[ 531.097460] env[68835]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68835) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 531.097882] env[68835]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68835) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 531.097882] env[68835]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68835) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 531.098222] env[68835]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 531.194729] env[68835]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68835) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 531.205215] env[68835]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=68835) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 531.247952] env[68835]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 531.805495] env[68835]: INFO nova.virt.driver [None req-2eb7274b-e096-456e-b2ee-8a08c970bba9 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 531.888872] env[68835]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 531.889116] env[68835]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 531.889189] env[68835]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68835) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 535.221355] env[68835]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-ed670d0d-cfdb-44cd-8704-79bfc1d12242 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.237673] env[68835]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68835) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 535.237813] env[68835]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-6fd0c4f4-c960-45b9-af76-546b5264c8d5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.270371] env[68835]: INFO oslo_vmware.api [-] Successfully established new session; session ID is a97e6. [ 535.270547] env[68835]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.381s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 535.271097] env[68835]: INFO nova.virt.vmwareapi.driver [None req-2eb7274b-e096-456e-b2ee-8a08c970bba9 None None] VMware vCenter version: 7.0.3 [ 535.274559] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca64bcf-918e-4533-b74f-ccccd05c5e22 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.296159] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ddb5c2-ea6e-4d1b-bd42-9374e6cd9833 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.302550] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b942fed0-e196-4903-9ef3-db69182f3687 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.309560] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7851ba-e7b8-4d9e-8a71-0fa410b66809 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.323193] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fde7bce-a309-4ea9-945b-a99c007ed9a0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.329404] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd30fdc-c029-4557-87e7-f12898debc9f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.361124] env[68835]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-ac732f9a-b9bc-4392-b999-585680b1bf09 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.366358] env[68835]: DEBUG nova.virt.vmwareapi.driver [None req-2eb7274b-e096-456e-b2ee-8a08c970bba9 None None] Extension org.openstack.compute already exists. {{(pid=68835) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 535.369128] env[68835]: INFO nova.compute.provider_config [None req-2eb7274b-e096-456e-b2ee-8a08c970bba9 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 535.872304] env[68835]: DEBUG nova.context [None req-2eb7274b-e096-456e-b2ee-8a08c970bba9 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),4b110617-c623-4b48-ba25-b3e89f225e5e(cell1) {{(pid=68835) load_cells /opt/stack/nova/nova/context.py:464}} [ 535.874385] env[68835]: DEBUG oslo_concurrency.lockutils [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.874616] env[68835]: DEBUG oslo_concurrency.lockutils [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 535.875341] env[68835]: DEBUG oslo_concurrency.lockutils [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 535.875766] env[68835]: DEBUG oslo_concurrency.lockutils [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] Acquiring lock "4b110617-c623-4b48-ba25-b3e89f225e5e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.875957] env[68835]: DEBUG oslo_concurrency.lockutils [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] Lock "4b110617-c623-4b48-ba25-b3e89f225e5e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 535.877017] env[68835]: DEBUG oslo_concurrency.lockutils [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] Lock "4b110617-c623-4b48-ba25-b3e89f225e5e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 535.898585] env[68835]: INFO dbcounter [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] Registered counter for database nova_cell0 [ 535.906424] env[68835]: INFO dbcounter [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] Registered counter for database nova_cell1 [ 535.909670] env[68835]: DEBUG oslo_db.sqlalchemy.engines [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68835) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 535.910054] env[68835]: DEBUG oslo_db.sqlalchemy.engines [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68835) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 535.914831] env[68835]: ERROR nova.db.main.api [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 535.914831] env[68835]: result = function(*args, **kwargs) [ 535.914831] env[68835]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 535.914831] env[68835]: return func(*args, **kwargs) [ 535.914831] env[68835]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 535.914831] env[68835]: result = fn(*args, **kwargs) [ 535.914831] env[68835]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 535.914831] env[68835]: return f(*args, **kwargs) [ 535.914831] env[68835]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 535.914831] env[68835]: return db.service_get_minimum_version(context, binaries) [ 535.914831] env[68835]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 535.914831] env[68835]: _check_db_access() [ 535.914831] env[68835]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 535.914831] env[68835]: stacktrace = ''.join(traceback.format_stack()) [ 535.914831] env[68835]: [ 535.915834] env[68835]: ERROR nova.db.main.api [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 535.915834] env[68835]: result = function(*args, **kwargs) [ 535.915834] env[68835]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 535.915834] env[68835]: return func(*args, **kwargs) [ 535.915834] env[68835]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 535.915834] env[68835]: result = fn(*args, **kwargs) [ 535.915834] env[68835]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 535.915834] env[68835]: return f(*args, **kwargs) [ 535.915834] env[68835]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 535.915834] env[68835]: return db.service_get_minimum_version(context, binaries) [ 535.915834] env[68835]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 535.915834] env[68835]: _check_db_access() [ 535.915834] env[68835]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 535.915834] env[68835]: stacktrace = ''.join(traceback.format_stack()) [ 535.915834] env[68835]: [ 535.916229] env[68835]: WARNING nova.objects.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 535.916368] env[68835]: WARNING nova.objects.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] Failed to get minimum service version for cell 4b110617-c623-4b48-ba25-b3e89f225e5e [ 535.916808] env[68835]: DEBUG oslo_concurrency.lockutils [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] Acquiring lock "singleton_lock" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.916983] env[68835]: DEBUG oslo_concurrency.lockutils [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] Acquired lock "singleton_lock" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.917240] env[68835]: DEBUG oslo_concurrency.lockutils [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] Releasing lock "singleton_lock" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.917555] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] Full set of CONF: {{(pid=68835) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 535.917698] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ******************************************************************************** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 535.917827] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] Configuration options gathered from: {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 535.917964] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 535.918204] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 535.918369] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ================================================================================ {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 535.918588] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] allow_resize_to_same_host = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.919083] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] arq_binding_timeout = 300 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.919083] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] backdoor_port = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.919083] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] backdoor_socket = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.919223] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] block_device_allocate_retries = 60 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.919386] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] block_device_allocate_retries_interval = 3 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.919558] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cert = self.pem {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.919724] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.919894] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] compute_monitors = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.920081] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] config_dir = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.920259] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] config_drive_format = iso9660 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.920392] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.920556] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] config_source = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.920726] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] console_host = devstack {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.920893] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] control_exchange = nova {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.921070] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cpu_allocation_ratio = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.921234] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] daemon = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.921411] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] debug = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.921572] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] default_access_ip_network_name = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.921739] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] default_availability_zone = nova {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.921896] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] default_ephemeral_format = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.922072] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] default_green_pool_size = 1000 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.922323] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.922488] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] default_schedule_zone = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.922647] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] disk_allocation_ratio = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.922805] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] enable_new_services = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.922981] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] enabled_apis = ['osapi_compute'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.923162] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] enabled_ssl_apis = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.923325] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] flat_injected = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.923487] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] force_config_drive = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.923648] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] force_raw_images = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.923819] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] graceful_shutdown_timeout = 5 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.923983] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] heal_instance_info_cache_interval = -1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.924220] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] host = cpu-1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.924400] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.924564] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] initial_disk_allocation_ratio = 1.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.924726] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] initial_ram_allocation_ratio = 1.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.924951] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.925136] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] instance_build_timeout = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.925300] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] instance_delete_interval = 300 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.925467] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] instance_format = [instance: %(uuid)s] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.925635] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] instance_name_template = instance-%08x {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.925795] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] instance_usage_audit = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.925965] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] instance_usage_audit_period = month {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.926150] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.926319] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] instances_path = /opt/stack/data/nova/instances {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.926485] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] internal_service_availability_zone = internal {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.926640] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] key = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.926821] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] live_migration_retry_count = 30 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.927010] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] log_color = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.927179] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] log_config_append = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.927347] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.927504] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] log_dir = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.927660] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] log_file = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.927786] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] log_options = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.927945] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] log_rotate_interval = 1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.928130] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] log_rotate_interval_type = days {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.928299] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] log_rotation_type = none {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.928429] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.928555] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.928725] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.928945] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.929090] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.929263] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] long_rpc_timeout = 1800 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.929427] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] max_concurrent_builds = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.929587] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] max_concurrent_live_migrations = 1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.929746] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] max_concurrent_snapshots = 5 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.929917] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] max_local_block_devices = 3 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.930105] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] max_logfile_count = 30 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.930270] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] max_logfile_size_mb = 200 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.930430] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] maximum_instance_delete_attempts = 5 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.930600] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] metadata_listen = 0.0.0.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.930765] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] metadata_listen_port = 8775 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.930933] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] metadata_workers = 2 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.931112] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] migrate_max_retries = -1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.931283] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] mkisofs_cmd = genisoimage {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.931485] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] my_block_storage_ip = 10.180.1.21 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.931618] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] my_ip = 10.180.1.21 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.931820] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.931986] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] network_allocate_retries = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.932177] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.932346] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] osapi_compute_listen = 0.0.0.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.932507] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] osapi_compute_listen_port = 8774 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.932675] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] osapi_compute_unique_server_name_scope = {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.932848] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] osapi_compute_workers = 2 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.933021] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] password_length = 12 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.933182] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] periodic_enable = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.933340] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] periodic_fuzzy_delay = 60 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.933509] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] pointer_model = usbtablet {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.933672] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] preallocate_images = none {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.933830] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] publish_errors = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.933959] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] pybasedir = /opt/stack/nova {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.934131] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ram_allocation_ratio = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.934292] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] rate_limit_burst = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.934460] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] rate_limit_except_level = CRITICAL {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.934619] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] rate_limit_interval = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.934779] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] reboot_timeout = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.934939] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] reclaim_instance_interval = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.935109] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] record = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.935282] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] reimage_timeout_per_gb = 60 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.935447] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] report_interval = 120 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.935606] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] rescue_timeout = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.935764] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] reserved_host_cpus = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.935923] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] reserved_host_disk_mb = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.936130] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] reserved_host_memory_mb = 512 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.936301] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] reserved_huge_pages = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.936463] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] resize_confirm_window = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.936624] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] resize_fs_using_block_device = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.936803] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] resume_guests_state_on_host_boot = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.936986] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.937167] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] rpc_response_timeout = 60 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.937329] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] run_external_periodic_tasks = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.937495] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] running_deleted_instance_action = reap {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.937654] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] running_deleted_instance_poll_interval = 1800 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.937812] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] running_deleted_instance_timeout = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.937976] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] scheduler_instance_sync_interval = 120 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.938150] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] service_down_time = 720 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.938319] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] servicegroup_driver = db {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.938476] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] shell_completion = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.938632] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] shelved_offload_time = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.938800] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] shelved_poll_interval = 3600 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.939044] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] shutdown_timeout = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.939225] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] source_is_ipv6 = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.939387] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ssl_only = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.939644] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.939816] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] sync_power_state_interval = 600 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.939980] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] sync_power_state_pool_size = 1000 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.940164] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] syslog_log_facility = LOG_USER {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.940322] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] tempdir = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.940484] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] timeout_nbd = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.940654] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] transport_url = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.940816] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] update_resources_interval = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.940980] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] use_cow_images = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.941150] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] use_journal = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.941309] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] use_json = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.941464] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] use_rootwrap_daemon = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.941621] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] use_stderr = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.941778] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] use_syslog = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.941932] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vcpu_pin_set = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.942113] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vif_plugging_is_fatal = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.942285] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vif_plugging_timeout = 300 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.942451] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] virt_mkfs = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.942611] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] volume_usage_poll_interval = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.942768] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] watch_log_file = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.942933] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] web = /usr/share/spice-html5 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.943131] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.943303] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.943464] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.943630] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_concurrency.disable_process_locking = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.944169] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.944368] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.944543] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.944720] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.944897] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.945082] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.945282] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.auth_strategy = keystone {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.945454] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.compute_link_prefix = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.945630] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.945806] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.dhcp_domain = novalocal {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.945973] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.enable_instance_password = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.946154] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.glance_link_prefix = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.946322] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.946494] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.946658] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.instance_list_per_project_cells = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.946844] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.list_records_by_skipping_down_cells = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.947021] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.local_metadata_per_cell = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.947197] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.max_limit = 1000 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.947369] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.metadata_cache_expiration = 15 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.947549] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.neutron_default_tenant_id = default {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.947722] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.response_validation = warn {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.947894] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.use_neutron_default_nets = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.948087] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.948257] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.948427] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.948603] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.948774] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.vendordata_dynamic_targets = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.948969] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.vendordata_jsonfile_path = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.949178] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.949375] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.backend = dogpile.cache.memcached {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.949545] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.backend_argument = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.949707] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.backend_expiration_time = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.949880] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.config_prefix = cache.oslo {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.950063] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.dead_timeout = 60.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.950231] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.debug_cache_backend = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.950394] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.enable_retry_client = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.950557] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.enable_socket_keepalive = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.950724] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.enabled = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.950908] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.enforce_fips_mode = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.951102] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.expiration_time = 600 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.951297] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.hashclient_retry_attempts = 2 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.951468] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.hashclient_retry_delay = 1.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.951635] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.memcache_dead_retry = 300 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.951794] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.memcache_password = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.951959] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.952141] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.952305] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.memcache_pool_maxsize = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.952466] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.952627] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.memcache_sasl_enabled = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.952802] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.952967] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.memcache_socket_timeout = 1.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.953141] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.memcache_username = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.953333] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.proxies = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.953501] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.redis_db = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.953664] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.redis_password = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.953838] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.redis_sentinel_service_name = mymaster {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.954027] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.954206] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.redis_server = localhost:6379 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.954372] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.redis_socket_timeout = 1.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.954532] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.redis_username = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.954695] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.retry_attempts = 2 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.954859] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.retry_delay = 0.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.955033] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.socket_keepalive_count = 1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.955199] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.socket_keepalive_idle = 1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.955362] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.socket_keepalive_interval = 1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.955521] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.tls_allowed_ciphers = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.955678] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.tls_cafile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.955834] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.tls_certfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.955998] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.tls_enabled = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.956170] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cache.tls_keyfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.956340] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cinder.auth_section = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.956516] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cinder.auth_type = password {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.956677] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cinder.cafile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.956878] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cinder.catalog_info = volumev3::publicURL {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.957058] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cinder.certfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.957229] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cinder.collect_timing = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.957390] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cinder.cross_az_attach = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.957551] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cinder.debug = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.957713] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cinder.endpoint_template = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.957878] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cinder.http_retries = 3 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.958053] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cinder.insecure = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.958216] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cinder.keyfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.958394] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cinder.os_region_name = RegionOne {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.958560] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cinder.split_loggers = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.958721] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cinder.timeout = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.958926] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.959129] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] compute.cpu_dedicated_set = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.959296] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] compute.cpu_shared_set = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.959464] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] compute.image_type_exclude_list = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.959628] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.959794] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] compute.max_concurrent_disk_ops = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.959957] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] compute.max_disk_devices_to_attach = -1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.960140] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.960315] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.960480] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] compute.resource_provider_association_refresh = 300 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.960642] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.960802] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] compute.shutdown_retry_interval = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.960981] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.961192] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] conductor.workers = 2 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.961384] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] console.allowed_origins = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.961547] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] console.ssl_ciphers = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.961721] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] console.ssl_minimum_version = default {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.961891] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] consoleauth.enforce_session_timeout = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.962074] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] consoleauth.token_ttl = 600 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.962250] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cyborg.cafile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.962407] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cyborg.certfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.962568] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cyborg.collect_timing = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.962725] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cyborg.connect_retries = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.962905] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cyborg.connect_retry_delay = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.963095] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cyborg.endpoint_override = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.963260] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cyborg.insecure = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.963416] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cyborg.keyfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.963572] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cyborg.max_version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.963727] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cyborg.min_version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.963884] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cyborg.region_name = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.964053] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cyborg.retriable_status_codes = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.964215] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cyborg.service_name = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.964383] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cyborg.service_type = accelerator {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.964544] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cyborg.split_loggers = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.964703] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cyborg.status_code_retries = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.964860] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cyborg.status_code_retry_delay = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.965028] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cyborg.timeout = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.965225] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.965409] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] cyborg.version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.965583] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.asyncio_connection = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.965745] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.asyncio_slave_connection = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.965917] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.backend = sqlalchemy {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.966103] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.connection = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.966275] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.connection_debug = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.966443] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.connection_parameters = {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.966608] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.connection_recycle_time = 3600 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.966792] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.connection_trace = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.966970] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.db_inc_retry_interval = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.967154] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.db_max_retries = 20 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.967323] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.db_max_retry_interval = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.967485] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.db_retry_interval = 1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.967646] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.max_overflow = 50 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.967807] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.max_pool_size = 5 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.967968] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.max_retries = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.968153] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.968311] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.mysql_wsrep_sync_wait = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.968468] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.pool_timeout = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.968630] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.retry_interval = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.968787] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.slave_connection = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.968982] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.sqlite_synchronous = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.969166] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] database.use_db_reconnect = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.969337] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.asyncio_connection = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.969498] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.asyncio_slave_connection = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.969669] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.backend = sqlalchemy {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.969840] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.connection = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.970012] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.connection_debug = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.970200] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.connection_parameters = {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.970367] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.connection_recycle_time = 3600 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.970529] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.connection_trace = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.970690] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.db_inc_retry_interval = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.970854] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.db_max_retries = 20 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.971038] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.db_max_retry_interval = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.971224] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.db_retry_interval = 1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.971397] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.max_overflow = 50 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.971562] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.max_pool_size = 5 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.971725] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.max_retries = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.971897] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.972071] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.972236] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.pool_timeout = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.972396] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.retry_interval = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.972551] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.slave_connection = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.972711] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] api_database.sqlite_synchronous = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.972892] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] devices.enabled_mdev_types = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.973083] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.973260] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ephemeral_storage_encryption.default_format = luks {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.973423] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ephemeral_storage_encryption.enabled = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.973586] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.973759] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.api_servers = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.973922] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.cafile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.974100] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.certfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.974269] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.collect_timing = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.974428] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.connect_retries = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.974589] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.connect_retry_delay = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.974750] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.debug = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.974936] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.default_trusted_certificate_ids = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.975133] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.enable_certificate_validation = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.975302] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.enable_rbd_download = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.975465] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.endpoint_override = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.975630] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.insecure = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.975919] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.keyfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.975979] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.max_version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.976113] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.min_version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.976283] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.num_retries = 3 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.976455] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.rbd_ceph_conf = {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.976620] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.rbd_connect_timeout = 5 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.976791] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.rbd_pool = {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.976959] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.rbd_user = {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.977152] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.region_name = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.977336] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.retriable_status_codes = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.977511] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.service_name = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.977684] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.service_type = image {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.977847] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.split_loggers = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.978013] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.status_code_retries = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.978184] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.status_code_retry_delay = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.978344] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.timeout = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.978526] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.978692] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.verify_glance_signatures = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.978878] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] glance.version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.979061] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] guestfs.debug = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.979238] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.auth_section = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.979401] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.auth_type = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.979564] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.cafile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.979721] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.certfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.979889] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.collect_timing = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.980069] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.connect_retries = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.980235] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.connect_retry_delay = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.980395] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.endpoint_override = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.980558] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.insecure = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.980715] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.keyfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.980873] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.max_version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.981041] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.min_version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.981226] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.region_name = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.981394] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.retriable_status_codes = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.981552] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.service_name = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.981722] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.service_type = shared-file-system {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.981885] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.share_apply_policy_timeout = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.982063] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.split_loggers = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.982225] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.status_code_retries = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.982382] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.status_code_retry_delay = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.982539] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.timeout = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.982720] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.982882] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] manila.version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.983060] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] mks.enabled = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.983408] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.983598] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] image_cache.manager_interval = 2400 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.983770] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] image_cache.precache_concurrency = 1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.983941] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] image_cache.remove_unused_base_images = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.984133] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.984305] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.984481] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] image_cache.subdirectory_name = _base {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.984657] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.api_max_retries = 60 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.984822] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.api_retry_interval = 2 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.984982] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.auth_section = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.985162] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.auth_type = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.985320] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.cafile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.985477] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.certfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.985639] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.collect_timing = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.985801] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.conductor_group = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.985962] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.connect_retries = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.986135] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.connect_retry_delay = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.986296] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.endpoint_override = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.986457] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.insecure = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.986613] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.keyfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.986795] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.max_version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.986970] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.min_version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.987154] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.peer_list = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.987316] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.region_name = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.987475] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.retriable_status_codes = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.987640] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.serial_console_state_timeout = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.987799] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.service_name = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.987968] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.service_type = baremetal {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.988144] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.shard = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.988312] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.split_loggers = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.988473] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.status_code_retries = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.988632] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.status_code_retry_delay = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.988790] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.timeout = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.989010] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.989182] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ironic.version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.989388] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.989575] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] key_manager.fixed_key = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.989759] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.989926] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican.barbican_api_version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.990104] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican.barbican_endpoint = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.990283] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican.barbican_endpoint_type = public {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.990443] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican.barbican_region_name = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.990602] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican.cafile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.990761] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican.certfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.990925] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican.collect_timing = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.991101] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican.insecure = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.991265] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican.keyfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.991429] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican.number_of_retries = 60 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.991593] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican.retry_delay = 1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.991755] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican.send_service_user_token = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.991918] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican.split_loggers = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.992090] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican.timeout = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.992253] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican.verify_ssl = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.992411] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican.verify_ssl_path = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.992576] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican_service_user.auth_section = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.992738] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican_service_user.auth_type = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.992898] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican_service_user.cafile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.993068] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican_service_user.certfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.993234] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican_service_user.collect_timing = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.993394] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican_service_user.insecure = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.993552] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican_service_user.keyfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.993711] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican_service_user.split_loggers = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.993866] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] barbican_service_user.timeout = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.994044] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vault.approle_role_id = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.994208] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vault.approle_secret_id = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.994377] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vault.kv_mountpoint = secret {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.994536] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vault.kv_path = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.994701] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vault.kv_version = 2 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.994859] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vault.namespace = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.995030] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vault.root_token_id = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.995194] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vault.ssl_ca_crt_file = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.995360] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vault.timeout = 60.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.995522] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vault.use_ssl = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.995692] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.995867] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] keystone.cafile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.996040] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] keystone.certfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.996206] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] keystone.collect_timing = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.996363] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] keystone.connect_retries = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.996523] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] keystone.connect_retry_delay = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.996693] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] keystone.endpoint_override = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.996949] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] keystone.insecure = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.997153] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] keystone.keyfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.997320] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] keystone.max_version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.997479] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] keystone.min_version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.997640] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] keystone.region_name = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.997802] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] keystone.retriable_status_codes = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.997964] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] keystone.service_name = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.998155] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] keystone.service_type = identity {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.998321] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] keystone.split_loggers = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.998480] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] keystone.status_code_retries = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.998642] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] keystone.status_code_retry_delay = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.998801] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] keystone.timeout = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.999031] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.000236] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] keystone.version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.000236] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.ceph_mount_options = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.000236] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.000236] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.connection_uri = {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.000236] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.cpu_mode = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.000445] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.cpu_model_extra_flags = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.000445] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.cpu_models = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.000617] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.cpu_power_governor_high = performance {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.000790] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.cpu_power_governor_low = powersave {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.000957] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.cpu_power_management = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.001158] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.001340] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.device_detach_attempts = 8 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.001509] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.device_detach_timeout = 20 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.001680] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.disk_cachemodes = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.001842] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.disk_prefix = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.002016] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.enabled_perf_events = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.002187] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.file_backed_memory = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.002354] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.gid_maps = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.002514] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.hw_disk_discard = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.002674] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.hw_machine_type = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.002844] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.images_rbd_ceph_conf = {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.003030] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.003200] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.003370] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.images_rbd_glance_store_name = {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.003538] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.images_rbd_pool = rbd {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.003707] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.images_type = default {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.003868] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.images_volume_group = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.004043] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.inject_key = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.004215] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.inject_partition = -2 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.004380] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.inject_password = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.004544] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.iscsi_iface = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.004705] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.iser_use_multipath = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.004870] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.live_migration_bandwidth = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.005047] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.005213] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.live_migration_downtime = 500 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.005375] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.005535] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.005693] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.live_migration_inbound_addr = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.005854] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.006027] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.live_migration_permit_post_copy = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.006194] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.live_migration_scheme = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.006369] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.live_migration_timeout_action = abort {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.006534] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.live_migration_tunnelled = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.006695] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.live_migration_uri = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.006878] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.live_migration_with_native_tls = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.007069] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.max_queues = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.007244] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.007472] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.007640] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.nfs_mount_options = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.007937] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.008132] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.008307] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.num_iser_scan_tries = 5 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.008471] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.num_memory_encrypted_guests = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.008637] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.008802] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.num_pcie_ports = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.009023] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.num_volume_scan_tries = 5 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.009193] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.pmem_namespaces = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.009358] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.quobyte_client_cfg = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.009656] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.009854] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.rbd_connect_timeout = 5 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.010059] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.010234] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.010398] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.rbd_secret_uuid = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.010556] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.rbd_user = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.010718] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.010892] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.remote_filesystem_transport = ssh {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.011066] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.rescue_image_id = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.011233] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.rescue_kernel_id = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.011393] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.rescue_ramdisk_id = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.011563] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.011731] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.rx_queue_size = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.011906] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.smbfs_mount_options = {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.012218] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.012398] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.snapshot_compression = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.012561] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.snapshot_image_format = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.012783] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.012952] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.sparse_logical_volumes = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.013132] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.swtpm_enabled = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.013307] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.swtpm_group = tss {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.013478] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.swtpm_user = tss {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.013647] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.sysinfo_serial = unique {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.013808] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.tb_cache_size = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.013968] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.tx_queue_size = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.014147] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.uid_maps = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.014312] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.use_virtio_for_bridges = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.014482] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.virt_type = kvm {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.014652] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.volume_clear = zero {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.014817] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.volume_clear_size = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.014981] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.volume_enforce_multipath = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.015160] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.volume_use_multipath = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.015320] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.vzstorage_cache_path = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.015492] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.015659] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.vzstorage_mount_group = qemu {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.015826] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.vzstorage_mount_opts = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.015998] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.016305] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.016494] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.vzstorage_mount_user = stack {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.016665] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.016859] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.auth_section = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.017083] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.auth_type = password {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.017258] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.cafile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.017423] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.certfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.017587] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.collect_timing = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.017748] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.connect_retries = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.017909] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.connect_retry_delay = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.018096] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.default_floating_pool = public {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.018262] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.endpoint_override = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.018430] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.extension_sync_interval = 600 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.018596] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.http_retries = 3 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.018761] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.insecure = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.018956] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.keyfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.019147] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.max_version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.019325] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.019498] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.min_version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.019657] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.ovs_bridge = br-int {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.019836] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.physnets = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.020042] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.region_name = RegionOne {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.020214] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.retriable_status_codes = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.020388] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.service_metadata_proxy = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.020553] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.service_name = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.020725] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.service_type = network {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.020892] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.split_loggers = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.021069] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.status_code_retries = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.021235] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.status_code_retry_delay = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.021397] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.timeout = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.021581] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.021744] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] neutron.version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.021923] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] notifications.bdms_in_notifications = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.022122] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] notifications.default_level = INFO {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.022291] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] notifications.include_share_mapping = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.022470] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] notifications.notification_format = unversioned {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.022636] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] notifications.notify_on_state_change = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.022813] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.022996] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] pci.alias = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.023177] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] pci.device_spec = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.023344] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] pci.report_in_placement = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.023517] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.auth_section = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.023692] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.auth_type = password {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.023864] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.024040] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.cafile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.024205] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.certfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.024371] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.collect_timing = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.024531] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.connect_retries = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.024694] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.connect_retry_delay = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.024854] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.default_domain_id = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.025024] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.default_domain_name = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.025188] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.domain_id = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.025344] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.domain_name = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.025502] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.endpoint_override = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.025664] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.insecure = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.025822] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.keyfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.025987] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.max_version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.026157] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.min_version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.026326] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.password = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.026486] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.project_domain_id = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.026653] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.project_domain_name = Default {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.026826] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.project_id = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.027041] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.project_name = service {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.027225] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.region_name = RegionOne {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.027391] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.retriable_status_codes = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.027555] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.service_name = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.027726] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.service_type = placement {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.027891] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.split_loggers = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.028066] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.status_code_retries = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.028231] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.status_code_retry_delay = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.028391] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.system_scope = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.028548] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.timeout = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.028707] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.trust_id = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.028897] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.user_domain_id = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.029099] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.user_domain_name = Default {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.029269] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.user_id = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.029446] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.username = nova {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.029628] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.029791] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] placement.version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.030015] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] quota.cores = 20 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.030199] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] quota.count_usage_from_placement = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.030373] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.030547] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] quota.injected_file_content_bytes = 10240 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.030715] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] quota.injected_file_path_length = 255 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.030881] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] quota.injected_files = 5 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.031065] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] quota.instances = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.031305] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] quota.key_pairs = 100 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.031517] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] quota.metadata_items = 128 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.031694] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] quota.ram = 51200 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.031863] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] quota.recheck_quota = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.032050] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] quota.server_group_members = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.032224] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] quota.server_groups = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.032442] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.032623] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] quota.unified_limits_resource_strategy = require {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.032798] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.032964] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.033157] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] scheduler.image_metadata_prefilter = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.033324] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.033490] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] scheduler.max_attempts = 3 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.033656] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] scheduler.max_placement_results = 1000 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.033823] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.033987] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] scheduler.query_placement_for_image_type_support = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.034166] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.034342] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] scheduler.workers = 2 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.034523] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.034696] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.034876] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.035063] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.035232] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.035396] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.035560] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.035745] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.035913] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.host_subset_size = 1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.036095] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.036259] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.036421] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.036584] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.036759] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.036947] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.isolated_hosts = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.037142] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.isolated_images = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.037307] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.037467] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.037631] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.037790] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.pci_in_placement = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.037951] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.038127] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.038290] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.038450] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.038612] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.038773] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.038963] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.track_instance_changes = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.039161] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.039331] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] metrics.required = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.039493] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] metrics.weight_multiplier = 1.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.039655] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.039822] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] metrics.weight_setting = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.040170] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.040350] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] serial_console.enabled = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.040531] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] serial_console.port_range = 10000:20000 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.040706] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.040877] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.041061] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] serial_console.serialproxy_port = 6083 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.041233] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] service_user.auth_section = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.041408] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] service_user.auth_type = password {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.041569] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] service_user.cafile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.041726] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] service_user.certfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.041890] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] service_user.collect_timing = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.042071] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] service_user.insecure = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.042235] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] service_user.keyfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.042406] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] service_user.send_service_user_token = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.042569] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] service_user.split_loggers = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.042730] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] service_user.timeout = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.042903] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] spice.agent_enabled = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.043079] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] spice.enabled = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.043391] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.043594] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.043768] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] spice.html5proxy_port = 6082 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.043931] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] spice.image_compression = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.044105] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] spice.jpeg_compression = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.044267] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] spice.playback_compression = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.044432] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] spice.require_secure = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.044603] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] spice.server_listen = 127.0.0.1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.044772] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.045062] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.045239] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] spice.streaming_mode = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.045401] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] spice.zlib_compression = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.045569] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] upgrade_levels.baseapi = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.045743] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] upgrade_levels.compute = auto {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.045904] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] upgrade_levels.conductor = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.046077] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] upgrade_levels.scheduler = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.046249] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vendordata_dynamic_auth.auth_section = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.046412] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vendordata_dynamic_auth.auth_type = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.046571] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vendordata_dynamic_auth.cafile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.046729] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vendordata_dynamic_auth.certfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.046915] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.047103] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vendordata_dynamic_auth.insecure = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.047268] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vendordata_dynamic_auth.keyfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.047431] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.047588] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vendordata_dynamic_auth.timeout = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.047763] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.api_retry_count = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.047924] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.ca_file = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.048113] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.cache_prefix = devstack-image-cache {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.048286] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.cluster_name = testcl1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.048451] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.connection_pool_size = 10 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.048612] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.console_delay_seconds = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.048781] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.datastore_regex = ^datastore.* {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.049038] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.049230] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.host_password = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.049403] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.host_port = 443 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.049575] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.host_username = administrator@vsphere.local {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.049746] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.insecure = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.049941] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.integration_bridge = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.050167] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.maximum_objects = 100 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.050340] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.pbm_default_policy = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.050506] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.pbm_enabled = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.050668] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.pbm_wsdl_location = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.050841] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.051007] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.serial_port_proxy_uri = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.051176] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.serial_port_service_uri = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.051343] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.task_poll_interval = 0.5 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.051516] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.use_linked_clone = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.051685] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.vnc_keymap = en-us {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.051851] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.vnc_port = 5900 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.052027] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vmware.vnc_port_total = 10000 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.052220] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vnc.auth_schemes = ['none'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.052397] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vnc.enabled = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.052686] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.052873] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.053076] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vnc.novncproxy_port = 6080 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.053307] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vnc.server_listen = 127.0.0.1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.053498] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.053665] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vnc.vencrypt_ca_certs = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.053826] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vnc.vencrypt_client_cert = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.053986] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vnc.vencrypt_client_key = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.054179] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.054347] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.disable_deep_image_inspection = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.054507] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.054668] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.054829] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.054993] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.disable_rootwrap = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.055171] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.enable_numa_live_migration = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.055335] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.055495] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.055655] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.055813] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.libvirt_disable_apic = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.055972] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.056176] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.056344] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.056506] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.056668] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.056836] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.057070] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.057249] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.057412] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.057578] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.057763] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.057936] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] wsgi.client_socket_timeout = 900 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.058131] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] wsgi.default_pool_size = 1000 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.058301] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] wsgi.keep_alive = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.058470] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] wsgi.max_header_line = 16384 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.058632] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] wsgi.secure_proxy_ssl_header = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.058794] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] wsgi.ssl_ca_file = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.058995] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] wsgi.ssl_cert_file = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.059191] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] wsgi.ssl_key_file = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.059363] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] wsgi.tcp_keepidle = 600 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.059540] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.059709] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] zvm.ca_file = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.059870] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] zvm.cloud_connector_url = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.060213] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.060395] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] zvm.reachable_timeout = 300 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.060570] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.060748] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.060926] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] profiler.connection_string = messaging:// {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.061111] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] profiler.enabled = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.061284] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] profiler.es_doc_type = notification {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.061449] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] profiler.es_scroll_size = 10000 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.061618] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] profiler.es_scroll_time = 2m {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.061781] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] profiler.filter_error_trace = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.061953] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] profiler.hmac_keys = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.062164] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] profiler.sentinel_service_name = mymaster {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.062337] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] profiler.socket_timeout = 0.1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.062500] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] profiler.trace_requests = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.062663] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] profiler.trace_sqlalchemy = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.062841] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] profiler_jaeger.process_tags = {} {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.063011] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] profiler_jaeger.service_name_prefix = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.063184] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] profiler_otlp.service_name_prefix = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.063348] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] remote_debug.host = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.063507] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] remote_debug.port = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.063681] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.063844] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.064029] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.064199] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.064362] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.064521] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.064681] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.064842] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.065011] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.065191] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.065351] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.065523] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.065691] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.065854] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.066033] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.066210] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.066374] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.066533] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.066700] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.066885] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.067080] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.067254] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.067433] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.067595] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.067756] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.067920] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.068112] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.068293] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.068456] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.068620] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.068780] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.ssl = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.068978] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.069168] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.069331] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.069497] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.069662] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.ssl_version = {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.069824] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.070018] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.070194] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_notifications.retry = -1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.070372] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.070544] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_messaging_notifications.transport_url = **** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.070713] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.auth_section = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.070874] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.auth_type = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.071047] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.cafile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.071207] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.certfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.071369] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.collect_timing = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.071525] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.connect_retries = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.071681] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.connect_retry_delay = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.071837] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.endpoint_id = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.072012] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.endpoint_interface = publicURL {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.072178] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.endpoint_override = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.072337] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.endpoint_region_name = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.072496] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.endpoint_service_name = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.072654] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.endpoint_service_type = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.072816] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.insecure = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.072975] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.keyfile = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.073148] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.max_version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.073305] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.min_version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.073463] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.region_name = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.073622] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.retriable_status_codes = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.073780] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.service_name = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.073940] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.service_type = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.074145] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.split_loggers = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.074317] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.status_code_retries = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.074480] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.status_code_retry_delay = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.074639] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.timeout = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.074797] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.valid_interfaces = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.074957] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_limit.version = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.075139] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_reports.file_event_handler = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.075309] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.075470] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] oslo_reports.log_dir = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.075641] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.075802] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.075962] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.076145] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.076312] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.076473] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.076642] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.076801] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vif_plug_ovs_privileged.group = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.076990] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.077179] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.077345] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.077503] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] vif_plug_ovs_privileged.user = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.077672] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] os_vif_linux_bridge.flat_interface = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.077851] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.078044] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.078226] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.078396] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.078567] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.078733] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.078922] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.079134] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.079308] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] os_vif_ovs.isolate_vif = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.079476] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.079641] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.079811] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.079999] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] os_vif_ovs.ovsdb_interface = native {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.080193] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] os_vif_ovs.per_port_bridge = False {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.080364] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] privsep_osbrick.capabilities = [21] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.080524] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] privsep_osbrick.group = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.080681] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] privsep_osbrick.helper_command = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.080846] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.081021] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.081186] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] privsep_osbrick.user = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.081355] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.081513] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] nova_sys_admin.group = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.081668] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] nova_sys_admin.helper_command = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.081837] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.082023] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.082174] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] nova_sys_admin.user = None {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.082304] env[68835]: DEBUG oslo_service.backend.eventlet.service [None req-97062fe3-57dc-475c-8a46-fea48959214c None None] ******************************************************************************** {{(pid=68835) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 536.082724] env[68835]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 536.587077] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Getting list of instances from cluster (obj){ [ 536.587077] env[68835]: value = "domain-c8" [ 536.587077] env[68835]: _type = "ClusterComputeResource" [ 536.587077] env[68835]: } {{(pid=68835) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 536.587911] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db15a15-60bf-4520-b956-fd29204009b6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.596653] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Got total of 0 instances {{(pid=68835) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 536.597246] env[68835]: WARNING nova.virt.vmwareapi.driver [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 536.597708] env[68835]: INFO nova.virt.node [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Generated node identity 630ca13a-1b55-4f34-b293-1d2d311149b3 [ 536.597937] env[68835]: INFO nova.virt.node [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Wrote node identity 630ca13a-1b55-4f34-b293-1d2d311149b3 to /opt/stack/data/n-cpu-1/compute_id [ 537.100541] env[68835]: WARNING nova.compute.manager [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Compute nodes ['630ca13a-1b55-4f34-b293-1d2d311149b3'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 538.106671] env[68835]: INFO nova.compute.manager [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 539.112691] env[68835]: WARNING nova.compute.manager [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 539.113054] env[68835]: DEBUG oslo_concurrency.lockutils [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 539.113206] env[68835]: DEBUG oslo_concurrency.lockutils [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 539.113370] env[68835]: DEBUG oslo_concurrency.lockutils [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 539.113524] env[68835]: DEBUG nova.compute.resource_tracker [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68835) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 539.114486] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010aa799-c4db-494b-ac1c-b32ad04d0278 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.122846] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d531b4-7eff-4f56-9b8d-a81987566a4a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.136307] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d060efb3-0acb-4711-a528-cc4596a570b5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.142612] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ad8679-b9f6-4108-a716-17d4b3c7ad2e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.171691] env[68835]: DEBUG nova.compute.resource_tracker [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181041MB free_disk=131GB free_vcpus=48 pci_devices=None {{(pid=68835) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 539.171890] env[68835]: DEBUG oslo_concurrency.lockutils [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 539.172208] env[68835]: DEBUG oslo_concurrency.lockutils [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 539.677429] env[68835]: WARNING nova.compute.resource_tracker [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] No compute node record for cpu-1:630ca13a-1b55-4f34-b293-1d2d311149b3: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 630ca13a-1b55-4f34-b293-1d2d311149b3 could not be found. [ 540.182013] env[68835]: INFO nova.compute.resource_tracker [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 630ca13a-1b55-4f34-b293-1d2d311149b3 [ 541.689436] env[68835]: DEBUG nova.compute.resource_tracker [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 541.689840] env[68835]: DEBUG nova.compute.resource_tracker [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 541.850845] env[68835]: INFO nova.scheduler.client.report [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] [req-d0c59283-06a2-4f56-87e9-cc76527a8585] Created resource provider record via placement API for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 541.868362] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b977c07-f341-4524-b21d-7842a0be1af2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.875961] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3c67ee-2894-4878-8c49-caa519b0d5d9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.905069] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583f23eb-e67f-4756-bcb8-7881f1c47d5e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.911626] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ff6f51-eb0c-4ca8-9d55-08a01124d75e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.924301] env[68835]: DEBUG nova.compute.provider_tree [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 542.462362] env[68835]: DEBUG nova.scheduler.client.report [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Updated inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 542.462582] env[68835]: DEBUG nova.compute.provider_tree [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Updating resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 generation from 0 to 1 during operation: update_inventory {{(pid=68835) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 542.462720] env[68835]: DEBUG nova.compute.provider_tree [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 542.510635] env[68835]: DEBUG nova.compute.provider_tree [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Updating resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 generation from 1 to 2 during operation: update_traits {{(pid=68835) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 543.015628] env[68835]: DEBUG nova.compute.resource_tracker [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68835) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 543.016035] env[68835]: DEBUG oslo_concurrency.lockutils [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.844s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 543.016035] env[68835]: DEBUG nova.service [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Creating RPC server for service compute {{(pid=68835) start /opt/stack/nova/nova/service.py:186}} [ 543.031009] env[68835]: DEBUG nova.service [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] Join ServiceGroup membership for this service compute {{(pid=68835) start /opt/stack/nova/nova/service.py:203}} [ 543.031194] env[68835]: DEBUG nova.servicegroup.drivers.db [None req-34b4fb8e-972c-43a4-8a5c-06007197c7a7 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68835) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 578.203559] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquiring lock "5ebcefb7-7726-44fd-a9da-1454cbb39bd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.204020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Lock "5ebcefb7-7726-44fd-a9da-1454cbb39bd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.707790] env[68835]: DEBUG nova.compute.manager [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.245390] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Acquiring lock "41fc595a-191d-48fb-94bf-67212e8f5699" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.245390] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Lock "41fc595a-191d-48fb-94bf-67212e8f5699" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.263278] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.264159] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.266582] env[68835]: INFO nova.compute.claims [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.749151] env[68835]: DEBUG nova.compute.manager [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.210235] env[68835]: DEBUG oslo_concurrency.lockutils [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Acquiring lock "e5210410-3725-4dea-902d-9fcc2a4bc9e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.211335] env[68835]: DEBUG oslo_concurrency.lockutils [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Lock "e5210410-3725-4dea-902d-9fcc2a4bc9e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.288833] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.356331] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7612c0cd-d3f8-48b1-9385-074c615b260a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.363733] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e394958-5102-43de-8915-50a2eaa3ca3f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.408777] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e049a5-4176-4bf4-91d0-460b8870feca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.419769] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25368d6-3e5a-48ae-89d6-be04b5f9f029 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.440227] env[68835]: DEBUG nova.compute.provider_tree [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.713677] env[68835]: DEBUG nova.compute.manager [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.942204] env[68835]: DEBUG nova.scheduler.client.report [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.246673] env[68835]: DEBUG oslo_concurrency.lockutils [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.455210] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.455210] env[68835]: DEBUG nova.compute.manager [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 581.460026] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.171s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.467127] env[68835]: INFO nova.compute.claims [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.970950] env[68835]: DEBUG nova.compute.utils [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 581.971997] env[68835]: DEBUG nova.compute.manager [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 581.978328] env[68835]: DEBUG nova.network.neutron [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 582.490920] env[68835]: DEBUG nova.compute.manager [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 582.605386] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eec567d-9db8-4eef-a6ef-22daa9f72658 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.619023] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3e9bbf-3bf3-4dd6-8417-aca5e3043a42 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.653741] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7feecc37-a4b1-45c9-a4e7-027d459bf9b3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.662810] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067451e3-c59e-472b-ad2b-22edefa3efc1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.686507] env[68835]: DEBUG nova.compute.provider_tree [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.865538] env[68835]: DEBUG nova.policy [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c21fec15e13a417e83422926d8f74ef4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08fe1f179e3241d2aaf637251acdea5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.992407] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.992407] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.190069] env[68835]: DEBUG nova.scheduler.client.report [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.497210] env[68835]: DEBUG nova.compute.manager [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.507731] env[68835]: DEBUG nova.compute.manager [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 583.536092] env[68835]: DEBUG nova.virt.hardware [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 583.536354] env[68835]: DEBUG nova.virt.hardware [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.536742] env[68835]: DEBUG nova.virt.hardware [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.536742] env[68835]: DEBUG nova.virt.hardware [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.536864] env[68835]: DEBUG nova.virt.hardware [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.536958] env[68835]: DEBUG nova.virt.hardware [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 583.537218] env[68835]: DEBUG nova.virt.hardware [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 583.537524] env[68835]: DEBUG nova.virt.hardware [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 583.537884] env[68835]: DEBUG nova.virt.hardware [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 583.537975] env[68835]: DEBUG nova.virt.hardware [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 583.538169] env[68835]: DEBUG nova.virt.hardware [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 583.539127] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50213680-a675-448a-b2e3-b9616e88aefa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.547446] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda0ea35-74aa-4049-b736-50a44d008ccf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.565584] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8302a5e-60a0-41d1-a38c-a444146e80eb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.697785] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.698395] env[68835]: DEBUG nova.compute.manager [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 583.701043] env[68835]: DEBUG oslo_concurrency.lockutils [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.454s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.702426] env[68835]: INFO nova.compute.claims [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.026726] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.207593] env[68835]: DEBUG nova.compute.utils [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 584.214110] env[68835]: DEBUG nova.compute.manager [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 584.214110] env[68835]: DEBUG nova.network.neutron [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 584.545659] env[68835]: DEBUG nova.policy [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e2f6a0f8b3b493998042e558d8d2d55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81af07906b7c420abe56e87732097d6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.635260] env[68835]: DEBUG nova.network.neutron [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Successfully created port: 8790cd5b-b7dd-40d1-aef3-d5ae6f69eb75 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.716977] env[68835]: DEBUG nova.compute.manager [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 584.816042] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2cb626-1358-4340-9f3f-64f4cae93b5d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.826050] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f68bd02-0aa1-4d23-813b-866064da4105 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.861865] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1050e38a-5590-4c97-ada8-606f829625c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.870051] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e253e8-6495-4a2a-8854-ace7f493fe19 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.886213] env[68835]: DEBUG nova.compute.provider_tree [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.120486] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Acquiring lock "30a5da31-76c4-4500-9875-211849ef9c6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.120940] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Lock "30a5da31-76c4-4500-9875-211849ef9c6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.391869] env[68835]: DEBUG nova.scheduler.client.report [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.624352] env[68835]: DEBUG nova.compute.manager [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.730918] env[68835]: DEBUG nova.compute.manager [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 585.767228] env[68835]: DEBUG nova.virt.hardware [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.767228] env[68835]: DEBUG nova.virt.hardware [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.767228] env[68835]: DEBUG nova.virt.hardware [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.767434] env[68835]: DEBUG nova.virt.hardware [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.767474] env[68835]: DEBUG nova.virt.hardware [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.767690] env[68835]: DEBUG nova.virt.hardware [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.770173] env[68835]: DEBUG nova.virt.hardware [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.770173] env[68835]: DEBUG nova.virt.hardware [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.770173] env[68835]: DEBUG nova.virt.hardware [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.770173] env[68835]: DEBUG nova.virt.hardware [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.770173] env[68835]: DEBUG nova.virt.hardware [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.770972] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7637b12-b4f9-480a-9f84-3685e84d5cd0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.780938] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12632e4-dfd6-435c-99f3-d08763890c8f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.904689] env[68835]: DEBUG oslo_concurrency.lockutils [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.203s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.905145] env[68835]: DEBUG nova.compute.manager [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 585.910491] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.882s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.912956] env[68835]: INFO nova.compute.claims [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.154803] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.430711] env[68835]: DEBUG nova.compute.utils [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.436037] env[68835]: DEBUG nova.compute.manager [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.436037] env[68835]: DEBUG nova.network.neutron [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.492130] env[68835]: DEBUG nova.network.neutron [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Successfully created port: e4f35675-f1c8-4e27-bec8-a40e294146d4 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 586.730151] env[68835]: DEBUG nova.policy [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '954669e0ef004456b226ced44806d2f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b56943605b2497fbc6ca40595b32a4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.942556] env[68835]: DEBUG nova.compute.manager [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.110834] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a03b16-451a-47f3-b36c-9e0827aa30f0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.125218] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1f3988-0c51-4938-9cbf-773ba82d8787 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.159323] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3442a057-a561-41d8-951b-8bda88f7264b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.165094] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquiring lock "b427c242-aa1f-42cd-9808-a4028c75c2b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.165332] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "b427c242-aa1f-42cd-9808-a4028c75c2b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.175023] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db21b996-35cb-45f2-a3ab-008a9d45d099 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.191912] env[68835]: DEBUG nova.compute.provider_tree [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.674191] env[68835]: DEBUG nova.compute.manager [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.697947] env[68835]: DEBUG nova.scheduler.client.report [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.962533] env[68835]: DEBUG nova.compute.manager [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.019655] env[68835]: DEBUG nova.virt.hardware [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.019655] env[68835]: DEBUG nova.virt.hardware [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.020023] env[68835]: DEBUG nova.virt.hardware [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.020243] env[68835]: DEBUG nova.virt.hardware [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.020524] env[68835]: DEBUG nova.virt.hardware [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.020903] env[68835]: DEBUG nova.virt.hardware [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.020903] env[68835]: DEBUG nova.virt.hardware [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.021124] env[68835]: DEBUG nova.virt.hardware [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.021367] env[68835]: DEBUG nova.virt.hardware [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.023325] env[68835]: DEBUG nova.virt.hardware [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.023325] env[68835]: DEBUG nova.virt.hardware [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.023325] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aa4f9a-a225-407a-98e4-7cd1ca04521a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.033433] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c7686e-09c9-47fd-aedd-e91ee1acc82b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.204082] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.204082] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.204082] env[68835]: DEBUG nova.compute.manager [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.208086] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.053s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.214319] env[68835]: INFO nova.compute.claims [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.231069] env[68835]: DEBUG nova.network.neutron [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Successfully updated port: 8790cd5b-b7dd-40d1-aef3-d5ae6f69eb75 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.327111] env[68835]: DEBUG nova.network.neutron [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Successfully created port: e2ea6fdb-a2c5-45ec-b53f-a0dc16d9c79b {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.720845] env[68835]: DEBUG nova.compute.utils [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.724228] env[68835]: DEBUG nova.compute.manager [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.725861] env[68835]: DEBUG nova.network.neutron [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.734925] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquiring lock "refresh_cache-5ebcefb7-7726-44fd-a9da-1454cbb39bd7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.736194] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquired lock "refresh_cache-5ebcefb7-7726-44fd-a9da-1454cbb39bd7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.736501] env[68835]: DEBUG nova.network.neutron [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 589.225218] env[68835]: DEBUG nova.compute.manager [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.232379] env[68835]: DEBUG nova.policy [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d99fe34f5094db1a023883c65c64f07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c0b355ba73e4ad4990fcb7c97f1fa6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.366183] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d70d1e-7be2-45c1-919c-5b9cbb878e3f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.374320] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378d313c-39b7-4fb0-84fd-084e2ff49a91 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.410932] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab81007-725d-4cab-9f53-b69a68925f26 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.418479] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a14a16-62c1-4923-80c3-36e067f3ce38 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.432503] env[68835]: DEBUG nova.compute.provider_tree [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.438107] env[68835]: DEBUG nova.network.neutron [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.494716] env[68835]: DEBUG nova.compute.manager [req-a8a76071-b2d1-4939-8510-b9430aa0d3b2 req-fbc703c3-a317-49a1-8a7f-8a82539e53ae service nova] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Received event network-vif-plugged-8790cd5b-b7dd-40d1-aef3-d5ae6f69eb75 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 589.494716] env[68835]: DEBUG oslo_concurrency.lockutils [req-a8a76071-b2d1-4939-8510-b9430aa0d3b2 req-fbc703c3-a317-49a1-8a7f-8a82539e53ae service nova] Acquiring lock "5ebcefb7-7726-44fd-a9da-1454cbb39bd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.494716] env[68835]: DEBUG oslo_concurrency.lockutils [req-a8a76071-b2d1-4939-8510-b9430aa0d3b2 req-fbc703c3-a317-49a1-8a7f-8a82539e53ae service nova] Lock "5ebcefb7-7726-44fd-a9da-1454cbb39bd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.494716] env[68835]: DEBUG oslo_concurrency.lockutils [req-a8a76071-b2d1-4939-8510-b9430aa0d3b2 req-fbc703c3-a317-49a1-8a7f-8a82539e53ae service nova] Lock "5ebcefb7-7726-44fd-a9da-1454cbb39bd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.494716] env[68835]: DEBUG nova.compute.manager [req-a8a76071-b2d1-4939-8510-b9430aa0d3b2 req-fbc703c3-a317-49a1-8a7f-8a82539e53ae service nova] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] No waiting events found dispatching network-vif-plugged-8790cd5b-b7dd-40d1-aef3-d5ae6f69eb75 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 589.495149] env[68835]: WARNING nova.compute.manager [req-a8a76071-b2d1-4939-8510-b9430aa0d3b2 req-fbc703c3-a317-49a1-8a7f-8a82539e53ae service nova] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Received unexpected event network-vif-plugged-8790cd5b-b7dd-40d1-aef3-d5ae6f69eb75 for instance with vm_state building and task_state spawning. [ 589.759369] env[68835]: DEBUG nova.network.neutron [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Successfully updated port: e4f35675-f1c8-4e27-bec8-a40e294146d4 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 589.941790] env[68835]: DEBUG nova.scheduler.client.report [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.179468] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Acquiring lock "295e1d0c-892d-444d-8461-d6d964eee4ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.180568] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Lock "295e1d0c-892d-444d-8461-d6d964eee4ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.239554] env[68835]: DEBUG nova.compute.manager [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.263627] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Acquiring lock "refresh_cache-41fc595a-191d-48fb-94bf-67212e8f5699" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.263779] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Acquired lock "refresh_cache-41fc595a-191d-48fb-94bf-67212e8f5699" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.263921] env[68835]: DEBUG nova.network.neutron [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 590.280219] env[68835]: DEBUG nova.virt.hardware [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.280588] env[68835]: DEBUG nova.virt.hardware [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.280588] env[68835]: DEBUG nova.virt.hardware [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.284483] env[68835]: DEBUG nova.virt.hardware [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.284483] env[68835]: DEBUG nova.virt.hardware [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.284483] env[68835]: DEBUG nova.virt.hardware [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.284483] env[68835]: DEBUG nova.virt.hardware [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.284483] env[68835]: DEBUG nova.virt.hardware [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.284632] env[68835]: DEBUG nova.virt.hardware [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.284632] env[68835]: DEBUG nova.virt.hardware [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.284632] env[68835]: DEBUG nova.virt.hardware [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.284632] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c25691-3ac5-4b98-b87d-22fc4fabdb75 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.297827] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2facca-bd5e-4793-8c0c-e3c028b73fd4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.411033] env[68835]: DEBUG nova.network.neutron [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Updating instance_info_cache with network_info: [{"id": "8790cd5b-b7dd-40d1-aef3-d5ae6f69eb75", "address": "fa:16:3e:da:d6:fe", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8790cd5b-b7", "ovs_interfaceid": "8790cd5b-b7dd-40d1-aef3-d5ae6f69eb75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.453085] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.454123] env[68835]: DEBUG nova.compute.manager [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 590.460635] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.258s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.465179] env[68835]: INFO nova.compute.claims [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.545406] env[68835]: DEBUG nova.network.neutron [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Successfully updated port: e2ea6fdb-a2c5-45ec-b53f-a0dc16d9c79b {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 590.682813] env[68835]: DEBUG nova.compute.manager [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.842616] env[68835]: DEBUG nova.network.neutron [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 590.921342] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Releasing lock "refresh_cache-5ebcefb7-7726-44fd-a9da-1454cbb39bd7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.921678] env[68835]: DEBUG nova.compute.manager [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Instance network_info: |[{"id": "8790cd5b-b7dd-40d1-aef3-d5ae6f69eb75", "address": "fa:16:3e:da:d6:fe", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8790cd5b-b7", "ovs_interfaceid": "8790cd5b-b7dd-40d1-aef3-d5ae6f69eb75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.922602] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:d6:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8790cd5b-b7dd-40d1-aef3-d5ae6f69eb75', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.935026] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.935026] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d967535-0da3-4973-94e6-bd3d491776cb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.956417] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Created folder: OpenStack in parent group-v4. [ 590.956618] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Creating folder: Project (08fe1f179e3241d2aaf637251acdea5e). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.956856] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81a1d02e-1ca8-4a51-a1e8-e0d15621e09a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.965131] env[68835]: DEBUG nova.compute.utils [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 590.972435] env[68835]: DEBUG nova.compute.manager [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 590.972522] env[68835]: DEBUG nova.network.neutron [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 590.975896] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Created folder: Project (08fe1f179e3241d2aaf637251acdea5e) in parent group-v630977. [ 590.975896] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Creating folder: Instances. Parent ref: group-v630978. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.981485] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6bc1242-93e7-4140-9bee-965211fd3daa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.994283] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Created folder: Instances in parent group-v630978. [ 590.994541] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 590.994720] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.995072] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c7d35d0-cc71-4c1a-bd6d-679740a68652 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.018662] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.018662] env[68835]: value = "task-3153430" [ 591.018662] env[68835]: _type = "Task" [ 591.018662] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.028643] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153430, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.053182] env[68835]: DEBUG oslo_concurrency.lockutils [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Acquiring lock "refresh_cache-e5210410-3725-4dea-902d-9fcc2a4bc9e5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.053182] env[68835]: DEBUG oslo_concurrency.lockutils [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Acquired lock "refresh_cache-e5210410-3725-4dea-902d-9fcc2a4bc9e5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.053182] env[68835]: DEBUG nova.network.neutron [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.170425] env[68835]: DEBUG nova.policy [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38b5325613f346e7823b642d4ad17ec5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac0d3f8165e243c3bab192483d99f595', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.211764] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.248203] env[68835]: DEBUG nova.network.neutron [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Updating instance_info_cache with network_info: [{"id": "e4f35675-f1c8-4e27-bec8-a40e294146d4", "address": "fa:16:3e:a6:c1:fa", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f35675-f1", "ovs_interfaceid": "e4f35675-f1c8-4e27-bec8-a40e294146d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.320200] env[68835]: DEBUG nova.compute.manager [req-4aa60de0-69f4-4b53-adc8-436b91e37c07 req-c5b10744-ffee-4591-9608-2348bd80067f service nova] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Received event network-vif-plugged-e4f35675-f1c8-4e27-bec8-a40e294146d4 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 591.320452] env[68835]: DEBUG oslo_concurrency.lockutils [req-4aa60de0-69f4-4b53-adc8-436b91e37c07 req-c5b10744-ffee-4591-9608-2348bd80067f service nova] Acquiring lock "41fc595a-191d-48fb-94bf-67212e8f5699-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.320628] env[68835]: DEBUG oslo_concurrency.lockutils [req-4aa60de0-69f4-4b53-adc8-436b91e37c07 req-c5b10744-ffee-4591-9608-2348bd80067f service nova] Lock "41fc595a-191d-48fb-94bf-67212e8f5699-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.320746] env[68835]: DEBUG oslo_concurrency.lockutils [req-4aa60de0-69f4-4b53-adc8-436b91e37c07 req-c5b10744-ffee-4591-9608-2348bd80067f service nova] Lock "41fc595a-191d-48fb-94bf-67212e8f5699-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.320906] env[68835]: DEBUG nova.compute.manager [req-4aa60de0-69f4-4b53-adc8-436b91e37c07 req-c5b10744-ffee-4591-9608-2348bd80067f service nova] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] No waiting events found dispatching network-vif-plugged-e4f35675-f1c8-4e27-bec8-a40e294146d4 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 591.322232] env[68835]: WARNING nova.compute.manager [req-4aa60de0-69f4-4b53-adc8-436b91e37c07 req-c5b10744-ffee-4591-9608-2348bd80067f service nova] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Received unexpected event network-vif-plugged-e4f35675-f1c8-4e27-bec8-a40e294146d4 for instance with vm_state building and task_state spawning. [ 591.455340] env[68835]: DEBUG nova.network.neutron [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Successfully created port: 9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 591.475605] env[68835]: DEBUG nova.compute.manager [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 591.532690] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153430, 'name': CreateVM_Task, 'duration_secs': 0.41307} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.535312] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.553538] env[68835]: DEBUG oslo_vmware.service [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d14132-ea9a-4712-bed6-5da5b5787a5a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.564999] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.565133] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.566272] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.568618] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d13f8395-196d-456e-ab11-18d73f45ec45 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.575022] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 591.575022] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52db65e2-b577-16db-10c9-1c5b56c88411" [ 591.575022] env[68835]: _type = "Task" [ 591.575022] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.582514] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52db65e2-b577-16db-10c9-1c5b56c88411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.598940] env[68835]: DEBUG nova.network.neutron [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.631205] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81328269-5793-4652-b5ff-79c35e3985a4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.639080] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ff9b0c-4e42-4d84-ae80-7061a49106c6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.679097] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade559c0-bbfb-49fc-bf78-255c6fa61e57 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.688679] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8c9b07-eef3-4d3a-92ac-14ceff28c937 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.705015] env[68835]: DEBUG nova.compute.provider_tree [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.749654] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Releasing lock "refresh_cache-41fc595a-191d-48fb-94bf-67212e8f5699" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.750045] env[68835]: DEBUG nova.compute.manager [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Instance network_info: |[{"id": "e4f35675-f1c8-4e27-bec8-a40e294146d4", "address": "fa:16:3e:a6:c1:fa", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f35675-f1", "ovs_interfaceid": "e4f35675-f1c8-4e27-bec8-a40e294146d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 591.750422] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:c1:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4f35675-f1c8-4e27-bec8-a40e294146d4', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 591.758511] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Creating folder: Project (81af07906b7c420abe56e87732097d6e). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.759065] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6d8362e-cc59-4439-93dc-8c3ec00f8207 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.774056] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Created folder: Project (81af07906b7c420abe56e87732097d6e) in parent group-v630977. [ 591.774056] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Creating folder: Instances. Parent ref: group-v630981. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.774056] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cc76e35-b3fd-4170-85f7-b96a1bc56bfa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.787295] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Created folder: Instances in parent group-v630981. [ 591.788061] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 591.790350] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 591.790350] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdbba2c7-25a6-4dee-951d-1567565d167c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.815274] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.815274] env[68835]: value = "task-3153433" [ 591.815274] env[68835]: _type = "Task" [ 591.815274] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.824837] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153433, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.891974] env[68835]: DEBUG nova.network.neutron [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Updating instance_info_cache with network_info: [{"id": "e2ea6fdb-a2c5-45ec-b53f-a0dc16d9c79b", "address": "fa:16:3e:c8:91:0a", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ea6fdb-a2", "ovs_interfaceid": "e2ea6fdb-a2c5-45ec-b53f-a0dc16d9c79b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.088096] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.088393] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.088697] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.088903] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.089353] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.089641] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c427301-95ee-4829-9eb9-4f5aec264286 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.102791] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.103347] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 592.104276] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab4a982-04ab-4c2b-a0bd-8a6d327d4c1c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.112306] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f08f5e-06e5-495a-a696-55fd9b2dddda {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.118658] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 592.118658] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5287ffd3-d7af-9bd6-0e1c-d90f85edd452" [ 592.118658] env[68835]: _type = "Task" [ 592.118658] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.132022] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Preparing fetch location {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 592.132432] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Creating directory with path [datastore2] vmware_temp/1ddf3e56-8e11-4d75-8657-8028cd16db1f/61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.133299] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-926184ec-a23f-44ae-88ae-7107977d2cb4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.153270] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Created directory with path [datastore2] vmware_temp/1ddf3e56-8e11-4d75-8657-8028cd16db1f/61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.153728] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Fetch image to [datastore2] vmware_temp/1ddf3e56-8e11-4d75-8657-8028cd16db1f/61e80c77-27af-4034-acfc-6b989eb5a7e6/tmp-sparse.vmdk {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 592.153840] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Downloading image file data 61e80c77-27af-4034-acfc-6b989eb5a7e6 to [datastore2] vmware_temp/1ddf3e56-8e11-4d75-8657-8028cd16db1f/61e80c77-27af-4034-acfc-6b989eb5a7e6/tmp-sparse.vmdk on the data store datastore2 {{(pid=68835) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 592.154748] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f1437a-efdd-49ca-b77b-9936bd66f412 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.165319] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34babfc-88c2-409f-ab04-89aa1683e8ef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.175695] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ca4d77-fe80-4e60-91f1-440310dfc124 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.208777] env[68835]: DEBUG nova.scheduler.client.report [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.213159] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106c0bd8-d8c7-4358-8c04-6be93f0079cc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.219237] env[68835]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-1db6776f-cb5e-4a9b-bcde-b2c39b3755e4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.303228] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Downloading image file data 61e80c77-27af-4034-acfc-6b989eb5a7e6 to the data store datastore2 {{(pid=68835) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 592.326503] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153433, 'name': CreateVM_Task, 'duration_secs': 0.35955} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.326592] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.327524] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.327886] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.328216] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.330515] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4719c33b-8a71-47bd-a66a-095decbcf690 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.335583] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Waiting for the task: (returnval){ [ 592.335583] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]520ca087-43fb-c011-5271-7cbc39a0edca" [ 592.335583] env[68835]: _type = "Task" [ 592.335583] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.345913] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]520ca087-43fb-c011-5271-7cbc39a0edca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.397645] env[68835]: DEBUG oslo_concurrency.lockutils [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Releasing lock "refresh_cache-e5210410-3725-4dea-902d-9fcc2a4bc9e5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.400067] env[68835]: DEBUG nova.compute.manager [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Instance network_info: |[{"id": "e2ea6fdb-a2c5-45ec-b53f-a0dc16d9c79b", "address": "fa:16:3e:c8:91:0a", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ea6fdb-a2", "ovs_interfaceid": "e2ea6fdb-a2c5-45ec-b53f-a0dc16d9c79b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 592.400247] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:91:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2ea6fdb-a2c5-45ec-b53f-a0dc16d9c79b', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.407734] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Creating folder: Project (2b56943605b2497fbc6ca40595b32a4a). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.408223] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1203cbd5-184f-4448-b314-52db452c1c76 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.419431] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Created folder: Project (2b56943605b2497fbc6ca40595b32a4a) in parent group-v630977. [ 592.419431] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Creating folder: Instances. Parent ref: group-v630984. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.419431] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fae93c60-2885-467d-9214-39af7dfa9e6b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.429877] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Created folder: Instances in parent group-v630984. [ 592.430144] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 592.430343] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.430546] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-557c31a9-563e-44e0-95cc-d05cd8691ee7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.462227] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.462227] env[68835]: value = "task-3153436" [ 592.462227] env[68835]: _type = "Task" [ 592.462227] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.471355] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153436, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.472732] env[68835]: DEBUG nova.network.neutron [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Successfully created port: ca2dce65-96b2-4d65-a902-ddf39d3d58f7 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.491126] env[68835]: DEBUG nova.compute.manager [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 592.506066] env[68835]: DEBUG oslo_vmware.rw_handles [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1ddf3e56-8e11-4d75-8657-8028cd16db1f/61e80c77-27af-4034-acfc-6b989eb5a7e6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68835) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 592.567659] env[68835]: DEBUG nova.virt.hardware [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 592.568066] env[68835]: DEBUG nova.virt.hardware [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 592.568206] env[68835]: DEBUG nova.virt.hardware [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.568401] env[68835]: DEBUG nova.virt.hardware [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 592.568579] env[68835]: DEBUG nova.virt.hardware [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.568760] env[68835]: DEBUG nova.virt.hardware [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 592.569028] env[68835]: DEBUG nova.virt.hardware [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 592.569235] env[68835]: DEBUG nova.virt.hardware [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 592.569443] env[68835]: DEBUG nova.virt.hardware [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 592.569670] env[68835]: DEBUG nova.virt.hardware [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 592.569889] env[68835]: DEBUG nova.virt.hardware [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 592.570806] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ab3348-f698-4926-8e96-2a54d84e1c42 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.582723] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7d8a7e-56f4-4d60-aafd-c52be8b14d47 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.713958] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.717028] env[68835]: DEBUG nova.compute.manager [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.721392] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.510s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.724744] env[68835]: INFO nova.compute.claims [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.848890] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.849226] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.849500] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.974781] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153436, 'name': CreateVM_Task, 'duration_secs': 0.359712} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.976158] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.977560] env[68835]: DEBUG oslo_concurrency.lockutils [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.977792] env[68835]: DEBUG oslo_concurrency.lockutils [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.978149] env[68835]: DEBUG oslo_concurrency.lockutils [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.978451] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6544a691-f601-47d5-ba30-a8527b4dd1ac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.983335] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Waiting for the task: (returnval){ [ 592.983335] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528ff9f3-7e52-f47b-8f4f-d4557c26d9bf" [ 592.983335] env[68835]: _type = "Task" [ 592.983335] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.995145] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528ff9f3-7e52-f47b-8f4f-d4557c26d9bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.232722] env[68835]: DEBUG nova.compute.utils [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.241029] env[68835]: DEBUG nova.compute.manager [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.241029] env[68835]: DEBUG nova.network.neutron [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.260236] env[68835]: DEBUG oslo_vmware.rw_handles [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Completed reading data from the image iterator. {{(pid=68835) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 593.260861] env[68835]: DEBUG oslo_vmware.rw_handles [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1ddf3e56-8e11-4d75-8657-8028cd16db1f/61e80c77-27af-4034-acfc-6b989eb5a7e6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 593.301018] env[68835]: DEBUG nova.policy [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '864bca1f064041208416f83aab56fd7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '278ec598bc174a17b8f094b7af6dec73', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.392756] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Downloaded image file data 61e80c77-27af-4034-acfc-6b989eb5a7e6 to vmware_temp/1ddf3e56-8e11-4d75-8657-8028cd16db1f/61e80c77-27af-4034-acfc-6b989eb5a7e6/tmp-sparse.vmdk on the data store datastore2 {{(pid=68835) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 593.394465] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Caching image {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 593.396830] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Copying Virtual Disk [datastore2] vmware_temp/1ddf3e56-8e11-4d75-8657-8028cd16db1f/61e80c77-27af-4034-acfc-6b989eb5a7e6/tmp-sparse.vmdk to [datastore2] vmware_temp/1ddf3e56-8e11-4d75-8657-8028cd16db1f/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.396830] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-339f85c1-c1c5-4ae9-8b25-7a397965cb97 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.405989] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 593.405989] env[68835]: value = "task-3153437" [ 593.405989] env[68835]: _type = "Task" [ 593.405989] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.417302] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.465995] env[68835]: DEBUG nova.compute.manager [req-a3d7b0f3-de46-4ef3-bc67-21d5ba2c7a45 req-443a5306-8423-4dc4-85b0-8ee50f32f915 service nova] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Received event network-changed-8790cd5b-b7dd-40d1-aef3-d5ae6f69eb75 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 593.465995] env[68835]: DEBUG nova.compute.manager [req-a3d7b0f3-de46-4ef3-bc67-21d5ba2c7a45 req-443a5306-8423-4dc4-85b0-8ee50f32f915 service nova] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Refreshing instance network info cache due to event network-changed-8790cd5b-b7dd-40d1-aef3-d5ae6f69eb75. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 593.465995] env[68835]: DEBUG oslo_concurrency.lockutils [req-a3d7b0f3-de46-4ef3-bc67-21d5ba2c7a45 req-443a5306-8423-4dc4-85b0-8ee50f32f915 service nova] Acquiring lock "refresh_cache-5ebcefb7-7726-44fd-a9da-1454cbb39bd7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.466188] env[68835]: DEBUG oslo_concurrency.lockutils [req-a3d7b0f3-de46-4ef3-bc67-21d5ba2c7a45 req-443a5306-8423-4dc4-85b0-8ee50f32f915 service nova] Acquired lock "refresh_cache-5ebcefb7-7726-44fd-a9da-1454cbb39bd7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.466219] env[68835]: DEBUG nova.network.neutron [req-a3d7b0f3-de46-4ef3-bc67-21d5ba2c7a45 req-443a5306-8423-4dc4-85b0-8ee50f32f915 service nova] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Refreshing network info cache for port 8790cd5b-b7dd-40d1-aef3-d5ae6f69eb75 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.504234] env[68835]: DEBUG oslo_concurrency.lockutils [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.504234] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.504234] env[68835]: DEBUG oslo_concurrency.lockutils [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.658174] env[68835]: DEBUG nova.network.neutron [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Successfully created port: ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.744099] env[68835]: DEBUG nova.compute.manager [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 593.903679] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquiring lock "bf7da137-7978-4d65-b707-e0111d8736d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.903679] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "bf7da137-7978-4d65-b707-e0111d8736d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.931899] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153437, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.953126] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fcf17a-1c0b-4307-a8c4-d6c7971e6004 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.964327] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2640a9ac-8356-4e3f-9a2e-93d7736eacfc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.005148] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8370338b-01ad-4a76-93c5-d9dd5a2fe59a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.015026] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9a87ee-0b24-48aa-a6ce-f2e585ee6e06 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.035863] env[68835]: DEBUG nova.compute.provider_tree [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.239996] env[68835]: DEBUG nova.network.neutron [req-a3d7b0f3-de46-4ef3-bc67-21d5ba2c7a45 req-443a5306-8423-4dc4-85b0-8ee50f32f915 service nova] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Updated VIF entry in instance network info cache for port 8790cd5b-b7dd-40d1-aef3-d5ae6f69eb75. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 594.242013] env[68835]: DEBUG nova.network.neutron [req-a3d7b0f3-de46-4ef3-bc67-21d5ba2c7a45 req-443a5306-8423-4dc4-85b0-8ee50f32f915 service nova] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Updating instance_info_cache with network_info: [{"id": "8790cd5b-b7dd-40d1-aef3-d5ae6f69eb75", "address": "fa:16:3e:da:d6:fe", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8790cd5b-b7", "ovs_interfaceid": "8790cd5b-b7dd-40d1-aef3-d5ae6f69eb75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.313734] env[68835]: DEBUG nova.network.neutron [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Successfully updated port: 9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.411609] env[68835]: DEBUG nova.compute.manager [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.426958] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702884} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.427997] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Copied Virtual Disk [datastore2] vmware_temp/1ddf3e56-8e11-4d75-8657-8028cd16db1f/61e80c77-27af-4034-acfc-6b989eb5a7e6/tmp-sparse.vmdk to [datastore2] vmware_temp/1ddf3e56-8e11-4d75-8657-8028cd16db1f/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.428258] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Deleting the datastore file [datastore2] vmware_temp/1ddf3e56-8e11-4d75-8657-8028cd16db1f/61e80c77-27af-4034-acfc-6b989eb5a7e6/tmp-sparse.vmdk {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 594.428711] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3adc6bd0-8ef0-495e-a1ea-03e07aab4472 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.436730] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 594.436730] env[68835]: value = "task-3153438" [ 594.436730] env[68835]: _type = "Task" [ 594.436730] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.446866] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.509661] env[68835]: DEBUG nova.compute.manager [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Received event network-changed-e4f35675-f1c8-4e27-bec8-a40e294146d4 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 594.509661] env[68835]: DEBUG nova.compute.manager [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Refreshing instance network info cache due to event network-changed-e4f35675-f1c8-4e27-bec8-a40e294146d4. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 594.509661] env[68835]: DEBUG oslo_concurrency.lockutils [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] Acquiring lock "refresh_cache-41fc595a-191d-48fb-94bf-67212e8f5699" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.509661] env[68835]: DEBUG oslo_concurrency.lockutils [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] Acquired lock "refresh_cache-41fc595a-191d-48fb-94bf-67212e8f5699" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.509661] env[68835]: DEBUG nova.network.neutron [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Refreshing network info cache for port e4f35675-f1c8-4e27-bec8-a40e294146d4 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.540023] env[68835]: DEBUG nova.scheduler.client.report [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.747093] env[68835]: DEBUG oslo_concurrency.lockutils [req-a3d7b0f3-de46-4ef3-bc67-21d5ba2c7a45 req-443a5306-8423-4dc4-85b0-8ee50f32f915 service nova] Releasing lock "refresh_cache-5ebcefb7-7726-44fd-a9da-1454cbb39bd7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.755720] env[68835]: DEBUG nova.compute.manager [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 594.763343] env[68835]: DEBUG nova.network.neutron [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Successfully updated port: ca2dce65-96b2-4d65-a902-ddf39d3d58f7 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.800445] env[68835]: DEBUG nova.virt.hardware [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.800445] env[68835]: DEBUG nova.virt.hardware [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.800445] env[68835]: DEBUG nova.virt.hardware [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.800681] env[68835]: DEBUG nova.virt.hardware [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.800720] env[68835]: DEBUG nova.virt.hardware [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.803453] env[68835]: DEBUG nova.virt.hardware [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.803453] env[68835]: DEBUG nova.virt.hardware [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.803453] env[68835]: DEBUG nova.virt.hardware [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.803743] env[68835]: DEBUG nova.virt.hardware [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.803792] env[68835]: DEBUG nova.virt.hardware [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.804863] env[68835]: DEBUG nova.virt.hardware [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.807197] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f9df2c-156c-4049-9976-4546d9bee768 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.820335] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8743e4-625b-4a91-8834-41e8942e3dbb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.824803] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "refresh_cache-ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.824944] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquired lock "refresh_cache-ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.825100] env[68835]: DEBUG nova.network.neutron [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.951438] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027774} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.952484] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 594.953355] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Moving file from [datastore2] vmware_temp/1ddf3e56-8e11-4d75-8657-8028cd16db1f/61e80c77-27af-4034-acfc-6b989eb5a7e6 to [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6. {{(pid=68835) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 594.954551] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2416df49-4003-441a-9531-a897be280bc6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.961146] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.963056] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 594.963056] env[68835]: value = "task-3153439" [ 594.963056] env[68835]: _type = "Task" [ 594.963056] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.977794] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153439, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.981159] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "a08615df-fc52-4a65-bea0-6b3bfc513d99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.981427] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "a08615df-fc52-4a65-bea0-6b3bfc513d99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.046875] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.047810] env[68835]: DEBUG nova.compute.manager [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.051390] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.090s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.052661] env[68835]: INFO nova.compute.claims [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.269959] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Acquiring lock "refresh_cache-30a5da31-76c4-4500-9875-211849ef9c6a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.272618] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Acquired lock "refresh_cache-30a5da31-76c4-4500-9875-211849ef9c6a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.272618] env[68835]: DEBUG nova.network.neutron [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.473099] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153439, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02465} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.473511] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] File moved {{(pid=68835) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 595.474586] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Cleaning up location [datastore2] vmware_temp/1ddf3e56-8e11-4d75-8657-8028cd16db1f {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 595.474586] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Deleting the datastore file [datastore2] vmware_temp/1ddf3e56-8e11-4d75-8657-8028cd16db1f {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.474586] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0b8e205-421c-4367-a5e0-9c9bb2da8909 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.482373] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 595.482373] env[68835]: value = "task-3153440" [ 595.482373] env[68835]: _type = "Task" [ 595.482373] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.484697] env[68835]: DEBUG nova.compute.manager [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.494106] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.516638] env[68835]: DEBUG nova.network.neutron [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 595.564638] env[68835]: DEBUG nova.compute.utils [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.570058] env[68835]: DEBUG nova.compute.manager [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Not allocating networking since 'none' was specified. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 595.746344] env[68835]: DEBUG oslo_concurrency.lockutils [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.746531] env[68835]: DEBUG oslo_concurrency.lockutils [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.846223] env[68835]: DEBUG nova.network.neutron [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 595.994713] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025972} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.997048] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 595.998734] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b273093a-3957-4ce3-8559-5b5778cc14c4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.005631] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 596.005631] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52fcfdd0-9f91-d5c0-9a22-9acc2cfb86a6" [ 596.005631] env[68835]: _type = "Task" [ 596.005631] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.012490] env[68835]: DEBUG nova.network.neutron [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Successfully updated port: ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.019552] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.026937] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52fcfdd0-9f91-d5c0-9a22-9acc2cfb86a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009582} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.027226] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.027494] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 5ebcefb7-7726-44fd-a9da-1454cbb39bd7/5ebcefb7-7726-44fd-a9da-1454cbb39bd7.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.027766] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.027951] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.028171] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a8d932e-cf7f-49a9-9cc0-0370ef66459c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.032212] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-998cb482-8de0-4072-a29a-839afeaec280 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.037152] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.039370] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.039635] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.039896] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.040212] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.040327] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.044022] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.048799] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 596.048799] env[68835]: value = "task-3153441" [ 596.048799] env[68835]: _type = "Task" [ 596.048799] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.053241] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.053422] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.054501] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d9aa427-d1ad-4462-8d0a-7d34257b994d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.061445] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.063423] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Waiting for the task: (returnval){ [ 596.063423] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52821bba-7169-c0ec-7645-80a24ea35b1e" [ 596.063423] env[68835]: _type = "Task" [ 596.063423] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.071998] env[68835]: DEBUG nova.compute.manager [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.076940] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52821bba-7169-c0ec-7645-80a24ea35b1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.142309] env[68835]: DEBUG nova.network.neutron [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Updating instance_info_cache with network_info: [{"id": "ca2dce65-96b2-4d65-a902-ddf39d3d58f7", "address": "fa:16:3e:4f:91:38", "network": {"id": "b2e8152e-0d5c-4caf-881a-a3754f7f4d75", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1787994227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0d3f8165e243c3bab192483d99f595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca2dce65-96", "ovs_interfaceid": "ca2dce65-96b2-4d65-a902-ddf39d3d58f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.220319] env[68835]: DEBUG nova.network.neutron [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Updating instance_info_cache with network_info: [{"id": "9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9", "address": "fa:16:3e:f5:d9:4e", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3e2947-8f", "ovs_interfaceid": "9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.252791] env[68835]: DEBUG nova.compute.manager [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.261027] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b09ffb1-77c8-4a70-9e50-ad0681a198e8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.268078] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e211386-3140-4c8d-be66-3c8164fa2732 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.274434] env[68835]: DEBUG nova.network.neutron [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Updated VIF entry in instance network info cache for port e4f35675-f1c8-4e27-bec8-a40e294146d4. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.274599] env[68835]: DEBUG nova.network.neutron [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Updating instance_info_cache with network_info: [{"id": "e4f35675-f1c8-4e27-bec8-a40e294146d4", "address": "fa:16:3e:a6:c1:fa", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f35675-f1", "ovs_interfaceid": "e4f35675-f1c8-4e27-bec8-a40e294146d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.317249] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f659e18-23c1-43c3-958d-2008922e9797 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.326308] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32f10c5-c00b-49ee-aa6f-23e445760250 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.343486] env[68835]: DEBUG nova.compute.provider_tree [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.519400] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquiring lock "refresh_cache-b427c242-aa1f-42cd-9808-a4028c75c2b7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.519650] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquired lock "refresh_cache-b427c242-aa1f-42cd-9808-a4028c75c2b7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.519789] env[68835]: DEBUG nova.network.neutron [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.549374] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Getting list of instances from cluster (obj){ [ 596.549374] env[68835]: value = "domain-c8" [ 596.549374] env[68835]: _type = "ClusterComputeResource" [ 596.549374] env[68835]: } {{(pid=68835) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 596.550586] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1584e21-9ecb-44c3-b2b4-bbb217dad900 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.567881] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512258} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.576645] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 5ebcefb7-7726-44fd-a9da-1454cbb39bd7/5ebcefb7-7726-44fd-a9da-1454cbb39bd7.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.576885] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.577197] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Got total of 3 instances {{(pid=68835) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 596.577330] env[68835]: WARNING nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] While synchronizing instance power states, found 8 instances in the database and 3 instances on the hypervisor. [ 596.577464] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Triggering sync for uuid 5ebcefb7-7726-44fd-a9da-1454cbb39bd7 {{(pid=68835) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 596.577640] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Triggering sync for uuid 41fc595a-191d-48fb-94bf-67212e8f5699 {{(pid=68835) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 596.577782] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Triggering sync for uuid e5210410-3725-4dea-902d-9fcc2a4bc9e5 {{(pid=68835) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 596.577924] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Triggering sync for uuid ff3f81eb-8599-47e0-a5a8-26f21ea70fc5 {{(pid=68835) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 596.578377] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Triggering sync for uuid 30a5da31-76c4-4500-9875-211849ef9c6a {{(pid=68835) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 596.578678] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Triggering sync for uuid b427c242-aa1f-42cd-9808-a4028c75c2b7 {{(pid=68835) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 596.578849] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Triggering sync for uuid 295e1d0c-892d-444d-8461-d6d964eee4ff {{(pid=68835) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 596.578994] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Triggering sync for uuid bf7da137-7978-4d65-b707-e0111d8736d9 {{(pid=68835) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 596.579412] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbcc47f0-665a-4c62-bc87-2655de11d9ff {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.581535] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "5ebcefb7-7726-44fd-a9da-1454cbb39bd7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.581790] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "41fc595a-191d-48fb-94bf-67212e8f5699" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.582014] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "e5210410-3725-4dea-902d-9fcc2a4bc9e5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.582268] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.586436] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "30a5da31-76c4-4500-9875-211849ef9c6a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.586659] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "b427c242-aa1f-42cd-9808-a4028c75c2b7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.586851] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "295e1d0c-892d-444d-8461-d6d964eee4ff" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.587051] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "bf7da137-7978-4d65-b707-e0111d8736d9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.587238] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.587446] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68835) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 596.588255] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.596924] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52821bba-7169-c0ec-7645-80a24ea35b1e, 'name': SearchDatastore_Task, 'duration_secs': 0.008923} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.597924] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77b114be-5360-4dfd-b972-4da95cbd55d9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.605663] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 596.605663] env[68835]: value = "task-3153442" [ 596.605663] env[68835]: _type = "Task" [ 596.605663] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.614709] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Waiting for the task: (returnval){ [ 596.614709] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5251662a-c81a-61e0-a394-87f0d68a59c3" [ 596.614709] env[68835]: _type = "Task" [ 596.614709] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.621553] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.627714] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5251662a-c81a-61e0-a394-87f0d68a59c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009143} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.628410] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.628410] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 41fc595a-191d-48fb-94bf-67212e8f5699/41fc595a-191d-48fb-94bf-67212e8f5699.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.628560] env[68835]: DEBUG oslo_concurrency.lockutils [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.628786] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.629029] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c74f992-4bf7-4791-87ce-1fdbc9d5a8a1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.631659] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35c1bc34-fd27-471d-8640-402254eb92bc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.642040] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Waiting for the task: (returnval){ [ 596.642040] env[68835]: value = "task-3153443" [ 596.642040] env[68835]: _type = "Task" [ 596.642040] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.642040] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.642040] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.646278] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aa9f6d2-f963-411d-8a54-e5f5f5a78d17 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.649392] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Releasing lock "refresh_cache-30a5da31-76c4-4500-9875-211849ef9c6a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.649886] env[68835]: DEBUG nova.compute.manager [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Instance network_info: |[{"id": "ca2dce65-96b2-4d65-a902-ddf39d3d58f7", "address": "fa:16:3e:4f:91:38", "network": {"id": "b2e8152e-0d5c-4caf-881a-a3754f7f4d75", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1787994227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0d3f8165e243c3bab192483d99f595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca2dce65-96", "ovs_interfaceid": "ca2dce65-96b2-4d65-a902-ddf39d3d58f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 596.650852] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:91:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca2dce65-96b2-4d65-a902-ddf39d3d58f7', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.661379] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Creating folder: Project (ac0d3f8165e243c3bab192483d99f595). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.667754] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0e1a638-f5f7-43fc-a7a3-95288a1c52c6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.670143] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Task: {'id': task-3153443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.672778] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Waiting for the task: (returnval){ [ 596.672778] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5208fd9e-733b-6d36-d225-432b04df68cd" [ 596.672778] env[68835]: _type = "Task" [ 596.672778] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.684490] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5208fd9e-733b-6d36-d225-432b04df68cd, 'name': SearchDatastore_Task, 'duration_secs': 0.00804} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.685713] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Created folder: Project (ac0d3f8165e243c3bab192483d99f595) in parent group-v630977. [ 596.686129] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Creating folder: Instances. Parent ref: group-v630987. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.686129] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc205c4a-3609-48e9-9161-3980b8de6507 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.688678] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d99d016-68cc-4cc9-8e8b-555bbf628a54 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.693906] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Waiting for the task: (returnval){ [ 596.693906] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52a83126-10b2-9f51-6afd-b308f8a368e2" [ 596.693906] env[68835]: _type = "Task" [ 596.693906] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.700830] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Created folder: Instances in parent group-v630987. [ 596.700830] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 596.700830] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.700830] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75d27a0d-1f16-423b-9266-d602459f1585 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.721024] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a83126-10b2-9f51-6afd-b308f8a368e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.726600] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Releasing lock "refresh_cache-ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.726925] env[68835]: DEBUG nova.compute.manager [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Instance network_info: |[{"id": "9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9", "address": "fa:16:3e:f5:d9:4e", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3e2947-8f", "ovs_interfaceid": "9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 596.727447] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.727447] env[68835]: value = "task-3153446" [ 596.727447] env[68835]: _type = "Task" [ 596.727447] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.727624] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:d9:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.735456] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Creating folder: Project (5c0b355ba73e4ad4990fcb7c97f1fa6a). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.735456] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb90b932-b886-4ed3-a403-0e10809b5a88 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.746080] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153446, 'name': CreateVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.751039] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Created folder: Project (5c0b355ba73e4ad4990fcb7c97f1fa6a) in parent group-v630977. [ 596.751784] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Creating folder: Instances. Parent ref: group-v630989. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.751784] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53900b99-10e7-4dac-be92-bda08b72f91b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.763778] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Created folder: Instances in parent group-v630989. [ 596.764061] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 596.766510] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.766969] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-302067eb-139b-4c22-ae7b-d7a5a9f3b770 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.783357] env[68835]: DEBUG oslo_concurrency.lockutils [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] Releasing lock "refresh_cache-41fc595a-191d-48fb-94bf-67212e8f5699" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.783357] env[68835]: DEBUG nova.compute.manager [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Received event network-vif-plugged-e2ea6fdb-a2c5-45ec-b53f-a0dc16d9c79b {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 596.783357] env[68835]: DEBUG oslo_concurrency.lockutils [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] Acquiring lock "e5210410-3725-4dea-902d-9fcc2a4bc9e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.783543] env[68835]: DEBUG oslo_concurrency.lockutils [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] Lock "e5210410-3725-4dea-902d-9fcc2a4bc9e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.783699] env[68835]: DEBUG oslo_concurrency.lockutils [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] Lock "e5210410-3725-4dea-902d-9fcc2a4bc9e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.783930] env[68835]: DEBUG nova.compute.manager [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] No waiting events found dispatching network-vif-plugged-e2ea6fdb-a2c5-45ec-b53f-a0dc16d9c79b {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 596.784830] env[68835]: WARNING nova.compute.manager [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Received unexpected event network-vif-plugged-e2ea6fdb-a2c5-45ec-b53f-a0dc16d9c79b for instance with vm_state building and task_state spawning. [ 596.784830] env[68835]: DEBUG nova.compute.manager [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Received event network-changed-e2ea6fdb-a2c5-45ec-b53f-a0dc16d9c79b {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 596.784830] env[68835]: DEBUG nova.compute.manager [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Refreshing instance network info cache due to event network-changed-e2ea6fdb-a2c5-45ec-b53f-a0dc16d9c79b. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 596.784830] env[68835]: DEBUG oslo_concurrency.lockutils [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] Acquiring lock "refresh_cache-e5210410-3725-4dea-902d-9fcc2a4bc9e5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.784830] env[68835]: DEBUG oslo_concurrency.lockutils [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] Acquired lock "refresh_cache-e5210410-3725-4dea-902d-9fcc2a4bc9e5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.785185] env[68835]: DEBUG nova.network.neutron [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Refreshing network info cache for port e2ea6fdb-a2c5-45ec-b53f-a0dc16d9c79b {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.787739] env[68835]: DEBUG oslo_concurrency.lockutils [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.795971] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.795971] env[68835]: value = "task-3153449" [ 596.795971] env[68835]: _type = "Task" [ 596.795971] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.807031] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153449, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.849919] env[68835]: DEBUG nova.scheduler.client.report [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.095131] env[68835]: DEBUG nova.compute.manager [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.098665] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.114590] env[68835]: DEBUG nova.network.neutron [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.126257] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098207} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.126519] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.127452] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c189d3b7-8095-46e0-88e5-18a41f8f223a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.132577] env[68835]: DEBUG nova.virt.hardware [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.132814] env[68835]: DEBUG nova.virt.hardware [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.132970] env[68835]: DEBUG nova.virt.hardware [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.133234] env[68835]: DEBUG nova.virt.hardware [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.133314] env[68835]: DEBUG nova.virt.hardware [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.133437] env[68835]: DEBUG nova.virt.hardware [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.133639] env[68835]: DEBUG nova.virt.hardware [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.133793] env[68835]: DEBUG nova.virt.hardware [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.133957] env[68835]: DEBUG nova.virt.hardware [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.135752] env[68835]: DEBUG nova.virt.hardware [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.135752] env[68835]: DEBUG nova.virt.hardware [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.136306] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fb2529-91f2-435c-a6cf-e090e21d38aa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.166353] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 5ebcefb7-7726-44fd-a9da-1454cbb39bd7/5ebcefb7-7726-44fd-a9da-1454cbb39bd7.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.175874] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-108c2332-312e-4dc4-9a63-4b09d81867f8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.195298] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37fa2d3-e1e7-4156-b05e-7c30e9271381 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.216035] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Task: {'id': task-3153443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466483} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.216339] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 597.216339] env[68835]: value = "task-3153450" [ 597.216339] env[68835]: _type = "Task" [ 597.216339] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.218313] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 41fc595a-191d-48fb-94bf-67212e8f5699/41fc595a-191d-48fb-94bf-67212e8f5699.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.218447] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.219365] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ea8f431-0302-4dd5-90b4-b0551384f8e8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.234530] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Instance VIF info [] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.240662] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Creating folder: Project (eb51c8b9b7114372853f5eb9c0d52fd1). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.242369] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20829d4a-5e7e-408c-9303-830a41c4087f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.253890] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a83126-10b2-9f51-6afd-b308f8a368e2, 'name': SearchDatastore_Task, 'duration_secs': 0.008733} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.254115] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.257944] env[68835]: DEBUG oslo_concurrency.lockutils [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.257944] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] e5210410-3725-4dea-902d-9fcc2a4bc9e5/e5210410-3725-4dea-902d-9fcc2a4bc9e5.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.257944] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Waiting for the task: (returnval){ [ 597.257944] env[68835]: value = "task-3153451" [ 597.257944] env[68835]: _type = "Task" [ 597.257944] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.257944] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b85d3bc9-3d38-43af-be14-5d0b05bc5339 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.266061] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153446, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.268224] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Created folder: Project (eb51c8b9b7114372853f5eb9c0d52fd1) in parent group-v630977. [ 597.268352] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Creating folder: Instances. Parent ref: group-v630993. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.268854] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d91858a-88aa-4038-bb96-387b1c6bb5ca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.273093] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Waiting for the task: (returnval){ [ 597.273093] env[68835]: value = "task-3153453" [ 597.273093] env[68835]: _type = "Task" [ 597.273093] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.276179] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Task: {'id': task-3153451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.285177] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': task-3153453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.286436] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Created folder: Instances in parent group-v630993. [ 597.286602] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 597.286850] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.289252] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e22d37f-60e4-4701-a4eb-b0ab838e21cf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.317548] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153449, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.318422] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.318422] env[68835]: value = "task-3153455" [ 597.318422] env[68835]: _type = "Task" [ 597.318422] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.326343] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153455, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.362594] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.362594] env[68835]: DEBUG nova.compute.manager [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.367362] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.349s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.368654] env[68835]: INFO nova.compute.claims [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.732942] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153450, 'name': ReconfigVM_Task, 'duration_secs': 0.322526} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.733364] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 5ebcefb7-7726-44fd-a9da-1454cbb39bd7/5ebcefb7-7726-44fd-a9da-1454cbb39bd7.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.734047] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee118d8d-b5fe-422a-863c-70e1b1efe830 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.741410] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 597.741410] env[68835]: value = "task-3153456" [ 597.741410] env[68835]: _type = "Task" [ 597.741410] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.759977] env[68835]: DEBUG nova.compute.manager [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Received event network-vif-plugged-9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 597.760406] env[68835]: DEBUG oslo_concurrency.lockutils [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] Acquiring lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.760861] env[68835]: DEBUG oslo_concurrency.lockutils [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] Lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.761027] env[68835]: DEBUG oslo_concurrency.lockutils [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] Lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.761320] env[68835]: DEBUG nova.compute.manager [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] No waiting events found dispatching network-vif-plugged-9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 597.761747] env[68835]: WARNING nova.compute.manager [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Received unexpected event network-vif-plugged-9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9 for instance with vm_state building and task_state spawning. [ 597.761747] env[68835]: DEBUG nova.compute.manager [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Received event network-changed-9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 597.762496] env[68835]: DEBUG nova.compute.manager [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Refreshing instance network info cache due to event network-changed-9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 597.763459] env[68835]: DEBUG oslo_concurrency.lockutils [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] Acquiring lock "refresh_cache-ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.763459] env[68835]: DEBUG oslo_concurrency.lockutils [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] Acquired lock "refresh_cache-ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.763617] env[68835]: DEBUG nova.network.neutron [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Refreshing network info cache for port 9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.773700] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153456, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.784770] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153446, 'name': CreateVM_Task, 'duration_secs': 0.585814} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.791845] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.793305] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.793886] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.794372] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.803870] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55ad6d72-e69f-4c0f-97af-83a309796ffe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.806986] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Task: {'id': task-3153451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074864} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.814381] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.815472] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': task-3153453, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.823022] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c736cd-599f-4f1d-a996-cb6a62a19bc9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.828462] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Waiting for the task: (returnval){ [ 597.828462] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]523e4273-0d2a-443c-14a1-b239dfa71505" [ 597.828462] env[68835]: _type = "Task" [ 597.828462] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.860982] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153449, 'name': CreateVM_Task, 'duration_secs': 0.562623} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.877124] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 41fc595a-191d-48fb-94bf-67212e8f5699/41fc595a-191d-48fb-94bf-67212e8f5699.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.883075] env[68835]: DEBUG nova.network.neutron [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Updating instance_info_cache with network_info: [{"id": "ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3", "address": "fa:16:3e:59:67:4c", "network": {"id": "4796552a-438b-4789-9297-47ef68a6d663", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544253656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278ec598bc174a17b8f094b7af6dec73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21e9f0-73", "ovs_interfaceid": "ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.885272] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.886271] env[68835]: DEBUG nova.compute.utils [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.890677] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8088161d-8522-4b38-b585-9c40fa2904f9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.906448] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153455, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.912255] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.912614] env[68835]: DEBUG nova.compute.manager [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.912823] env[68835]: DEBUG nova.network.neutron [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.915387] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]523e4273-0d2a-443c-14a1-b239dfa71505, 'name': SearchDatastore_Task, 'duration_secs': 0.053691} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.916351] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.916538] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.916807] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.916949] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.917491] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.917751] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.918070] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.918603] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec6f7fb2-8d6d-43be-ab33-2b928763efc9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.923639] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5115f65-b523-4054-a693-3d7d50f6a8cc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.925632] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Waiting for the task: (returnval){ [ 597.925632] env[68835]: value = "task-3153457" [ 597.925632] env[68835]: _type = "Task" [ 597.925632] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.936032] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 597.936032] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]521454d2-72f2-7066-9791-88aa8ed0c17f" [ 597.936032] env[68835]: _type = "Task" [ 597.936032] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.944317] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Task: {'id': task-3153457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.946325] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.946525] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.947471] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b18ed397-4cb5-40ab-9c8d-bef2790e7455 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.954052] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521454d2-72f2-7066-9791-88aa8ed0c17f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.957653] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Waiting for the task: (returnval){ [ 597.957653] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5233f226-466c-bb29-bb92-68dffbf3c21c" [ 597.957653] env[68835]: _type = "Task" [ 597.957653] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.967299] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5233f226-466c-bb29-bb92-68dffbf3c21c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.081227] env[68835]: DEBUG nova.policy [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edf627bcd9464ce68ebba8cfd490b92d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b9791e3cc144d4abf08c4919929531b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.259166] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153456, 'name': Rename_Task, 'duration_secs': 0.317105} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.262549] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.262549] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50237f02-5b1f-4b20-8d74-634e7a22ad2c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.270503] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 598.270503] env[68835]: value = "task-3153458" [ 598.270503] env[68835]: _type = "Task" [ 598.270503] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.282720] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.299546] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': task-3153453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74959} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.300056] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] e5210410-3725-4dea-902d-9fcc2a4bc9e5/e5210410-3725-4dea-902d-9fcc2a4bc9e5.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.300408] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.300738] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f272070f-7e38-4b4b-9e47-ef550a7ea9e5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.310279] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Waiting for the task: (returnval){ [ 598.310279] env[68835]: value = "task-3153459" [ 598.310279] env[68835]: _type = "Task" [ 598.310279] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.318334] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': task-3153459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.319513] env[68835]: DEBUG nova.network.neutron [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Updated VIF entry in instance network info cache for port e2ea6fdb-a2c5-45ec-b53f-a0dc16d9c79b. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.319996] env[68835]: DEBUG nova.network.neutron [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Updating instance_info_cache with network_info: [{"id": "e2ea6fdb-a2c5-45ec-b53f-a0dc16d9c79b", "address": "fa:16:3e:c8:91:0a", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ea6fdb-a2", "ovs_interfaceid": "e2ea6fdb-a2c5-45ec-b53f-a0dc16d9c79b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.337723] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153455, 'name': CreateVM_Task, 'duration_secs': 0.586081} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.337723] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.338397] env[68835]: DEBUG oslo_vmware.service [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbfb782-36db-4785-81ca-10a0fe99474c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.348957] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.348957] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.349976] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.349976] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5bb9537-bb9e-42a7-b216-955c7362384b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.355236] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Waiting for the task: (returnval){ [ 598.355236] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]522f4b4e-b67b-54ff-24f5-37ca7496bf1d" [ 598.355236] env[68835]: _type = "Task" [ 598.355236] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.363292] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]522f4b4e-b67b-54ff-24f5-37ca7496bf1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.407939] env[68835]: DEBUG nova.compute.manager [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.413027] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Releasing lock "refresh_cache-b427c242-aa1f-42cd-9808-a4028c75c2b7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.413027] env[68835]: DEBUG nova.compute.manager [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Instance network_info: |[{"id": "ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3", "address": "fa:16:3e:59:67:4c", "network": {"id": "4796552a-438b-4789-9297-47ef68a6d663", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544253656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278ec598bc174a17b8f094b7af6dec73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21e9f0-73", "ovs_interfaceid": "ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 598.413347] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:67:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.425318] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Creating folder: Project (278ec598bc174a17b8f094b7af6dec73). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.425988] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b721cd84-bee5-4440-8202-64bcc77a2c6e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.439963] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Task: {'id': task-3153457, 'name': ReconfigVM_Task, 'duration_secs': 0.346052} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.448379] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 41fc595a-191d-48fb-94bf-67212e8f5699/41fc595a-191d-48fb-94bf-67212e8f5699.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.449167] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Created folder: Project (278ec598bc174a17b8f094b7af6dec73) in parent group-v630977. [ 598.449376] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Creating folder: Instances. Parent ref: group-v630996. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.456679] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2feb1745-b9f7-4fdb-b10e-fb6d943ac892 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.458426] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-309c19ab-9098-4f0e-beb1-93d96d5400ec {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.471800] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521454d2-72f2-7066-9791-88aa8ed0c17f, 'name': SearchDatastore_Task, 'duration_secs': 0.056506} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.478315] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.478613] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.478823] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.480842] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Waiting for the task: (returnval){ [ 598.480842] env[68835]: value = "task-3153461" [ 598.480842] env[68835]: _type = "Task" [ 598.480842] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.480842] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Created folder: Instances in parent group-v630996. [ 598.480842] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 598.480842] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.483021] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90e651df-122e-4b30-b3a5-6c5ce977a639 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.511632] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5233f226-466c-bb29-bb92-68dffbf3c21c, 'name': SearchDatastore_Task, 'duration_secs': 0.049414} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.520157] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c42c507d-f70a-48ec-a4d7-ecae38082e30 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.523461] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Task: {'id': task-3153461, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.524345] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.524345] env[68835]: value = "task-3153463" [ 598.524345] env[68835]: _type = "Task" [ 598.524345] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.529012] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Waiting for the task: (returnval){ [ 598.529012] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52948cab-093f-a2a2-ecec-ed38d46cd88d" [ 598.529012] env[68835]: _type = "Task" [ 598.529012] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.542499] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153463, 'name': CreateVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.548936] env[68835]: DEBUG nova.compute.manager [req-ff2f6054-0dd3-41e0-8913-46140dfcdec8 req-45bd0e52-715f-4ba3-af50-f616939e406d service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Received event network-vif-plugged-ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 598.549246] env[68835]: DEBUG oslo_concurrency.lockutils [req-ff2f6054-0dd3-41e0-8913-46140dfcdec8 req-45bd0e52-715f-4ba3-af50-f616939e406d service nova] Acquiring lock "b427c242-aa1f-42cd-9808-a4028c75c2b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.549769] env[68835]: DEBUG oslo_concurrency.lockutils [req-ff2f6054-0dd3-41e0-8913-46140dfcdec8 req-45bd0e52-715f-4ba3-af50-f616939e406d service nova] Lock "b427c242-aa1f-42cd-9808-a4028c75c2b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.549769] env[68835]: DEBUG oslo_concurrency.lockutils [req-ff2f6054-0dd3-41e0-8913-46140dfcdec8 req-45bd0e52-715f-4ba3-af50-f616939e406d service nova] Lock "b427c242-aa1f-42cd-9808-a4028c75c2b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.549885] env[68835]: DEBUG nova.compute.manager [req-ff2f6054-0dd3-41e0-8913-46140dfcdec8 req-45bd0e52-715f-4ba3-af50-f616939e406d service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] No waiting events found dispatching network-vif-plugged-ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.550047] env[68835]: WARNING nova.compute.manager [req-ff2f6054-0dd3-41e0-8913-46140dfcdec8 req-45bd0e52-715f-4ba3-af50-f616939e406d service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Received unexpected event network-vif-plugged-ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3 for instance with vm_state building and task_state spawning. [ 598.550218] env[68835]: DEBUG nova.compute.manager [req-ff2f6054-0dd3-41e0-8913-46140dfcdec8 req-45bd0e52-715f-4ba3-af50-f616939e406d service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Received event network-changed-ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 598.555999] env[68835]: DEBUG nova.compute.manager [req-ff2f6054-0dd3-41e0-8913-46140dfcdec8 req-45bd0e52-715f-4ba3-af50-f616939e406d service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Refreshing instance network info cache due to event network-changed-ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 598.555999] env[68835]: DEBUG oslo_concurrency.lockutils [req-ff2f6054-0dd3-41e0-8913-46140dfcdec8 req-45bd0e52-715f-4ba3-af50-f616939e406d service nova] Acquiring lock "refresh_cache-b427c242-aa1f-42cd-9808-a4028c75c2b7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.555999] env[68835]: DEBUG oslo_concurrency.lockutils [req-ff2f6054-0dd3-41e0-8913-46140dfcdec8 req-45bd0e52-715f-4ba3-af50-f616939e406d service nova] Acquired lock "refresh_cache-b427c242-aa1f-42cd-9808-a4028c75c2b7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.555999] env[68835]: DEBUG nova.network.neutron [req-ff2f6054-0dd3-41e0-8913-46140dfcdec8 req-45bd0e52-715f-4ba3-af50-f616939e406d service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Refreshing network info cache for port ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.565886] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52948cab-093f-a2a2-ecec-ed38d46cd88d, 'name': SearchDatastore_Task, 'duration_secs': 0.010329} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.566432] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.566432] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 30a5da31-76c4-4500-9875-211849ef9c6a/30a5da31-76c4-4500-9875-211849ef9c6a.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.566798] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.566867] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.567054] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf60feb0-fcfe-4e0c-b01c-9de72a5e3110 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.569251] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1abbddb3-6e06-4d17-9093-60a293db6d71 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.583277] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.583277] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.584039] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Waiting for the task: (returnval){ [ 598.584039] env[68835]: value = "task-3153464" [ 598.584039] env[68835]: _type = "Task" [ 598.584039] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.584519] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fadf6dc-f9e3-4c42-93b0-c11d9c0723b2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.607340] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 598.607340] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52c09ef8-e8e6-2731-3dd7-88547254e8e2" [ 598.607340] env[68835]: _type = "Task" [ 598.607340] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.612601] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': task-3153464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.621780] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c09ef8-e8e6-2731-3dd7-88547254e8e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.785294] env[68835]: DEBUG oslo_vmware.api [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153458, 'name': PowerOnVM_Task, 'duration_secs': 0.459569} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.786059] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 598.786954] env[68835]: INFO nova.compute.manager [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Took 15.28 seconds to spawn the instance on the hypervisor. [ 598.787318] env[68835]: DEBUG nova.compute.manager [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.789264] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d40c83-6861-421e-8a04-01bd23a25053 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.795432] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8cc4ce-4508-4568-8831-fb85f31fc627 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.808455] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c91bb85-cb29-4a2a-9378-c44f7a750cbc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.826961] env[68835]: DEBUG oslo_concurrency.lockutils [req-13042093-507e-4ea0-b0d3-f31622902fb4 req-bfb75a58-bc22-4429-84c8-6980525be96e service nova] Releasing lock "refresh_cache-e5210410-3725-4dea-902d-9fcc2a4bc9e5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.873055] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0930dff7-b976-4be9-aa4a-fe2583fe1984 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.878380] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': task-3153459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100261} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.878380] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.879901] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13491b24-3ba3-47c6-8d01-958cd8fbdcf0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.893023] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.893023] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.893023] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.893023] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.893408] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.894755] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b567204c-8c56-4070-97ab-2b9bb50d562c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.914020] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ae5f036-a2d2-47dc-afe3-712c24450edc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.935151] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] e5210410-3725-4dea-902d-9fcc2a4bc9e5/e5210410-3725-4dea-902d-9fcc2a4bc9e5.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.936499] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-601b5afc-8f77-4402-b959-fe59e965474e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.971348] env[68835]: DEBUG nova.compute.provider_tree [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.980647] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.980647] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.984697] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff793d83-5c79-40e6-b198-5bba9720fa5f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.987985] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Waiting for the task: (returnval){ [ 598.987985] env[68835]: value = "task-3153465" [ 598.987985] env[68835]: _type = "Task" [ 598.987985] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.004800] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15336133-79a9-44c6-a72b-3e89a8cf6406 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.018974] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': task-3153465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.018974] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Task: {'id': task-3153461, 'name': Rename_Task, 'duration_secs': 0.170507} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.018974] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.018974] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0162cfa-92ac-43c7-b70a-c614392f1c9b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.023655] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Waiting for the task: (returnval){ [ 599.023655] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52c4429c-2291-edeb-1b1a-744f5eca6fa8" [ 599.023655] env[68835]: _type = "Task" [ 599.023655] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.029035] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Waiting for the task: (returnval){ [ 599.029035] env[68835]: value = "task-3153466" [ 599.029035] env[68835]: _type = "Task" [ 599.029035] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.040854] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Preparing fetch location {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 599.041140] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Creating directory with path [datastore1] vmware_temp/bfd825eb-5ed8-4df3-9cec-e921ce08d532/61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.041822] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ae6e008-c651-46e9-bf76-59af8315c0ca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.051456] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Task: {'id': task-3153466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.051751] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153463, 'name': CreateVM_Task, 'duration_secs': 0.381604} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.052168] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.052861] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.053060] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.053651] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.053651] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c6287b6-4e5b-4268-b137-c80bd1ea5cb5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.064480] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for the task: (returnval){ [ 599.064480] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5266a732-74fc-7c50-7e02-a004dfb2a9b2" [ 599.064480] env[68835]: _type = "Task" [ 599.064480] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.073539] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5266a732-74fc-7c50-7e02-a004dfb2a9b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.084076] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Created directory with path [datastore1] vmware_temp/bfd825eb-5ed8-4df3-9cec-e921ce08d532/61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.084076] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Fetch image to [datastore1] vmware_temp/bfd825eb-5ed8-4df3-9cec-e921ce08d532/61e80c77-27af-4034-acfc-6b989eb5a7e6/tmp-sparse.vmdk {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 599.084076] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Downloading image file data 61e80c77-27af-4034-acfc-6b989eb5a7e6 to [datastore1] vmware_temp/bfd825eb-5ed8-4df3-9cec-e921ce08d532/61e80c77-27af-4034-acfc-6b989eb5a7e6/tmp-sparse.vmdk on the data store datastore1 {{(pid=68835) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 599.085209] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a906a8-296b-439a-befc-3fb949b85334 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.102373] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6cdf95-aea8-4fdc-b3ec-4971f99886b1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.110520] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': task-3153464, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.120437] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811546bc-8357-4300-9f09-8ba15540bf2f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.130866] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c09ef8-e8e6-2731-3dd7-88547254e8e2, 'name': SearchDatastore_Task, 'duration_secs': 0.020838} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.164380] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0b54c5-634e-4bb7-a4ac-2ba803eef597 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.167293] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09231a89-a079-4ce9-9a51-b655fcdddaef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.175868] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 599.175868] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]522bfaec-5d1c-34e6-54ea-405daa461171" [ 599.175868] env[68835]: _type = "Task" [ 599.175868] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.176536] env[68835]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-04cd64c1-ff3b-4c2a-9225-d23a4f029c3f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.187190] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]522bfaec-5d1c-34e6-54ea-405daa461171, 'name': SearchDatastore_Task, 'duration_secs': 0.01042} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.187462] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.187755] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] ff3f81eb-8599-47e0-a5a8-26f21ea70fc5/ff3f81eb-8599-47e0-a5a8-26f21ea70fc5.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.188045] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d858e09-3979-4a23-a7ff-06b20ca68308 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.193653] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 599.193653] env[68835]: value = "task-3153467" [ 599.193653] env[68835]: _type = "Task" [ 599.193653] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.201922] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.287920] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Downloading image file data 61e80c77-27af-4034-acfc-6b989eb5a7e6 to the data store datastore1 {{(pid=68835) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 599.338495] env[68835]: INFO nova.compute.manager [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Took 20.12 seconds to build instance. [ 599.362549] env[68835]: DEBUG nova.network.neutron [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Successfully created port: ee468337-e8f0-4713-a3b9-3028a3a86ff5 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.373236] env[68835]: DEBUG oslo_vmware.rw_handles [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/bfd825eb-5ed8-4df3-9cec-e921ce08d532/61e80c77-27af-4034-acfc-6b989eb5a7e6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68835) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 599.439908] env[68835]: DEBUG nova.compute.manager [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.445167] env[68835]: DEBUG nova.network.neutron [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Updated VIF entry in instance network info cache for port 9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.445526] env[68835]: DEBUG nova.network.neutron [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Updating instance_info_cache with network_info: [{"id": "9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9", "address": "fa:16:3e:f5:d9:4e", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3e2947-8f", "ovs_interfaceid": "9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.477238] env[68835]: DEBUG nova.scheduler.client.report [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.494084] env[68835]: DEBUG nova.virt.hardware [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.494373] env[68835]: DEBUG nova.virt.hardware [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.494526] env[68835]: DEBUG nova.virt.hardware [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.494700] env[68835]: DEBUG nova.virt.hardware [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.494838] env[68835]: DEBUG nova.virt.hardware [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.494981] env[68835]: DEBUG nova.virt.hardware [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.498362] env[68835]: DEBUG nova.virt.hardware [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.498631] env[68835]: DEBUG nova.virt.hardware [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.498885] env[68835]: DEBUG nova.virt.hardware [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.499088] env[68835]: DEBUG nova.virt.hardware [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.499270] env[68835]: DEBUG nova.virt.hardware [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.500633] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f02f0e-2095-4fd6-8b94-4ad98fe320e9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.523709] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76429584-13cc-48a2-81b3-9e0275e45593 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.529590] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': task-3153465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.552715] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Task: {'id': task-3153466, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.581651] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.582040] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.582298] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.609544] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': task-3153464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569094} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.613472] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 30a5da31-76c4-4500-9875-211849ef9c6a/30a5da31-76c4-4500-9875-211849ef9c6a.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.613782] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.615569] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9c5fab0-0ff3-46a4-9f4f-a326fdc8c8cb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.622432] env[68835]: DEBUG oslo_concurrency.lockutils [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "2a97bbe3-9d5b-4839-82f1-ac5da92928bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.622679] env[68835]: DEBUG oslo_concurrency.lockutils [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "2a97bbe3-9d5b-4839-82f1-ac5da92928bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.629932] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Waiting for the task: (returnval){ [ 599.629932] env[68835]: value = "task-3153468" [ 599.629932] env[68835]: _type = "Task" [ 599.629932] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.647189] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': task-3153468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.703876] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153467, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.842140] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3eb545b8-e3eb-4090-a92e-3c5798c74362 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Lock "5ebcefb7-7726-44fd-a9da-1454cbb39bd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.638s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.843812] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "5ebcefb7-7726-44fd-a9da-1454cbb39bd7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.262s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.844052] env[68835]: INFO nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] During sync_power_state the instance has a pending task (spawning). Skip. [ 599.844241] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "5ebcefb7-7726-44fd-a9da-1454cbb39bd7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.949628] env[68835]: DEBUG oslo_concurrency.lockutils [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] Releasing lock "refresh_cache-ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.952856] env[68835]: DEBUG nova.compute.manager [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Received event network-vif-plugged-ca2dce65-96b2-4d65-a902-ddf39d3d58f7 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.952856] env[68835]: DEBUG oslo_concurrency.lockutils [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] Acquiring lock "30a5da31-76c4-4500-9875-211849ef9c6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.952856] env[68835]: DEBUG oslo_concurrency.lockutils [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] Lock "30a5da31-76c4-4500-9875-211849ef9c6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.952856] env[68835]: DEBUG oslo_concurrency.lockutils [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] Lock "30a5da31-76c4-4500-9875-211849ef9c6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.952856] env[68835]: DEBUG nova.compute.manager [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] No waiting events found dispatching network-vif-plugged-ca2dce65-96b2-4d65-a902-ddf39d3d58f7 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.953288] env[68835]: WARNING nova.compute.manager [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Received unexpected event network-vif-plugged-ca2dce65-96b2-4d65-a902-ddf39d3d58f7 for instance with vm_state building and task_state spawning. [ 599.953288] env[68835]: DEBUG nova.compute.manager [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Received event network-changed-ca2dce65-96b2-4d65-a902-ddf39d3d58f7 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.953288] env[68835]: DEBUG nova.compute.manager [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Refreshing instance network info cache due to event network-changed-ca2dce65-96b2-4d65-a902-ddf39d3d58f7. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 599.953288] env[68835]: DEBUG oslo_concurrency.lockutils [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] Acquiring lock "refresh_cache-30a5da31-76c4-4500-9875-211849ef9c6a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.953288] env[68835]: DEBUG oslo_concurrency.lockutils [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] Acquired lock "refresh_cache-30a5da31-76c4-4500-9875-211849ef9c6a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.953433] env[68835]: DEBUG nova.network.neutron [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Refreshing network info cache for port ca2dce65-96b2-4d65-a902-ddf39d3d58f7 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.984861] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.985364] env[68835]: DEBUG nova.compute.manager [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 599.988551] env[68835]: DEBUG oslo_concurrency.lockutils [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.201s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.990042] env[68835]: INFO nova.compute.claims [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.016482] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': task-3153465, 'name': ReconfigVM_Task, 'duration_secs': 0.831628} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.018740] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Reconfigured VM instance instance-00000003 to attach disk [datastore2] e5210410-3725-4dea-902d-9fcc2a4bc9e5/e5210410-3725-4dea-902d-9fcc2a4bc9e5.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.018740] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-664042ba-01e6-4b46-b5fc-d354f8b4024a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.029974] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Waiting for the task: (returnval){ [ 600.029974] env[68835]: value = "task-3153469" [ 600.029974] env[68835]: _type = "Task" [ 600.029974] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.047823] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': task-3153469, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.061428] env[68835]: DEBUG oslo_vmware.api [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Task: {'id': task-3153466, 'name': PowerOnVM_Task, 'duration_secs': 0.756184} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.062093] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.062093] env[68835]: INFO nova.compute.manager [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Took 14.33 seconds to spawn the instance on the hypervisor. [ 600.062093] env[68835]: DEBUG nova.compute.manager [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.066026] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89a77f8-9030-46f8-a056-500e5a941b5f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.105968] env[68835]: DEBUG oslo_vmware.rw_handles [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Completed reading data from the image iterator. {{(pid=68835) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 600.105968] env[68835]: DEBUG oslo_vmware.rw_handles [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/bfd825eb-5ed8-4df3-9cec-e921ce08d532/61e80c77-27af-4034-acfc-6b989eb5a7e6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 600.141683] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': task-3153468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092697} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.142052] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.142697] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4ae219-ae65-4a6d-8a2b-60f82bbafe90 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.150519] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "423efc1e-c007-42d0-bf18-269b075ccff2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.150802] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "423efc1e-c007-42d0-bf18-269b075ccff2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.171745] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 30a5da31-76c4-4500-9875-211849ef9c6a/30a5da31-76c4-4500-9875-211849ef9c6a.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.172210] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-928fa145-77ac-4f15-b880-8d3675a38e4b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.188606] env[68835]: DEBUG nova.network.neutron [req-ff2f6054-0dd3-41e0-8913-46140dfcdec8 req-45bd0e52-715f-4ba3-af50-f616939e406d service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Updated VIF entry in instance network info cache for port ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.188783] env[68835]: DEBUG nova.network.neutron [req-ff2f6054-0dd3-41e0-8913-46140dfcdec8 req-45bd0e52-715f-4ba3-af50-f616939e406d service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Updating instance_info_cache with network_info: [{"id": "ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3", "address": "fa:16:3e:59:67:4c", "network": {"id": "4796552a-438b-4789-9297-47ef68a6d663", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544253656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278ec598bc174a17b8f094b7af6dec73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21e9f0-73", "ovs_interfaceid": "ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.201021] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Waiting for the task: (returnval){ [ 600.201021] env[68835]: value = "task-3153470" [ 600.201021] env[68835]: _type = "Task" [ 600.201021] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.208774] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556384} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.210622] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] ff3f81eb-8599-47e0-a5a8-26f21ea70fc5/ff3f81eb-8599-47e0-a5a8-26f21ea70fc5.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.211939] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.211939] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb91698a-9276-411c-a5c3-f28267c01486 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.218493] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': task-3153470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.225094] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 600.225094] env[68835]: value = "task-3153471" [ 600.225094] env[68835]: _type = "Task" [ 600.225094] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.235278] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.243946] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Downloaded image file data 61e80c77-27af-4034-acfc-6b989eb5a7e6 to vmware_temp/bfd825eb-5ed8-4df3-9cec-e921ce08d532/61e80c77-27af-4034-acfc-6b989eb5a7e6/tmp-sparse.vmdk on the data store datastore1 {{(pid=68835) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 600.249028] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Caching image {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 600.249028] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Copying Virtual Disk [datastore1] vmware_temp/bfd825eb-5ed8-4df3-9cec-e921ce08d532/61e80c77-27af-4034-acfc-6b989eb5a7e6/tmp-sparse.vmdk to [datastore1] vmware_temp/bfd825eb-5ed8-4df3-9cec-e921ce08d532/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.249028] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95d05f7b-ad8d-4625-90bf-0904a5910949 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.258055] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Waiting for the task: (returnval){ [ 600.258055] env[68835]: value = "task-3153472" [ 600.258055] env[68835]: _type = "Task" [ 600.258055] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.266894] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.347318] env[68835]: DEBUG nova.compute.manager [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.499800] env[68835]: DEBUG nova.compute.utils [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.501953] env[68835]: DEBUG nova.compute.manager [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.502468] env[68835]: DEBUG nova.network.neutron [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.545975] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': task-3153469, 'name': Rename_Task, 'duration_secs': 0.274932} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.552823] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.553429] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bd02fee-bf42-4915-8e99-a894093fc140 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.560991] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Waiting for the task: (returnval){ [ 600.560991] env[68835]: value = "task-3153473" [ 600.560991] env[68835]: _type = "Task" [ 600.560991] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.569123] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': task-3153473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.584777] env[68835]: DEBUG nova.policy [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '838aa22538ad449e8faab8efcce59ca0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d208ae6bc544935aa50e7d6943be08b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.593621] env[68835]: INFO nova.compute.manager [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Took 20.34 seconds to build instance. [ 600.693984] env[68835]: DEBUG oslo_concurrency.lockutils [req-ff2f6054-0dd3-41e0-8913-46140dfcdec8 req-45bd0e52-715f-4ba3-af50-f616939e406d service nova] Releasing lock "refresh_cache-b427c242-aa1f-42cd-9808-a4028c75c2b7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.716773] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': task-3153470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.738184] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188885} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.738184] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.738658] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b9632d-9220-4856-b5da-639b123392a4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.764554] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] ff3f81eb-8599-47e0-a5a8-26f21ea70fc5/ff3f81eb-8599-47e0-a5a8-26f21ea70fc5.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.764554] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-029c5a96-7f94-49ef-a3da-b0a353761ae4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.794367] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.795079] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 600.795079] env[68835]: value = "task-3153474" [ 600.795079] env[68835]: _type = "Task" [ 600.795079] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.804260] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.883581] env[68835]: DEBUG oslo_concurrency.lockutils [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.008688] env[68835]: DEBUG nova.compute.manager [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.031914] env[68835]: DEBUG nova.network.neutron [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Updated VIF entry in instance network info cache for port ca2dce65-96b2-4d65-a902-ddf39d3d58f7. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 601.039329] env[68835]: DEBUG nova.network.neutron [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Updating instance_info_cache with network_info: [{"id": "ca2dce65-96b2-4d65-a902-ddf39d3d58f7", "address": "fa:16:3e:4f:91:38", "network": {"id": "b2e8152e-0d5c-4caf-881a-a3754f7f4d75", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1787994227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac0d3f8165e243c3bab192483d99f595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca2dce65-96", "ovs_interfaceid": "ca2dce65-96b2-4d65-a902-ddf39d3d58f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.075984] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': task-3153473, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.095589] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f6502c8-3bff-459f-9bd8-eb42186911d0 tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Lock "41fc595a-191d-48fb-94bf-67212e8f5699" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.851s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.097151] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "41fc595a-191d-48fb-94bf-67212e8f5699" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.515s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.097265] env[68835]: INFO nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] During sync_power_state the instance has a pending task (spawning). Skip. [ 601.097467] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "41fc595a-191d-48fb-94bf-67212e8f5699" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.216734] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': task-3153470, 'name': ReconfigVM_Task, 'duration_secs': 0.701083} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.217158] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 30a5da31-76c4-4500-9875-211849ef9c6a/30a5da31-76c4-4500-9875-211849ef9c6a.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.218895] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dca70c5b-2c7f-40fc-a21d-f13734fd7237 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.228782] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Waiting for the task: (returnval){ [ 601.228782] env[68835]: value = "task-3153475" [ 601.228782] env[68835]: _type = "Task" [ 601.228782] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.246427] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': task-3153475, 'name': Rename_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.268019] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3605f27f-0683-4105-a2a6-d54a1d4aee1a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.282365] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153472, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.283463] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e1c0d0-0772-4d17-be39-a2d75444b072 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.326629] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf0dc72-66db-4dc3-bc0d-d9f3bb7fa06e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.335019] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153474, 'name': ReconfigVM_Task, 'duration_secs': 0.474838} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.336921] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Reconfigured VM instance instance-00000004 to attach disk [datastore2] ff3f81eb-8599-47e0-a5a8-26f21ea70fc5/ff3f81eb-8599-47e0-a5a8-26f21ea70fc5.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.339222] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-651f374d-9713-40b5-babf-38f271735475 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.340310] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba717548-674e-4df6-a46e-b15fcde68816 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.362403] env[68835]: DEBUG nova.compute.provider_tree [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.367852] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 601.367852] env[68835]: value = "task-3153476" [ 601.367852] env[68835]: _type = "Task" [ 601.367852] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.376716] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153476, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.541074] env[68835]: DEBUG oslo_concurrency.lockutils [req-417b8aca-1066-4883-bb47-09dc35aa52a5 req-604f267b-5fb6-4952-b8be-e1d46457e567 service nova] Releasing lock "refresh_cache-30a5da31-76c4-4500-9875-211849ef9c6a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.584198] env[68835]: DEBUG oslo_vmware.api [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': task-3153473, 'name': PowerOnVM_Task, 'duration_secs': 1.011065} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.586187] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.586411] env[68835]: INFO nova.compute.manager [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Took 13.62 seconds to spawn the instance on the hypervisor. [ 601.586604] env[68835]: DEBUG nova.compute.manager [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.588045] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67615991-98b4-4fd4-95fe-5e80257f9f03 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.600684] env[68835]: DEBUG nova.compute.manager [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.749309] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': task-3153475, 'name': Rename_Task, 'duration_secs': 0.172966} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.749309] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.749309] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fb70481-d84d-4bfd-bf31-c00dbab986ca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.755524] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Waiting for the task: (returnval){ [ 601.755524] env[68835]: value = "task-3153477" [ 601.755524] env[68835]: _type = "Task" [ 601.755524] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.772304] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': task-3153477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.781746] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153472, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.187211} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.781746] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Copied Virtual Disk [datastore1] vmware_temp/bfd825eb-5ed8-4df3-9cec-e921ce08d532/61e80c77-27af-4034-acfc-6b989eb5a7e6/tmp-sparse.vmdk to [datastore1] vmware_temp/bfd825eb-5ed8-4df3-9cec-e921ce08d532/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.781746] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Deleting the datastore file [datastore1] vmware_temp/bfd825eb-5ed8-4df3-9cec-e921ce08d532/61e80c77-27af-4034-acfc-6b989eb5a7e6/tmp-sparse.vmdk {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.781746] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f87b80c-ae79-49a3-b1e1-4fe76a23d93d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.787055] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Waiting for the task: (returnval){ [ 601.787055] env[68835]: value = "task-3153478" [ 601.787055] env[68835]: _type = "Task" [ 601.787055] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.801421] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.867804] env[68835]: DEBUG nova.scheduler.client.report [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.880883] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153476, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.896655] env[68835]: DEBUG nova.network.neutron [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Successfully created port: 6af43c18-d98e-4425-a36c-de3cfd464e62 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.021150] env[68835]: DEBUG nova.compute.manager [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.047144] env[68835]: DEBUG nova.virt.hardware [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.047473] env[68835]: DEBUG nova.virt.hardware [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.047680] env[68835]: DEBUG nova.virt.hardware [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.047910] env[68835]: DEBUG nova.virt.hardware [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.048113] env[68835]: DEBUG nova.virt.hardware [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.048305] env[68835]: DEBUG nova.virt.hardware [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.048561] env[68835]: DEBUG nova.virt.hardware [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.048790] env[68835]: DEBUG nova.virt.hardware [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.048977] env[68835]: DEBUG nova.virt.hardware [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.049154] env[68835]: DEBUG nova.virt.hardware [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.049326] env[68835]: DEBUG nova.virt.hardware [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.050257] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938fa9e2-e9e0-4f67-a56f-0dcda684707c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.058531] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c039fe79-832c-45da-be40-f5e089483906 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.125756] env[68835]: INFO nova.compute.manager [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Took 20.90 seconds to build instance. [ 602.134931] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.265841] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': task-3153477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.295957] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031814} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.296387] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.296658] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Moving file from [datastore1] vmware_temp/bfd825eb-5ed8-4df3-9cec-e921ce08d532/61e80c77-27af-4034-acfc-6b989eb5a7e6 to [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6. {{(pid=68835) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 602.296958] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-63d5c394-b27f-4848-8d00-05147f20056d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.303567] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Waiting for the task: (returnval){ [ 602.303567] env[68835]: value = "task-3153479" [ 602.303567] env[68835]: _type = "Task" [ 602.303567] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.311212] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153479, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.375916] env[68835]: DEBUG oslo_concurrency.lockutils [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.376404] env[68835]: DEBUG nova.compute.manager [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.380026] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.280s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.380314] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.380587] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68835) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 602.380975] env[68835]: DEBUG oslo_concurrency.lockutils [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.498s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.382794] env[68835]: INFO nova.compute.claims [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.386803] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33354d3-cb3b-4d10-96ce-7d57171e7d48 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.404192] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153476, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.410240] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f43c948-4ed2-4040-aa7e-6bf83aa734e9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.428727] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a2762f-2381-465c-92fb-181b500da605 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.438927] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05e8b83-48f7-487f-aeb6-8330ea4ae911 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.476437] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181046MB free_disk=131GB free_vcpus=48 pci_devices=None {{(pid=68835) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 602.476437] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.633158] env[68835]: DEBUG oslo_concurrency.lockutils [None req-12462f7c-a41f-4ae2-9728-f30738dd4c6e tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Lock "e5210410-3725-4dea-902d-9fcc2a4bc9e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.422s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.633158] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "e5210410-3725-4dea-902d-9fcc2a4bc9e5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.051s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.633158] env[68835]: INFO nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] During sync_power_state the instance has a pending task (spawning). Skip. [ 602.633786] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "e5210410-3725-4dea-902d-9fcc2a4bc9e5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.770294] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': task-3153477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.818901] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153479, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.039224} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.818901] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] File moved {{(pid=68835) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 602.818901] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Cleaning up location [datastore1] vmware_temp/bfd825eb-5ed8-4df3-9cec-e921ce08d532 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 602.818901] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Deleting the datastore file [datastore1] vmware_temp/bfd825eb-5ed8-4df3-9cec-e921ce08d532 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.820374] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b73d4bf8-02c6-44de-9cbb-1d4c26a67b26 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.827888] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Waiting for the task: (returnval){ [ 602.827888] env[68835]: value = "task-3153480" [ 602.827888] env[68835]: _type = "Task" [ 602.827888] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.839454] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.840042] env[68835]: DEBUG nova.network.neutron [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Successfully updated port: ee468337-e8f0-4713-a3b9-3028a3a86ff5 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.884703] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153476, 'name': Rename_Task, 'duration_secs': 1.170793} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.885085] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.885339] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96d41f13-4d9d-4d7c-86d4-dd39df4ffd0d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.888577] env[68835]: DEBUG nova.compute.utils [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.898181] env[68835]: DEBUG nova.compute.manager [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 602.898181] env[68835]: DEBUG nova.network.neutron [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 602.902373] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 602.902373] env[68835]: value = "task-3153481" [ 602.902373] env[68835]: _type = "Task" [ 602.902373] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.912572] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.977836] env[68835]: DEBUG nova.policy [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b9ad51a5a8e4347b98622657a755971', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11b3adf634a447a884cb660883fadb75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.271519] env[68835]: DEBUG oslo_vmware.api [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': task-3153477, 'name': PowerOnVM_Task, 'duration_secs': 1.442875} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.271809] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.272046] env[68835]: INFO nova.compute.manager [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Took 10.78 seconds to spawn the instance on the hypervisor. [ 603.272406] env[68835]: DEBUG nova.compute.manager [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.273399] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd8aca5-6224-45a6-8d42-2606da268ed2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.290865] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Acquiring lock "53a0d5d8-8049-427e-8beb-685a275a09f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.291477] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Lock "53a0d5d8-8049-427e-8beb-685a275a09f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.342011] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031558} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.342011] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.342464] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquiring lock "refresh_cache-bf7da137-7978-4d65-b707-e0111d8736d9" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.342595] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquired lock "refresh_cache-bf7da137-7978-4d65-b707-e0111d8736d9" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.342735] env[68835]: DEBUG nova.network.neutron [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.343767] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4d0bfce-87a2-46e9-94b1-76708f0dcd92 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.352883] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Waiting for the task: (returnval){ [ 603.352883] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5245ea0d-7a99-55b6-ff58-04cf417ba4e1" [ 603.352883] env[68835]: _type = "Task" [ 603.352883] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.361942] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5245ea0d-7a99-55b6-ff58-04cf417ba4e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.392505] env[68835]: DEBUG nova.compute.manager [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.414891] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153481, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.636277] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9c192f-c54a-4060-9c15-a7a7d498fc2e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.645809] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148d5ea5-23da-4867-b3b4-62fec950978b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.682131] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2deec7-46e6-4889-a865-856168f193af {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.695782] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88681856-2a70-49fc-82f1-7cd994895035 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.711121] env[68835]: DEBUG nova.compute.provider_tree [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.715573] env[68835]: DEBUG nova.network.neutron [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Successfully created port: cb580cfe-1ec8-4bd1-880e-dfdd576645c8 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.800703] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] Acquiring lock "5ebcefb7-7726-44fd-a9da-1454cbb39bd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.800890] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] Lock "5ebcefb7-7726-44fd-a9da-1454cbb39bd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.801121] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] Acquiring lock "5ebcefb7-7726-44fd-a9da-1454cbb39bd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.801941] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] Lock "5ebcefb7-7726-44fd-a9da-1454cbb39bd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.801941] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] Lock "5ebcefb7-7726-44fd-a9da-1454cbb39bd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.803633] env[68835]: DEBUG nova.compute.manager [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.813358] env[68835]: INFO nova.compute.manager [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Terminating instance [ 603.817488] env[68835]: INFO nova.compute.manager [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Took 17.69 seconds to build instance. [ 603.871257] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5245ea0d-7a99-55b6-ff58-04cf417ba4e1, 'name': SearchDatastore_Task, 'duration_secs': 0.033449} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.871522] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.871779] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 295e1d0c-892d-444d-8461-d6d964eee4ff/295e1d0c-892d-444d-8461-d6d964eee4ff.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.872070] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.872281] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.872541] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f063b4a-1896-403e-9144-8bea372c5357 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.876372] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2b130ae-7c1f-4320-aa05-21af2f338824 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.890682] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Waiting for the task: (returnval){ [ 603.890682] env[68835]: value = "task-3153482" [ 603.890682] env[68835]: _type = "Task" [ 603.890682] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.891870] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.892034] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.897881] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b113a02-5c5e-430a-8a1f-7e684316f168 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.919449] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.923429] env[68835]: DEBUG nova.network.neutron [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.926139] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for the task: (returnval){ [ 603.926139] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52e24fef-7c12-2015-b027-1b86b842ffd8" [ 603.926139] env[68835]: _type = "Task" [ 603.926139] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.937991] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153481, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.948438] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e24fef-7c12-2015-b027-1b86b842ffd8, 'name': SearchDatastore_Task, 'duration_secs': 0.023731} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.953732] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-453599d1-b0f5-4fdc-a029-f6ccf9ac8c0f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.962315] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for the task: (returnval){ [ 603.962315] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52a1fdc9-a3ae-e32b-882b-de192e6427b4" [ 603.962315] env[68835]: _type = "Task" [ 603.962315] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.984417] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a1fdc9-a3ae-e32b-882b-de192e6427b4, 'name': SearchDatastore_Task, 'duration_secs': 0.012805} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.984781] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.985118] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] b427c242-aa1f-42cd-9808-a4028c75c2b7/b427c242-aa1f-42cd-9808-a4028c75c2b7.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.985488] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8745714a-8580-463c-89f8-d247f8d8d673 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.994248] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for the task: (returnval){ [ 603.994248] env[68835]: value = "task-3153483" [ 603.994248] env[68835]: _type = "Task" [ 603.994248] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.005728] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.219411] env[68835]: DEBUG nova.scheduler.client.report [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.224729] env[68835]: DEBUG nova.compute.manager [req-6a647354-3784-4674-9945-38c3834d7580 req-a4f776bb-a84d-4813-ae29-f9dd6e5e674e service nova] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Received event network-vif-plugged-ee468337-e8f0-4713-a3b9-3028a3a86ff5 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 604.225108] env[68835]: DEBUG oslo_concurrency.lockutils [req-6a647354-3784-4674-9945-38c3834d7580 req-a4f776bb-a84d-4813-ae29-f9dd6e5e674e service nova] Acquiring lock "bf7da137-7978-4d65-b707-e0111d8736d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.227526] env[68835]: DEBUG oslo_concurrency.lockutils [req-6a647354-3784-4674-9945-38c3834d7580 req-a4f776bb-a84d-4813-ae29-f9dd6e5e674e service nova] Lock "bf7da137-7978-4d65-b707-e0111d8736d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.227526] env[68835]: DEBUG oslo_concurrency.lockutils [req-6a647354-3784-4674-9945-38c3834d7580 req-a4f776bb-a84d-4813-ae29-f9dd6e5e674e service nova] Lock "bf7da137-7978-4d65-b707-e0111d8736d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.227526] env[68835]: DEBUG nova.compute.manager [req-6a647354-3784-4674-9945-38c3834d7580 req-a4f776bb-a84d-4813-ae29-f9dd6e5e674e service nova] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] No waiting events found dispatching network-vif-plugged-ee468337-e8f0-4713-a3b9-3028a3a86ff5 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.227526] env[68835]: WARNING nova.compute.manager [req-6a647354-3784-4674-9945-38c3834d7580 req-a4f776bb-a84d-4813-ae29-f9dd6e5e674e service nova] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Received unexpected event network-vif-plugged-ee468337-e8f0-4713-a3b9-3028a3a86ff5 for instance with vm_state building and task_state spawning. [ 604.323419] env[68835]: DEBUG nova.compute.manager [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 604.323675] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 604.324144] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7bd9452c-c2f9-4401-bc4e-465906fa2263 tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Lock "30a5da31-76c4-4500-9875-211849ef9c6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.203s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.326421] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f471978-0fcd-49d9-89f4-1e62c7939fb9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.329470] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "30a5da31-76c4-4500-9875-211849ef9c6a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.742s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.329470] env[68835]: INFO nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] During sync_power_state the instance has a pending task (spawning). Skip. [ 604.329470] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "30a5da31-76c4-4500-9875-211849ef9c6a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.340477] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 604.342586] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.345035] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b95c934-2f42-47c1-b3f1-85e30811ffde {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.355350] env[68835]: DEBUG oslo_vmware.api [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] Waiting for the task: (returnval){ [ 604.355350] env[68835]: value = "task-3153484" [ 604.355350] env[68835]: _type = "Task" [ 604.355350] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.370038] env[68835]: DEBUG oslo_vmware.api [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] Task: {'id': task-3153484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.371221] env[68835]: DEBUG nova.network.neutron [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Updating instance_info_cache with network_info: [{"id": "ee468337-e8f0-4713-a3b9-3028a3a86ff5", "address": "fa:16:3e:0e:9d:6f", "network": {"id": "916d615c-6d71-4e19-a463-b8f02f4273e2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-568504438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b9791e3cc144d4abf08c4919929531b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee468337-e8", "ovs_interfaceid": "ee468337-e8f0-4713-a3b9-3028a3a86ff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.406033] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153482, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.411136] env[68835]: DEBUG nova.compute.manager [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.433489] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153481, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.470398] env[68835]: DEBUG nova.virt.hardware [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.470802] env[68835]: DEBUG nova.virt.hardware [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.473032] env[68835]: DEBUG nova.virt.hardware [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.473032] env[68835]: DEBUG nova.virt.hardware [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.473032] env[68835]: DEBUG nova.virt.hardware [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.473032] env[68835]: DEBUG nova.virt.hardware [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.473032] env[68835]: DEBUG nova.virt.hardware [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.473478] env[68835]: DEBUG nova.virt.hardware [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.473478] env[68835]: DEBUG nova.virt.hardware [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.473478] env[68835]: DEBUG nova.virt.hardware [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.473478] env[68835]: DEBUG nova.virt.hardware [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.473736] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667542ce-3e4b-49a1-a2a5-39f4b891972e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.485523] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5afac06-affc-4389-b257-2df0219857db {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.526507] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.655162] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Acquiring lock "72cad1ac-44b8-4d90-bfde-7078e2ffd0e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.655599] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Lock "72cad1ac-44b8-4d90-bfde-7078e2ffd0e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.727812] env[68835]: DEBUG oslo_concurrency.lockutils [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.728525] env[68835]: DEBUG nova.compute.manager [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.733848] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.602s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.735644] env[68835]: INFO nova.compute.claims [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.868459] env[68835]: DEBUG oslo_vmware.api [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] Task: {'id': task-3153484, 'name': PowerOffVM_Task, 'duration_secs': 0.292003} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.869054] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 604.869054] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 604.869168] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bac9eff7-f6e6-4906-a208-0466c3888cd4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.878245] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Releasing lock "refresh_cache-bf7da137-7978-4d65-b707-e0111d8736d9" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.879016] env[68835]: DEBUG nova.compute.manager [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Instance network_info: |[{"id": "ee468337-e8f0-4713-a3b9-3028a3a86ff5", "address": "fa:16:3e:0e:9d:6f", "network": {"id": "916d615c-6d71-4e19-a463-b8f02f4273e2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-568504438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b9791e3cc144d4abf08c4919929531b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee468337-e8", "ovs_interfaceid": "ee468337-e8f0-4713-a3b9-3028a3a86ff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.879707] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:9d:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee468337-e8f0-4713-a3b9-3028a3a86ff5', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.891598] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Creating folder: Project (9b9791e3cc144d4abf08c4919929531b). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.891941] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-623d3ab6-a62c-42a6-8964-f6e749abc0d8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.911018] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586292} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.918979] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 295e1d0c-892d-444d-8461-d6d964eee4ff/295e1d0c-892d-444d-8461-d6d964eee4ff.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.919317] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.922401] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f462cc7-d765-4f55-9b54-19e77ee19b35 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.925249] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Created folder: Project (9b9791e3cc144d4abf08c4919929531b) in parent group-v630977. [ 604.925249] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Creating folder: Instances. Parent ref: group-v630999. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.925815] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-267e6fd3-364b-4da5-9d3d-37a252ec5c46 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.937244] env[68835]: DEBUG oslo_vmware.api [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153481, 'name': PowerOnVM_Task, 'duration_secs': 1.61578} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.938932] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.939226] env[68835]: INFO nova.compute.manager [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Took 14.70 seconds to spawn the instance on the hypervisor. [ 604.939412] env[68835]: DEBUG nova.compute.manager [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.939839] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Waiting for the task: (returnval){ [ 604.939839] env[68835]: value = "task-3153487" [ 604.939839] env[68835]: _type = "Task" [ 604.939839] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.942269] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef17f04f-556e-4e22-b6ba-3553f270f482 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.949018] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Created folder: Instances in parent group-v630999. [ 604.949332] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.953707] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.954443] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-233dd8f7-4689-430a-8451-515ded44ad46 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.976169] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 604.976400] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 604.976610] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] Deleting the datastore file [datastore2] 5ebcefb7-7726-44fd-a9da-1454cbb39bd7 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 604.977510] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e746ee5-fddd-478d-bc53-fee48d782865 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.984033] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.985781] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.985781] env[68835]: value = "task-3153489" [ 604.985781] env[68835]: _type = "Task" [ 604.985781] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.990481] env[68835]: DEBUG oslo_vmware.api [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] Waiting for the task: (returnval){ [ 604.990481] env[68835]: value = "task-3153490" [ 604.990481] env[68835]: _type = "Task" [ 604.990481] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.001012] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153489, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.005021] env[68835]: DEBUG nova.network.neutron [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Successfully updated port: 6af43c18-d98e-4425-a36c-de3cfd464e62 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.008431] env[68835]: DEBUG oslo_vmware.api [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] Task: {'id': task-3153490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.025401] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.822994} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.025401] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] b427c242-aa1f-42cd-9808-a4028c75c2b7/b427c242-aa1f-42cd-9808-a4028c75c2b7.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.025401] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.025401] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea274e93-314f-4aad-8819-9e867d072721 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.035202] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for the task: (returnval){ [ 605.035202] env[68835]: value = "task-3153491" [ 605.035202] env[68835]: _type = "Task" [ 605.035202] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.047980] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.158680] env[68835]: DEBUG nova.compute.manager [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.241573] env[68835]: DEBUG nova.compute.utils [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.245535] env[68835]: DEBUG nova.compute.manager [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.245535] env[68835]: DEBUG nova.network.neutron [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.363079] env[68835]: DEBUG nova.policy [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b9ad51a5a8e4347b98622657a755971', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11b3adf634a447a884cb660883fadb75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.462400] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08777} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.465354] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.465354] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6ce34b-de89-4d3e-a917-74a8f9b1d3de {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.497323] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 295e1d0c-892d-444d-8461-d6d964eee4ff/295e1d0c-892d-444d-8461-d6d964eee4ff.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.497323] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c49d7391-fee8-4291-820e-6e77187fa253 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.519802] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "refresh_cache-a08615df-fc52-4a65-bea0-6b3bfc513d99" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.520298] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquired lock "refresh_cache-a08615df-fc52-4a65-bea0-6b3bfc513d99" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.520298] env[68835]: DEBUG nova.network.neutron [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.521900] env[68835]: INFO nova.compute.manager [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Took 21.52 seconds to build instance. [ 605.533298] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153489, 'name': CreateVM_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.544194] env[68835]: DEBUG oslo_vmware.api [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] Task: {'id': task-3153490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.544801] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Waiting for the task: (returnval){ [ 605.544801] env[68835]: value = "task-3153492" [ 605.544801] env[68835]: _type = "Task" [ 605.544801] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.566557] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088289} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.570473] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.571093] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.572241] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c563f030-952f-4fe6-8633-22a0dd455dfd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.597331] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] b427c242-aa1f-42cd-9808-a4028c75c2b7/b427c242-aa1f-42cd-9808-a4028c75c2b7.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.597641] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24d3f5a7-8441-453c-936e-ba04755e77b2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.620161] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for the task: (returnval){ [ 605.620161] env[68835]: value = "task-3153493" [ 605.620161] env[68835]: _type = "Task" [ 605.620161] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.629715] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.695034] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.749350] env[68835]: DEBUG nova.compute.manager [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.026862] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153489, 'name': CreateVM_Task, 'duration_secs': 0.893536} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.029630] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46d78eba-3ae7-4535-ab09-4192ef256143 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.038s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.029890] env[68835]: DEBUG oslo_vmware.api [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] Task: {'id': task-3153490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.706509} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.031037] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.031441] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.449s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.031495] env[68835]: INFO nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] During sync_power_state the instance has a pending task (spawning). Skip. [ 606.031682] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.031853] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 606.032026] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 606.032688] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 606.032688] env[68835]: INFO nova.compute.manager [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Took 1.71 seconds to destroy the instance on the hypervisor. [ 606.032688] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.033360] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0c949d-441e-4728-a81d-adc02c010139 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.037040] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.037224] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.037647] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.038455] env[68835]: DEBUG nova.compute.manager [-] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 606.038455] env[68835]: DEBUG nova.network.neutron [-] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 606.039992] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-200795fe-d986-4dbd-bd50-060f2dd41c0d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.051778] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46d7139-f4f6-47d5-9e87-b02c2697de15 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.054342] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 606.054342] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528cc4c9-50bd-bce7-d43d-16307b80b434" [ 606.054342] env[68835]: _type = "Task" [ 606.054342] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.093431] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde4b51d-dd32-46cc-b2f6-8a0159ead8ce {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.103203] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528cc4c9-50bd-bce7-d43d-16307b80b434, 'name': SearchDatastore_Task, 'duration_secs': 0.012867} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.104543] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153492, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.104543] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.104543] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.104748] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.104797] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.105040] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.105222] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4340d88c-f3e1-4852-859e-00d8c3711e7a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.110976] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3feff81-d7b5-47a9-8b3e-4f0d3e32c2c9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.120571] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.120571] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.130600] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f00383e-2af7-409f-b75f-2f8a0e7b977f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.131410] env[68835]: DEBUG nova.compute.provider_tree [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 606.143667] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 606.143667] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52031b02-d986-dcbe-e860-a7a24d79cb9e" [ 606.143667] env[68835]: _type = "Task" [ 606.143667] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.143904] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153493, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.158917] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52031b02-d986-dcbe-e860-a7a24d79cb9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.221708] env[68835]: DEBUG nova.network.neutron [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.526802] env[68835]: DEBUG nova.network.neutron [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Successfully created port: ff3702da-09a3-4df6-81e6-8b417dc9ed15 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.566657] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153492, 'name': ReconfigVM_Task, 'duration_secs': 0.613043} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.566988] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 295e1d0c-892d-444d-8461-d6d964eee4ff/295e1d0c-892d-444d-8461-d6d964eee4ff.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.567711] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-079fc231-a0c4-4141-81ca-c87e3158191b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.575984] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Waiting for the task: (returnval){ [ 606.575984] env[68835]: value = "task-3153494" [ 606.575984] env[68835]: _type = "Task" [ 606.575984] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.585999] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153494, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.646398] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153493, 'name': ReconfigVM_Task, 'duration_secs': 0.550222} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.646398] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Reconfigured VM instance instance-00000006 to attach disk [datastore1] b427c242-aa1f-42cd-9808-a4028c75c2b7/b427c242-aa1f-42cd-9808-a4028c75c2b7.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.646768] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c237ae4-f658-4b39-864d-df105c64a9be {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.661884] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52031b02-d986-dcbe-e860-a7a24d79cb9e, 'name': SearchDatastore_Task, 'duration_secs': 0.023927} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.667935] env[68835]: ERROR nova.scheduler.client.report [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [req-7c668ae6-45a7-4672-a6b8-034d66a06f5a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7c668ae6-45a7-4672-a6b8-034d66a06f5a"}]} [ 606.669591] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for the task: (returnval){ [ 606.669591] env[68835]: value = "task-3153495" [ 606.669591] env[68835]: _type = "Task" [ 606.669591] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.672026] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e9defc8-cc95-4227-b9d9-1c90d0893c81 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.685751] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153495, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.685751] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 606.685751] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528498c1-03c8-03d0-9b4d-a418f05652fb" [ 606.685751] env[68835]: _type = "Task" [ 606.685751] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.697509] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528498c1-03c8-03d0-9b4d-a418f05652fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.702348] env[68835]: DEBUG nova.scheduler.client.report [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 606.726667] env[68835]: DEBUG nova.scheduler.client.report [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 606.726667] env[68835]: DEBUG nova.compute.provider_tree [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 606.752794] env[68835]: DEBUG nova.scheduler.client.report [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 606.762691] env[68835]: DEBUG nova.compute.manager [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.792221] env[68835]: DEBUG nova.scheduler.client.report [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 606.833774] env[68835]: DEBUG nova.virt.hardware [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.834289] env[68835]: DEBUG nova.virt.hardware [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.834582] env[68835]: DEBUG nova.virt.hardware [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.834923] env[68835]: DEBUG nova.virt.hardware [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.835303] env[68835]: DEBUG nova.virt.hardware [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.835662] env[68835]: DEBUG nova.virt.hardware [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.836037] env[68835]: DEBUG nova.virt.hardware [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.836457] env[68835]: DEBUG nova.virt.hardware [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.836839] env[68835]: DEBUG nova.virt.hardware [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.837149] env[68835]: DEBUG nova.virt.hardware [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.837455] env[68835]: DEBUG nova.virt.hardware [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.838929] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d72c0e9-3a40-4eb2-aeae-86e6fe37c6a4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.853626] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b113d29b-1b34-4dfe-83bf-dd97b6b29c8e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.049053] env[68835]: DEBUG nova.network.neutron [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Updating instance_info_cache with network_info: [{"id": "6af43c18-d98e-4425-a36c-de3cfd464e62", "address": "fa:16:3e:e1:86:be", "network": {"id": "5e25d55c-ae94-488d-a760-8724f5b28202", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2137189452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6d208ae6bc544935aa50e7d6943be08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af43c18-d9", "ovs_interfaceid": "6af43c18-d98e-4425-a36c-de3cfd464e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.056523] env[68835]: DEBUG nova.compute.manager [req-94f597ea-f5e8-4191-b9b4-1de63cc2b06b req-810cab70-9aba-4952-beea-10572aaaa093 service nova] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Received event network-vif-plugged-6af43c18-d98e-4425-a36c-de3cfd464e62 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.056753] env[68835]: DEBUG oslo_concurrency.lockutils [req-94f597ea-f5e8-4191-b9b4-1de63cc2b06b req-810cab70-9aba-4952-beea-10572aaaa093 service nova] Acquiring lock "a08615df-fc52-4a65-bea0-6b3bfc513d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.056974] env[68835]: DEBUG oslo_concurrency.lockutils [req-94f597ea-f5e8-4191-b9b4-1de63cc2b06b req-810cab70-9aba-4952-beea-10572aaaa093 service nova] Lock "a08615df-fc52-4a65-bea0-6b3bfc513d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.057152] env[68835]: DEBUG oslo_concurrency.lockutils [req-94f597ea-f5e8-4191-b9b4-1de63cc2b06b req-810cab70-9aba-4952-beea-10572aaaa093 service nova] Lock "a08615df-fc52-4a65-bea0-6b3bfc513d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.057312] env[68835]: DEBUG nova.compute.manager [req-94f597ea-f5e8-4191-b9b4-1de63cc2b06b req-810cab70-9aba-4952-beea-10572aaaa093 service nova] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] No waiting events found dispatching network-vif-plugged-6af43c18-d98e-4425-a36c-de3cfd464e62 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.057471] env[68835]: WARNING nova.compute.manager [req-94f597ea-f5e8-4191-b9b4-1de63cc2b06b req-810cab70-9aba-4952-beea-10572aaaa093 service nova] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Received unexpected event network-vif-plugged-6af43c18-d98e-4425-a36c-de3cfd464e62 for instance with vm_state building and task_state spawning. [ 607.091027] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153494, 'name': Rename_Task, 'duration_secs': 0.21291} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.091315] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.091531] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efca6dc9-9188-425a-aa5c-eff69c68b484 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.096290] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f608055-1fa1-4c11-9946-e89d01e17fcb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.105562] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872f1640-a280-4f19-8fe5-3162068db463 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.110167] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Waiting for the task: (returnval){ [ 607.110167] env[68835]: value = "task-3153496" [ 607.110167] env[68835]: _type = "Task" [ 607.110167] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.143356] env[68835]: DEBUG nova.network.neutron [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Successfully updated port: cb580cfe-1ec8-4bd1-880e-dfdd576645c8 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.145048] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1c388b-318b-4a35-bf9a-e1ef42351053 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.147812] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.154298] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59340962-f816-47b8-8a18-c0a3078f34e9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.172457] env[68835]: DEBUG nova.compute.provider_tree [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 607.185528] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153495, 'name': Rename_Task, 'duration_secs': 0.185275} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.185845] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.186240] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1cb1699-2414-44e5-80bc-cfe6fa0e9ea9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.198958] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528498c1-03c8-03d0-9b4d-a418f05652fb, 'name': SearchDatastore_Task, 'duration_secs': 0.016765} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.200617] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.200992] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] bf7da137-7978-4d65-b707-e0111d8736d9/bf7da137-7978-4d65-b707-e0111d8736d9.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.201340] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for the task: (returnval){ [ 607.201340] env[68835]: value = "task-3153497" [ 607.201340] env[68835]: _type = "Task" [ 607.201340] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.201529] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ced062f-4494-4c5f-a0c0-d3c5b4b14fa1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.214416] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.216635] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 607.216635] env[68835]: value = "task-3153498" [ 607.216635] env[68835]: _type = "Task" [ 607.216635] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.229973] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.308047] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Acquiring lock "41fc595a-191d-48fb-94bf-67212e8f5699" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.308047] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Lock "41fc595a-191d-48fb-94bf-67212e8f5699" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.308047] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Acquiring lock "41fc595a-191d-48fb-94bf-67212e8f5699-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.310561] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Lock "41fc595a-191d-48fb-94bf-67212e8f5699-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.310561] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Lock "41fc595a-191d-48fb-94bf-67212e8f5699-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.313229] env[68835]: INFO nova.compute.manager [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Terminating instance [ 607.366295] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Acquiring lock "03a157f6-051b-40f3-89e6-3b24db7d7c61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.366295] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Lock "03a157f6-051b-40f3-89e6-3b24db7d7c61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.416034] env[68835]: DEBUG nova.network.neutron [-] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.552881] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Releasing lock "refresh_cache-a08615df-fc52-4a65-bea0-6b3bfc513d99" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.552881] env[68835]: DEBUG nova.compute.manager [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Instance network_info: |[{"id": "6af43c18-d98e-4425-a36c-de3cfd464e62", "address": "fa:16:3e:e1:86:be", "network": {"id": "5e25d55c-ae94-488d-a760-8724f5b28202", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2137189452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6d208ae6bc544935aa50e7d6943be08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af43c18-d9", "ovs_interfaceid": "6af43c18-d98e-4425-a36c-de3cfd464e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 607.553620] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:86:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6af43c18-d98e-4425-a36c-de3cfd464e62', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.567396] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Creating folder: Project (6d208ae6bc544935aa50e7d6943be08b). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.568449] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c1e44c3-d58b-4eb4-8273-dd9c73f3f922 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.586412] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Created folder: Project (6d208ae6bc544935aa50e7d6943be08b) in parent group-v630977. [ 607.586738] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Creating folder: Instances. Parent ref: group-v631002. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.587155] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5af88f1c-dce9-4ab9-9ba3-0a9ac9bf6460 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.606909] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Created folder: Instances in parent group-v631002. [ 607.610482] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.610482] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.610482] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62cc1b3b-0707-47fe-aee0-89fb7cd41ef1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.653652] env[68835]: DEBUG oslo_concurrency.lockutils [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "refresh_cache-9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.653807] env[68835]: DEBUG oslo_concurrency.lockutils [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired lock "refresh_cache-9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.653962] env[68835]: DEBUG nova.network.neutron [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.658472] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153496, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.658769] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.658769] env[68835]: value = "task-3153501" [ 607.658769] env[68835]: _type = "Task" [ 607.658769] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.678249] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153501, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.715864] env[68835]: ERROR nova.scheduler.client.report [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [req-071bf582-3715-4c8f-b478-8f28f5c675fd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-071bf582-3715-4c8f-b478-8f28f5c675fd"}]} [ 607.733012] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153497, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.742742] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153498, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.752752] env[68835]: DEBUG nova.scheduler.client.report [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 607.786027] env[68835]: DEBUG nova.scheduler.client.report [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 607.786027] env[68835]: DEBUG nova.compute.provider_tree [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 607.813510] env[68835]: DEBUG nova.scheduler.client.report [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 607.819408] env[68835]: DEBUG nova.compute.manager [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 607.820578] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 607.821942] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300da0cd-ab26-42b4-9136-f730055807c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.837992] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 607.837992] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c213b4e-1949-4b24-9f9b-c4ccae659ca3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.850220] env[68835]: DEBUG oslo_vmware.api [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Waiting for the task: (returnval){ [ 607.850220] env[68835]: value = "task-3153502" [ 607.850220] env[68835]: _type = "Task" [ 607.850220] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.855226] env[68835]: DEBUG nova.scheduler.client.report [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 607.865407] env[68835]: DEBUG oslo_vmware.api [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Task: {'id': task-3153502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.871509] env[68835]: DEBUG nova.compute.manager [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.921030] env[68835]: INFO nova.compute.manager [-] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Took 1.88 seconds to deallocate network for instance. [ 608.138023] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153496, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.178436] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153501, 'name': CreateVM_Task, 'duration_secs': 0.465323} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.180150] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.181116] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7aa009-76c9-4ab1-ae0e-02bd6cb703f9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.185023] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.185313] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.185636] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.186246] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3109c81e-3c41-49bb-bd1d-49669f88bfbd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.195604] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58eddfb0-8ffc-41b1-b2e7-437e4af618f3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.199501] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 608.199501] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5244e850-84c9-a0a7-21c4-588a00ccd0f2" [ 608.199501] env[68835]: _type = "Task" [ 608.199501] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.240557] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b219df7-93b2-4958-b4a8-565c151d7756 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.246473] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5244e850-84c9-a0a7-21c4-588a00ccd0f2, 'name': SearchDatastore_Task, 'duration_secs': 0.022332} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.248066] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.248402] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.248709] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.250399] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.250399] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.250399] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ac47204-d029-4c05-bcee-b87d72919827 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.259736] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153497, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.260121] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566112} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.260920] env[68835]: DEBUG nova.network.neutron [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.265324] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a5de20-2e5b-46c8-9c87-d7eb5b466c0a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.268738] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] bf7da137-7978-4d65-b707-e0111d8736d9/bf7da137-7978-4d65-b707-e0111d8736d9.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.268998] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.269981] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d507a4ca-a4b7-433e-8151-7f81b269378e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.275247] env[68835]: DEBUG nova.compute.manager [req-b3da4468-f879-4992-ae99-86f3e3a8afee req-5203df8c-815e-46e6-9173-60022490fa90 service nova] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Received event network-changed-ee468337-e8f0-4713-a3b9-3028a3a86ff5 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.275651] env[68835]: DEBUG nova.compute.manager [req-b3da4468-f879-4992-ae99-86f3e3a8afee req-5203df8c-815e-46e6-9173-60022490fa90 service nova] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Refreshing instance network info cache due to event network-changed-ee468337-e8f0-4713-a3b9-3028a3a86ff5. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 608.277793] env[68835]: DEBUG oslo_concurrency.lockutils [req-b3da4468-f879-4992-ae99-86f3e3a8afee req-5203df8c-815e-46e6-9173-60022490fa90 service nova] Acquiring lock "refresh_cache-bf7da137-7978-4d65-b707-e0111d8736d9" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.277793] env[68835]: DEBUG oslo_concurrency.lockutils [req-b3da4468-f879-4992-ae99-86f3e3a8afee req-5203df8c-815e-46e6-9173-60022490fa90 service nova] Acquired lock "refresh_cache-bf7da137-7978-4d65-b707-e0111d8736d9" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.277793] env[68835]: DEBUG nova.network.neutron [req-b3da4468-f879-4992-ae99-86f3e3a8afee req-5203df8c-815e-46e6-9173-60022490fa90 service nova] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Refreshing network info cache for port ee468337-e8f0-4713-a3b9-3028a3a86ff5 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.278178] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.278331] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.288925] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aadd493e-93ca-45da-abb5-f58780e96b16 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.292186] env[68835]: DEBUG nova.compute.provider_tree [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 608.299960] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 608.299960] env[68835]: value = "task-3153503" [ 608.299960] env[68835]: _type = "Task" [ 608.299960] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.306475] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 608.306475] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d64974-349e-ec43-6d21-2a3160165473" [ 608.306475] env[68835]: _type = "Task" [ 608.306475] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.318802] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.324888] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d64974-349e-ec43-6d21-2a3160165473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.365327] env[68835]: DEBUG oslo_vmware.api [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Task: {'id': task-3153502, 'name': PowerOffVM_Task, 'duration_secs': 0.281208} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.365758] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 608.365996] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 608.366326] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06b24ebe-aefe-4cad-8f7e-4a2adc1f782e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.401187] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.431268] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.454816] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 608.455202] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 608.455559] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Deleting the datastore file [datastore2] 41fc595a-191d-48fb-94bf-67212e8f5699 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.456786] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-548fc196-98db-45ec-acbe-b663e12baeb9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.468697] env[68835]: DEBUG oslo_vmware.api [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Waiting for the task: (returnval){ [ 608.468697] env[68835]: value = "task-3153505" [ 608.468697] env[68835]: _type = "Task" [ 608.468697] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.483530] env[68835]: DEBUG oslo_vmware.api [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Task: {'id': task-3153505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.636781] env[68835]: DEBUG oslo_vmware.api [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153496, 'name': PowerOnVM_Task, 'duration_secs': 1.235705} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.637018] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.637300] env[68835]: INFO nova.compute.manager [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Took 11.54 seconds to spawn the instance on the hypervisor. [ 608.637475] env[68835]: DEBUG nova.compute.manager [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.638749] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25c2d18-e8ec-447f-ae30-a0c0e6e786ba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.708335] env[68835]: DEBUG nova.network.neutron [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Updating instance_info_cache with network_info: [{"id": "cb580cfe-1ec8-4bd1-880e-dfdd576645c8", "address": "fa:16:3e:41:48:4d", "network": {"id": "2407207a-3709-42ad-97be-7872c1fa6d4d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-8842570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b3adf634a447a884cb660883fadb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb580cfe-1e", "ovs_interfaceid": "cb580cfe-1ec8-4bd1-880e-dfdd576645c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.748086] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153497, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.826458] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084287} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.832258] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.833198] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d64974-349e-ec43-6d21-2a3160165473, 'name': SearchDatastore_Task, 'duration_secs': 0.022742} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.834416] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc628fa8-bd8c-4040-8a65-6b2e7782582f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.840392] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2ffba53-20de-46eb-8f32-3a0c29f0778d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.890729] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] bf7da137-7978-4d65-b707-e0111d8736d9/bf7da137-7978-4d65-b707-e0111d8736d9.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.890729] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 608.890729] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d21150-88a3-9f27-113b-1fee4d3e4f26" [ 608.890729] env[68835]: _type = "Task" [ 608.890729] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.892351] env[68835]: DEBUG nova.scheduler.client.report [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Updated inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with generation 19 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 608.892351] env[68835]: DEBUG nova.compute.provider_tree [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Updating resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 generation from 19 to 20 during operation: update_inventory {{(pid=68835) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 608.892568] env[68835]: DEBUG nova.compute.provider_tree [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 608.896121] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d03dd1c-e089-4441-9f77-00373d14e306 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.940554] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 608.940554] env[68835]: value = "task-3153506" [ 608.940554] env[68835]: _type = "Task" [ 608.940554] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.944507] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d21150-88a3-9f27-113b-1fee4d3e4f26, 'name': SearchDatastore_Task, 'duration_secs': 0.02657} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.950993] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.952015] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] a08615df-fc52-4a65-bea0-6b3bfc513d99/a08615df-fc52-4a65-bea0-6b3bfc513d99.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.952313] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17872486-a13e-4e50-8095-33c2c3e43909 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.967650] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.969587] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 608.969587] env[68835]: value = "task-3153507" [ 608.969587] env[68835]: _type = "Task" [ 608.969587] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.993248] env[68835]: DEBUG oslo_vmware.api [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Task: {'id': task-3153505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.515677} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.997150] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.997303] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.997426] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 608.997648] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 608.998743] env[68835]: INFO nova.compute.manager [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Took 1.18 seconds to destroy the instance on the hypervisor. [ 608.998743] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.998743] env[68835]: DEBUG nova.compute.manager [-] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 608.998743] env[68835]: DEBUG nova.network.neutron [-] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 609.163588] env[68835]: INFO nova.compute.manager [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Took 17.97 seconds to build instance. [ 609.211569] env[68835]: DEBUG oslo_concurrency.lockutils [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Releasing lock "refresh_cache-9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.211569] env[68835]: DEBUG nova.compute.manager [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Instance network_info: |[{"id": "cb580cfe-1ec8-4bd1-880e-dfdd576645c8", "address": "fa:16:3e:41:48:4d", "network": {"id": "2407207a-3709-42ad-97be-7872c1fa6d4d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-8842570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b3adf634a447a884cb660883fadb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb580cfe-1e", "ovs_interfaceid": "cb580cfe-1ec8-4bd1-880e-dfdd576645c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.211783] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:48:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb580cfe-1ec8-4bd1-880e-dfdd576645c8', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.220076] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Creating folder: Project (11b3adf634a447a884cb660883fadb75). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.221823] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f905318-e822-4ac4-b4af-48f1340955f4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.239504] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Created folder: Project (11b3adf634a447a884cb660883fadb75) in parent group-v630977. [ 609.239924] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Creating folder: Instances. Parent ref: group-v631005. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.241649] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcd7bd31-9cc6-41e2-a58a-0e558230bf44 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.246315] env[68835]: DEBUG oslo_vmware.api [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153497, 'name': PowerOnVM_Task, 'duration_secs': 1.683608} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.246941] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.247142] env[68835]: INFO nova.compute.manager [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Took 14.49 seconds to spawn the instance on the hypervisor. [ 609.247320] env[68835]: DEBUG nova.compute.manager [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.248129] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82347bfb-ed31-4bc2-977c-ebcace21d242 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.263479] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Created folder: Instances in parent group-v631005. [ 609.263631] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.264120] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.264333] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-937f1a69-b303-472e-9662-1df97dd66b38 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.289786] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.289786] env[68835]: value = "task-3153510" [ 609.289786] env[68835]: _type = "Task" [ 609.289786] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.305143] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153510, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.347666] env[68835]: DEBUG nova.network.neutron [req-b3da4468-f879-4992-ae99-86f3e3a8afee req-5203df8c-815e-46e6-9173-60022490fa90 service nova] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Updated VIF entry in instance network info cache for port ee468337-e8f0-4713-a3b9-3028a3a86ff5. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.348329] env[68835]: DEBUG nova.network.neutron [req-b3da4468-f879-4992-ae99-86f3e3a8afee req-5203df8c-815e-46e6-9173-60022490fa90 service nova] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Updating instance_info_cache with network_info: [{"id": "ee468337-e8f0-4713-a3b9-3028a3a86ff5", "address": "fa:16:3e:0e:9d:6f", "network": {"id": "916d615c-6d71-4e19-a463-b8f02f4273e2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-568504438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b9791e3cc144d4abf08c4919929531b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee468337-e8", "ovs_interfaceid": "ee468337-e8f0-4713-a3b9-3028a3a86ff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.423272] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.689s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.424090] env[68835]: DEBUG nova.compute.manager [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.426727] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.950s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.455747] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.485942] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153507, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.672874] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e38f0bcc-a9fe-4059-9cea-ff7056a44374 tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Lock "295e1d0c-892d-444d-8461-d6d964eee4ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.490s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.673774] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "295e1d0c-892d-444d-8461-d6d964eee4ff" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.087s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.674358] env[68835]: INFO nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] During sync_power_state the instance has a pending task (networking). Skip. [ 609.674678] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "295e1d0c-892d-444d-8461-d6d964eee4ff" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.776953] env[68835]: INFO nova.compute.manager [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Took 21.59 seconds to build instance. [ 609.808698] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153510, 'name': CreateVM_Task, 'duration_secs': 0.499073} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.809543] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.810501] env[68835]: DEBUG oslo_concurrency.lockutils [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.810809] env[68835]: DEBUG oslo_concurrency.lockutils [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.814773] env[68835]: DEBUG oslo_concurrency.lockutils [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.814773] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f46d65c9-5b39-458d-a277-090a385bf02f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.819894] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 609.819894] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]522fd901-bc24-236d-1349-65b379d396a9" [ 609.819894] env[68835]: _type = "Task" [ 609.819894] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.835029] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]522fd901-bc24-236d-1349-65b379d396a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.852217] env[68835]: DEBUG oslo_concurrency.lockutils [req-b3da4468-f879-4992-ae99-86f3e3a8afee req-5203df8c-815e-46e6-9173-60022490fa90 service nova] Releasing lock "refresh_cache-bf7da137-7978-4d65-b707-e0111d8736d9" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.930921] env[68835]: DEBUG nova.compute.utils [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.939703] env[68835]: DEBUG nova.compute.manager [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.946014] env[68835]: DEBUG nova.network.neutron [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.965442] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153506, 'name': ReconfigVM_Task, 'duration_secs': 0.928165} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.965727] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Reconfigured VM instance instance-00000008 to attach disk [datastore1] bf7da137-7978-4d65-b707-e0111d8736d9/bf7da137-7978-4d65-b707-e0111d8736d9.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.972604] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7691e113-af9e-40ba-8eff-61495368bccd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.976078] env[68835]: DEBUG nova.network.neutron [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Successfully updated port: ff3702da-09a3-4df6-81e6-8b417dc9ed15 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.983762] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 609.983762] env[68835]: value = "task-3153511" [ 609.983762] env[68835]: _type = "Task" [ 609.983762] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.993504] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827254} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.994188] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] a08615df-fc52-4a65-bea0-6b3bfc513d99/a08615df-fc52-4a65-bea0-6b3bfc513d99.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.994484] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.995661] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-518ac979-7688-4486-9e26-ceec6136df07 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.004755] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153511, 'name': Rename_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.012624] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 610.012624] env[68835]: value = "task-3153512" [ 610.012624] env[68835]: _type = "Task" [ 610.012624] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.032985] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.155484] env[68835]: DEBUG nova.policy [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '838aa22538ad449e8faab8efcce59ca0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d208ae6bc544935aa50e7d6943be08b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.279116] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f42484b-6bbe-4539-a926-9d1c152dcd24 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "b427c242-aa1f-42cd-9808-a4028c75c2b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.114s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.279529] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "b427c242-aa1f-42cd-9808-a4028c75c2b7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.693s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.279583] env[68835]: INFO nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] During sync_power_state the instance has a pending task (spawning). Skip. [ 610.279737] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "b427c242-aa1f-42cd-9808-a4028c75c2b7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.333332] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]522fd901-bc24-236d-1349-65b379d396a9, 'name': SearchDatastore_Task, 'duration_secs': 0.014673} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.333668] env[68835]: DEBUG oslo_concurrency.lockutils [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.333903] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.334251] env[68835]: DEBUG oslo_concurrency.lockutils [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.334351] env[68835]: DEBUG oslo_concurrency.lockutils [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.334543] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.334808] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9516468-af2a-4e22-a8e5-89719bf37dc1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.352534] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.352906] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.353567] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a285ea-d34f-488a-954c-5badda7fdbc9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.360712] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 610.360712] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]525b5ca3-bb81-3be9-9d00-39ee2e8f5cc3" [ 610.360712] env[68835]: _type = "Task" [ 610.360712] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.370745] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525b5ca3-bb81-3be9-9d00-39ee2e8f5cc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.442937] env[68835]: DEBUG nova.compute.manager [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.450216] env[68835]: INFO nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Updating resource usage from migration 4640df6a-1aba-4ff3-bb1e-63ea080dc744 [ 610.483071] env[68835]: DEBUG oslo_concurrency.lockutils [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "refresh_cache-2a97bbe3-9d5b-4839-82f1-ac5da92928bc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.483117] env[68835]: DEBUG oslo_concurrency.lockutils [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired lock "refresh_cache-2a97bbe3-9d5b-4839-82f1-ac5da92928bc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.483353] env[68835]: DEBUG nova.network.neutron [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.497755] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153511, 'name': Rename_Task, 'duration_secs': 0.447844} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.499700] env[68835]: WARNING nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 5ebcefb7-7726-44fd-a9da-1454cbb39bd7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 610.499882] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 2a97bbe3-9d5b-4839-82f1-ac5da92928bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 610.500058] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 610.500183] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance b427c242-aa1f-42cd-9808-a4028c75c2b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 610.500294] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance e5210410-3725-4dea-902d-9fcc2a4bc9e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 610.502068] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.503161] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e98a6962-6562-478c-9080-aa93ec329804 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.513388] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 610.513388] env[68835]: value = "task-3153513" [ 610.513388] env[68835]: _type = "Task" [ 610.513388] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.536939] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.537174] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138773} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.540490] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.540490] env[68835]: DEBUG nova.compute.manager [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Stashing vm_state: active {{(pid=68835) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 610.543893] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a7dde8-7285-4a1d-84b4-adb7e133226e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.579448] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] a08615df-fc52-4a65-bea0-6b3bfc513d99/a08615df-fc52-4a65-bea0-6b3bfc513d99.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.579926] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-474b959b-583b-4fb2-9922-90f0fe47ba9e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.606355] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 610.606355] env[68835]: value = "task-3153514" [ 610.606355] env[68835]: _type = "Task" [ 610.606355] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.617134] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.871813] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525b5ca3-bb81-3be9-9d00-39ee2e8f5cc3, 'name': SearchDatastore_Task, 'duration_secs': 0.028363} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.872616] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4756dd8d-a1ac-4d4b-b984-be674c7a2b3c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.879020] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 610.879020] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]527e469e-1cf1-0514-b409-c0e8bf6e3944" [ 610.879020] env[68835]: _type = "Task" [ 610.879020] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.887624] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527e469e-1cf1-0514-b409-c0e8bf6e3944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.932694] env[68835]: DEBUG nova.network.neutron [-] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.006228] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 03a157f6-051b-40f3-89e6-3b24db7d7c61 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 611.026819] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153513, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.072748] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.097138] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquiring lock "b40e7bdb-cc27-4536-bc35-68184c900060" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.097138] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lock "b40e7bdb-cc27-4536-bc35-68184c900060" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.117497] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.119080] env[68835]: DEBUG nova.network.neutron [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.283326] env[68835]: DEBUG nova.compute.manager [req-04a21f6a-d338-44eb-b30e-6dfc07f12956 req-dbcbc1e5-63a1-4d18-9474-b8c4e628cc2b service nova] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Received event network-changed-6af43c18-d98e-4425-a36c-de3cfd464e62 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.283687] env[68835]: DEBUG nova.compute.manager [req-04a21f6a-d338-44eb-b30e-6dfc07f12956 req-dbcbc1e5-63a1-4d18-9474-b8c4e628cc2b service nova] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Refreshing instance network info cache due to event network-changed-6af43c18-d98e-4425-a36c-de3cfd464e62. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 611.284082] env[68835]: DEBUG oslo_concurrency.lockutils [req-04a21f6a-d338-44eb-b30e-6dfc07f12956 req-dbcbc1e5-63a1-4d18-9474-b8c4e628cc2b service nova] Acquiring lock "refresh_cache-a08615df-fc52-4a65-bea0-6b3bfc513d99" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.284358] env[68835]: DEBUG oslo_concurrency.lockutils [req-04a21f6a-d338-44eb-b30e-6dfc07f12956 req-dbcbc1e5-63a1-4d18-9474-b8c4e628cc2b service nova] Acquired lock "refresh_cache-a08615df-fc52-4a65-bea0-6b3bfc513d99" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.286030] env[68835]: DEBUG nova.network.neutron [req-04a21f6a-d338-44eb-b30e-6dfc07f12956 req-dbcbc1e5-63a1-4d18-9474-b8c4e628cc2b service nova] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Refreshing network info cache for port 6af43c18-d98e-4425-a36c-de3cfd464e62 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.366982] env[68835]: DEBUG nova.network.neutron [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Successfully created port: b5754274-3349-435b-b48e-ebe37fc01e72 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.396172] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527e469e-1cf1-0514-b409-c0e8bf6e3944, 'name': SearchDatastore_Task, 'duration_secs': 0.034596} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.396172] env[68835]: DEBUG oslo_concurrency.lockutils [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.396172] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f/9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.396172] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4db18e7-ddf1-4d38-8a3d-326612ccf3c5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.410802] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 611.410802] env[68835]: value = "task-3153515" [ 611.410802] env[68835]: _type = "Task" [ 611.410802] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.426270] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.435790] env[68835]: INFO nova.compute.manager [-] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Took 2.44 seconds to deallocate network for instance. [ 611.457586] env[68835]: DEBUG nova.compute.manager [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.489337] env[68835]: DEBUG nova.virt.hardware [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.489700] env[68835]: DEBUG nova.virt.hardware [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.489991] env[68835]: DEBUG nova.virt.hardware [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.490288] env[68835]: DEBUG nova.virt.hardware [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.491693] env[68835]: DEBUG nova.virt.hardware [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.491693] env[68835]: DEBUG nova.virt.hardware [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.491693] env[68835]: DEBUG nova.virt.hardware [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.491693] env[68835]: DEBUG nova.virt.hardware [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.491693] env[68835]: DEBUG nova.virt.hardware [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.491913] env[68835]: DEBUG nova.virt.hardware [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.491913] env[68835]: DEBUG nova.virt.hardware [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.493553] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba0a419-129b-4766-9587-a0ffb261369f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.503565] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f035014d-d84b-4589-b8ae-3f46616c5749 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.509934] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 53a0d5d8-8049-427e-8beb-685a275a09f0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 611.510378] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Migration 4640df6a-1aba-4ff3-bb1e-63ea080dc744 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 611.511143] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance ff3f81eb-8599-47e0-a5a8-26f21ea70fc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 611.511143] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 423efc1e-c007-42d0-bf18-269b075ccff2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 611.511143] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance a08615df-fc52-4a65-bea0-6b3bfc513d99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 611.511560] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 41fc595a-191d-48fb-94bf-67212e8f5699 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 611.535415] env[68835]: DEBUG oslo_vmware.api [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153513, 'name': PowerOnVM_Task, 'duration_secs': 0.808178} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.535736] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.536053] env[68835]: INFO nova.compute.manager [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Took 12.10 seconds to spawn the instance on the hypervisor. [ 611.536299] env[68835]: DEBUG nova.compute.manager [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.537324] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a822894-6570-469c-a199-4d969dcd7964 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.603532] env[68835]: DEBUG nova.compute.manager [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.619067] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153514, 'name': ReconfigVM_Task, 'duration_secs': 0.61331} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.619067] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Reconfigured VM instance instance-00000009 to attach disk [datastore1] a08615df-fc52-4a65-bea0-6b3bfc513d99/a08615df-fc52-4a65-bea0-6b3bfc513d99.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.619067] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7954f78-d076-45c2-aec4-73d43d768414 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.645213] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 611.645213] env[68835]: value = "task-3153516" [ 611.645213] env[68835]: _type = "Task" [ 611.645213] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.657992] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153516, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.908177] env[68835]: DEBUG nova.network.neutron [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Updating instance_info_cache with network_info: [{"id": "ff3702da-09a3-4df6-81e6-8b417dc9ed15", "address": "fa:16:3e:4e:d5:9e", "network": {"id": "2407207a-3709-42ad-97be-7872c1fa6d4d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-8842570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b3adf634a447a884cb660883fadb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3702da-09", "ovs_interfaceid": "ff3702da-09a3-4df6-81e6-8b417dc9ed15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.923200] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153515, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.946736] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.016582] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 612.016789] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance bf7da137-7978-4d65-b707-e0111d8736d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 612.016891] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 30a5da31-76c4-4500-9875-211849ef9c6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 612.016984] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 295e1d0c-892d-444d-8461-d6d964eee4ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 612.018044] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 612.018044] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 612.064082] env[68835]: INFO nova.compute.manager [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Took 17.14 seconds to build instance. [ 612.130190] env[68835]: DEBUG nova.compute.manager [req-be0ae3d7-57b2-488d-bc3e-e6d94e464bb4 req-3848b8cf-2435-4484-94f5-89c6d4cbf94b service nova] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Received event network-vif-plugged-cb580cfe-1ec8-4bd1-880e-dfdd576645c8 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.130437] env[68835]: DEBUG oslo_concurrency.lockutils [req-be0ae3d7-57b2-488d-bc3e-e6d94e464bb4 req-3848b8cf-2435-4484-94f5-89c6d4cbf94b service nova] Acquiring lock "9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.130632] env[68835]: DEBUG oslo_concurrency.lockutils [req-be0ae3d7-57b2-488d-bc3e-e6d94e464bb4 req-3848b8cf-2435-4484-94f5-89c6d4cbf94b service nova] Lock "9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.130832] env[68835]: DEBUG oslo_concurrency.lockutils [req-be0ae3d7-57b2-488d-bc3e-e6d94e464bb4 req-3848b8cf-2435-4484-94f5-89c6d4cbf94b service nova] Lock "9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.131131] env[68835]: DEBUG nova.compute.manager [req-be0ae3d7-57b2-488d-bc3e-e6d94e464bb4 req-3848b8cf-2435-4484-94f5-89c6d4cbf94b service nova] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] No waiting events found dispatching network-vif-plugged-cb580cfe-1ec8-4bd1-880e-dfdd576645c8 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.131340] env[68835]: WARNING nova.compute.manager [req-be0ae3d7-57b2-488d-bc3e-e6d94e464bb4 req-3848b8cf-2435-4484-94f5-89c6d4cbf94b service nova] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Received unexpected event network-vif-plugged-cb580cfe-1ec8-4bd1-880e-dfdd576645c8 for instance with vm_state building and task_state spawning. [ 612.131508] env[68835]: DEBUG nova.compute.manager [req-be0ae3d7-57b2-488d-bc3e-e6d94e464bb4 req-3848b8cf-2435-4484-94f5-89c6d4cbf94b service nova] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Received event network-changed-cb580cfe-1ec8-4bd1-880e-dfdd576645c8 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.131688] env[68835]: DEBUG nova.compute.manager [req-be0ae3d7-57b2-488d-bc3e-e6d94e464bb4 req-3848b8cf-2435-4484-94f5-89c6d4cbf94b service nova] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Refreshing instance network info cache due to event network-changed-cb580cfe-1ec8-4bd1-880e-dfdd576645c8. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 612.131947] env[68835]: DEBUG oslo_concurrency.lockutils [req-be0ae3d7-57b2-488d-bc3e-e6d94e464bb4 req-3848b8cf-2435-4484-94f5-89c6d4cbf94b service nova] Acquiring lock "refresh_cache-9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.132131] env[68835]: DEBUG oslo_concurrency.lockutils [req-be0ae3d7-57b2-488d-bc3e-e6d94e464bb4 req-3848b8cf-2435-4484-94f5-89c6d4cbf94b service nova] Acquired lock "refresh_cache-9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.132344] env[68835]: DEBUG nova.network.neutron [req-be0ae3d7-57b2-488d-bc3e-e6d94e464bb4 req-3848b8cf-2435-4484-94f5-89c6d4cbf94b service nova] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Refreshing network info cache for port cb580cfe-1ec8-4bd1-880e-dfdd576645c8 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.146045] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.169256] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153516, 'name': Rename_Task, 'duration_secs': 0.476535} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.170754] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.171341] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73e158e0-b7b8-4010-bf44-5d7d1df492de {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.181021] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 612.181021] env[68835]: value = "task-3153517" [ 612.181021] env[68835]: _type = "Task" [ 612.181021] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.189108] env[68835]: DEBUG oslo_concurrency.lockutils [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Acquiring lock "e5210410-3725-4dea-902d-9fcc2a4bc9e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.189375] env[68835]: DEBUG oslo_concurrency.lockutils [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Lock "e5210410-3725-4dea-902d-9fcc2a4bc9e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.189582] env[68835]: DEBUG oslo_concurrency.lockutils [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Acquiring lock "e5210410-3725-4dea-902d-9fcc2a4bc9e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.189756] env[68835]: DEBUG oslo_concurrency.lockutils [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Lock "e5210410-3725-4dea-902d-9fcc2a4bc9e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.189945] env[68835]: DEBUG oslo_concurrency.lockutils [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Lock "e5210410-3725-4dea-902d-9fcc2a4bc9e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.191628] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.195792] env[68835]: INFO nova.compute.manager [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Terminating instance [ 612.362200] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d333cd0-9c42-42f0-a52f-ceff8eb9bfb1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.371664] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f082a444-0850-456c-8c5a-14921f12dcd4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.406016] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7400f0ab-4449-4b2b-a18a-4082fccdacc3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.416072] env[68835]: DEBUG oslo_concurrency.lockutils [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Releasing lock "refresh_cache-2a97bbe3-9d5b-4839-82f1-ac5da92928bc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.417201] env[68835]: DEBUG nova.compute.manager [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Instance network_info: |[{"id": "ff3702da-09a3-4df6-81e6-8b417dc9ed15", "address": "fa:16:3e:4e:d5:9e", "network": {"id": "2407207a-3709-42ad-97be-7872c1fa6d4d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-8842570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b3adf634a447a884cb660883fadb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3702da-09", "ovs_interfaceid": "ff3702da-09a3-4df6-81e6-8b417dc9ed15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.417864] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f16222-1063-4cca-bf93-c3ba1271c0a4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.422267] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:d5:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff3702da-09a3-4df6-81e6-8b417dc9ed15', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.429984] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.432781] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.438150] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1980cd9e-cefa-42f2-b0f1-d41b839a0cd2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.457038] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551158} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.467780] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f/9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.468040] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.468500] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.470614] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c88f416-52da-482d-88f3-30362a23cd4f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.476025] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.476025] env[68835]: value = "task-3153518" [ 612.476025] env[68835]: _type = "Task" [ 612.476025] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.481330] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 612.481330] env[68835]: value = "task-3153519" [ 612.481330] env[68835]: _type = "Task" [ 612.481330] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.490511] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153518, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.493743] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.516834] env[68835]: DEBUG nova.compute.manager [None req-dbc0a8f2-a0ad-440a-8982-1d9b6146c4fc tempest-ServerDiagnosticsV248Test-916223777 tempest-ServerDiagnosticsV248Test-916223777-project-admin] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.519375] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df80147-9214-4dca-902f-7ea60444b3f4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.526746] env[68835]: INFO nova.compute.manager [None req-dbc0a8f2-a0ad-440a-8982-1d9b6146c4fc tempest-ServerDiagnosticsV248Test-916223777 tempest-ServerDiagnosticsV248Test-916223777-project-admin] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Retrieving diagnostics [ 612.528113] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92e0388-b38d-460a-8ef2-717b7304e97e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.565701] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9dc8dbf-de6b-4aa7-9ddc-594cadf9cea9 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "bf7da137-7978-4d65-b707-e0111d8736d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.662s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.566024] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "bf7da137-7978-4d65-b707-e0111d8736d9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.979s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.567168] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3be8fef-990b-41c3-8acd-c51b3e28c414 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.667461] env[68835]: DEBUG nova.network.neutron [req-04a21f6a-d338-44eb-b30e-6dfc07f12956 req-dbcbc1e5-63a1-4d18-9474-b8c4e628cc2b service nova] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Updated VIF entry in instance network info cache for port 6af43c18-d98e-4425-a36c-de3cfd464e62. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.667840] env[68835]: DEBUG nova.network.neutron [req-04a21f6a-d338-44eb-b30e-6dfc07f12956 req-dbcbc1e5-63a1-4d18-9474-b8c4e628cc2b service nova] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Updating instance_info_cache with network_info: [{"id": "6af43c18-d98e-4425-a36c-de3cfd464e62", "address": "fa:16:3e:e1:86:be", "network": {"id": "5e25d55c-ae94-488d-a760-8724f5b28202", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2137189452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d208ae6bc544935aa50e7d6943be08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af43c18-d9", "ovs_interfaceid": "6af43c18-d98e-4425-a36c-de3cfd464e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.697799] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.700513] env[68835]: DEBUG nova.compute.manager [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 612.701366] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 612.710745] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627abf00-3663-4300-91a3-59dbd92aeb31 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.724924] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 612.729235] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12d6cd4c-291e-4580-9d14-74e6500d1067 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.736371] env[68835]: DEBUG oslo_vmware.api [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Waiting for the task: (returnval){ [ 612.736371] env[68835]: value = "task-3153520" [ 612.736371] env[68835]: _type = "Task" [ 612.736371] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.752574] env[68835]: DEBUG oslo_vmware.api [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': task-3153520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.979056] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.005196] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153518, 'name': CreateVM_Task, 'duration_secs': 0.494088} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.005196] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.005937] env[68835]: DEBUG oslo_concurrency.lockutils [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.006279] env[68835]: DEBUG oslo_concurrency.lockutils [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.006737] env[68835]: DEBUG oslo_concurrency.lockutils [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.011054] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56dfd950-dae6-4b69-b588-b1f61d2dcd6d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.014851] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078433} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.014851] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.017137] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdab2b9-373e-4ea6-9917-35e8750d5d03 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.022665] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 613.022665] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5218cf8f-efad-573d-2efa-437b7c313fb5" [ 613.022665] env[68835]: _type = "Task" [ 613.022665] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.047931] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f/9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.048725] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-729e5e20-d4b6-47fa-a697-62ac8e2bff24 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.076636] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5218cf8f-efad-573d-2efa-437b7c313fb5, 'name': SearchDatastore_Task, 'duration_secs': 0.021578} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.076931] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "bf7da137-7978-4d65-b707-e0111d8736d9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.077914] env[68835]: DEBUG oslo_concurrency.lockutils [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.078177] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.078414] env[68835]: DEBUG oslo_concurrency.lockutils [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.078553] env[68835]: DEBUG oslo_concurrency.lockutils [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.078725] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.079041] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5312b5a4-f7a3-42d4-af11-014639136d90 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.082399] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 613.082399] env[68835]: value = "task-3153521" [ 613.082399] env[68835]: _type = "Task" [ 613.082399] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.089856] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.089856] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.093683] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bddf4086-9011-448e-97b1-b2bec41ab24d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.096588] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.101580] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 613.101580] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]526bdbc3-20b9-feb2-9a09-ef372974fe0c" [ 613.101580] env[68835]: _type = "Task" [ 613.101580] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.112917] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526bdbc3-20b9-feb2-9a09-ef372974fe0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.173124] env[68835]: DEBUG oslo_concurrency.lockutils [req-04a21f6a-d338-44eb-b30e-6dfc07f12956 req-dbcbc1e5-63a1-4d18-9474-b8c4e628cc2b service nova] Releasing lock "refresh_cache-a08615df-fc52-4a65-bea0-6b3bfc513d99" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.173813] env[68835]: DEBUG nova.compute.manager [req-04a21f6a-d338-44eb-b30e-6dfc07f12956 req-dbcbc1e5-63a1-4d18-9474-b8c4e628cc2b service nova] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Received event network-vif-deleted-8790cd5b-b7dd-40d1-aef3-d5ae6f69eb75 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.188759] env[68835]: DEBUG oslo_vmware.api [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153517, 'name': PowerOnVM_Task, 'duration_secs': 0.911902} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.189104] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.189280] env[68835]: INFO nova.compute.manager [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Took 11.17 seconds to spawn the instance on the hypervisor. [ 613.189454] env[68835]: DEBUG nova.compute.manager [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.189843] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Acquiring lock "30a5da31-76c4-4500-9875-211849ef9c6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.190112] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Lock "30a5da31-76c4-4500-9875-211849ef9c6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.190325] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Acquiring lock "30a5da31-76c4-4500-9875-211849ef9c6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.190549] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Lock "30a5da31-76c4-4500-9875-211849ef9c6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.190713] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Lock "30a5da31-76c4-4500-9875-211849ef9c6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.196574] env[68835]: INFO nova.compute.manager [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Terminating instance [ 613.199242] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2f5852-ea9c-4a2b-962c-ccc14c71bc97 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.249044] env[68835]: DEBUG oslo_vmware.api [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': task-3153520, 'name': PowerOffVM_Task, 'duration_secs': 0.284829} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.249390] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 613.249573] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 613.249829] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-812357f3-8505-4b3d-836a-b6faecc4ba03 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.320878] env[68835]: DEBUG nova.network.neutron [req-be0ae3d7-57b2-488d-bc3e-e6d94e464bb4 req-3848b8cf-2435-4484-94f5-89c6d4cbf94b service nova] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Updated VIF entry in instance network info cache for port cb580cfe-1ec8-4bd1-880e-dfdd576645c8. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.321397] env[68835]: DEBUG nova.network.neutron [req-be0ae3d7-57b2-488d-bc3e-e6d94e464bb4 req-3848b8cf-2435-4484-94f5-89c6d4cbf94b service nova] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Updating instance_info_cache with network_info: [{"id": "cb580cfe-1ec8-4bd1-880e-dfdd576645c8", "address": "fa:16:3e:41:48:4d", "network": {"id": "2407207a-3709-42ad-97be-7872c1fa6d4d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-8842570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b3adf634a447a884cb660883fadb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb580cfe-1e", "ovs_interfaceid": "cb580cfe-1ec8-4bd1-880e-dfdd576645c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.346101] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 613.346101] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 613.346101] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Deleting the datastore file [datastore2] e5210410-3725-4dea-902d-9fcc2a4bc9e5 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.346101] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-663d5bee-fb39-473c-9110-d8975c244203 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.352592] env[68835]: DEBUG oslo_vmware.api [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Waiting for the task: (returnval){ [ 613.352592] env[68835]: value = "task-3153523" [ 613.352592] env[68835]: _type = "Task" [ 613.352592] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.361859] env[68835]: DEBUG oslo_vmware.api [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': task-3153523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.482752] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68835) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 613.484022] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.056s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.484435] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.142s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.486382] env[68835]: INFO nova.compute.claims [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.488969] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.489453] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Getting list of instances from cluster (obj){ [ 613.489453] env[68835]: value = "domain-c8" [ 613.489453] env[68835]: _type = "ClusterComputeResource" [ 613.489453] env[68835]: } {{(pid=68835) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 613.490861] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0c6bf6-606b-4cda-baec-edc073da9bed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.510416] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Got total of 8 instances {{(pid=68835) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 613.593449] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.612123] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526bdbc3-20b9-feb2-9a09-ef372974fe0c, 'name': SearchDatastore_Task, 'duration_secs': 0.015334} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.614955] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5868df6b-12d9-4b6b-a903-0719c32e5b39 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.618923] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 613.618923] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52b6bffd-8710-1201-01d5-5b7853db2de3" [ 613.618923] env[68835]: _type = "Task" [ 613.618923] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.628219] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b6bffd-8710-1201-01d5-5b7853db2de3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.708641] env[68835]: DEBUG nova.compute.manager [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 613.709447] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.709818] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a2eff8-77ce-4d42-af57-43d3b9d74b7b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.722162] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.722431] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8de60bde-6f8f-4732-949b-38e828deade5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.731798] env[68835]: INFO nova.compute.manager [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Took 17.74 seconds to build instance. [ 613.732831] env[68835]: DEBUG oslo_vmware.api [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Waiting for the task: (returnval){ [ 613.732831] env[68835]: value = "task-3153524" [ 613.732831] env[68835]: _type = "Task" [ 613.732831] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.745274] env[68835]: DEBUG oslo_vmware.api [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': task-3153524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.825267] env[68835]: DEBUG oslo_concurrency.lockutils [req-be0ae3d7-57b2-488d-bc3e-e6d94e464bb4 req-3848b8cf-2435-4484-94f5-89c6d4cbf94b service nova] Releasing lock "refresh_cache-9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.863977] env[68835]: DEBUG oslo_vmware.api [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Task: {'id': task-3153523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301256} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.864458] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.864458] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 613.864619] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 613.864889] env[68835]: INFO nova.compute.manager [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 613.865174] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.865653] env[68835]: DEBUG nova.compute.manager [-] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 613.865653] env[68835]: DEBUG nova.network.neutron [-] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 614.094857] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153521, 'name': ReconfigVM_Task, 'duration_secs': 0.802493} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.095265] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f/9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.095827] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2018818-1ace-41cd-9c97-de12160a6b76 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.102310] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 614.102310] env[68835]: value = "task-3153525" [ 614.102310] env[68835]: _type = "Task" [ 614.102310] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.110490] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153525, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.128548] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b6bffd-8710-1201-01d5-5b7853db2de3, 'name': SearchDatastore_Task, 'duration_secs': 0.011562} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.128814] env[68835]: DEBUG oslo_concurrency.lockutils [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.129084] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 2a97bbe3-9d5b-4839-82f1-ac5da92928bc/2a97bbe3-9d5b-4839-82f1-ac5da92928bc.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.129371] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46a48506-3f9a-448b-a315-fdadaae3e7ec {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.135737] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 614.135737] env[68835]: value = "task-3153526" [ 614.135737] env[68835]: _type = "Task" [ 614.135737] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.143949] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.234687] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc3a6d12-deee-47e6-bc28-a69871b51bcd tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "a08615df-fc52-4a65-bea0-6b3bfc513d99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.253s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.245571] env[68835]: DEBUG oslo_vmware.api [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': task-3153524, 'name': PowerOffVM_Task, 'duration_secs': 0.346887} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.245848] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.246053] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.246321] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1235b09-b576-4144-83fa-96b19ef1c3cb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.314479] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 614.314775] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 614.314995] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Deleting the datastore file [datastore2] 30a5da31-76c4-4500-9875-211849ef9c6a {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.315331] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6583d84-53f6-4135-abbf-9a50b30dfc07 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.321856] env[68835]: DEBUG oslo_vmware.api [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Waiting for the task: (returnval){ [ 614.321856] env[68835]: value = "task-3153528" [ 614.321856] env[68835]: _type = "Task" [ 614.321856] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.330872] env[68835]: DEBUG oslo_vmware.api [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': task-3153528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.618844] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153525, 'name': Rename_Task, 'duration_secs': 0.169022} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.620010] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.620010] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bb72fe6-12c7-41f5-a476-c639629edf5a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.627785] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 614.627785] env[68835]: value = "task-3153529" [ 614.627785] env[68835]: _type = "Task" [ 614.627785] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.648583] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153529, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.651996] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153526, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.694184] env[68835]: DEBUG nova.network.neutron [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Successfully updated port: b5754274-3349-435b-b48e-ebe37fc01e72 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.836463] env[68835]: DEBUG oslo_vmware.api [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Task: {'id': task-3153528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391584} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.837307] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.838958] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 614.839301] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 614.839617] env[68835]: INFO nova.compute.manager [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 614.840140] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.840140] env[68835]: DEBUG nova.compute.manager [-] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 614.840251] env[68835]: DEBUG nova.network.neutron [-] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 614.875273] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c6f828-2dc9-4d45-b75d-38e5b23a78aa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.883510] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc6cfb6-ae4a-4ed7-8675-924a4d3d6b20 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.917606] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c41d193-c668-4b1b-9d02-7d01749782a0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.925556] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd66090d-b88f-403b-967e-b592cab418f7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.939731] env[68835]: DEBUG nova.compute.provider_tree [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 615.145245] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153529, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.161896] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595649} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.163796] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 2a97bbe3-9d5b-4839-82f1-ac5da92928bc/2a97bbe3-9d5b-4839-82f1-ac5da92928bc.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.164648] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.165142] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f56f961-3b99-4e3b-adae-c8c06c3c59a4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.176054] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 615.176054] env[68835]: value = "task-3153530" [ 615.176054] env[68835]: _type = "Task" [ 615.176054] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.186469] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.198642] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "refresh_cache-423efc1e-c007-42d0-bf18-269b075ccff2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.198642] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquired lock "refresh_cache-423efc1e-c007-42d0-bf18-269b075ccff2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.198642] env[68835]: DEBUG nova.network.neutron [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.284348] env[68835]: DEBUG nova.network.neutron [-] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.475540] env[68835]: ERROR nova.scheduler.client.report [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [req-c600acac-564c-44de-8abb-7e8a3239f0ff] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c600acac-564c-44de-8abb-7e8a3239f0ff"}]} [ 615.503262] env[68835]: DEBUG nova.scheduler.client.report [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 615.523965] env[68835]: DEBUG nova.scheduler.client.report [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 615.524558] env[68835]: DEBUG nova.compute.provider_tree [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 615.539381] env[68835]: DEBUG nova.scheduler.client.report [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 615.568526] env[68835]: DEBUG nova.scheduler.client.report [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 615.648446] env[68835]: DEBUG oslo_vmware.api [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153529, 'name': PowerOnVM_Task, 'duration_secs': 0.827963} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.654269] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.655186] env[68835]: INFO nova.compute.manager [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Took 11.24 seconds to spawn the instance on the hypervisor. [ 615.655521] env[68835]: DEBUG nova.compute.manager [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.657847] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88041d08-3f52-44b3-8685-982dbbb10301 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.662159] env[68835]: DEBUG nova.compute.manager [req-3c1d2ad7-5635-4efa-925d-37346042dccf req-47efbffd-b090-4b56-a4f1-9ffc26bde52a service nova] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Received event network-vif-plugged-ff3702da-09a3-4df6-81e6-8b417dc9ed15 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.662159] env[68835]: DEBUG oslo_concurrency.lockutils [req-3c1d2ad7-5635-4efa-925d-37346042dccf req-47efbffd-b090-4b56-a4f1-9ffc26bde52a service nova] Acquiring lock "2a97bbe3-9d5b-4839-82f1-ac5da92928bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.662159] env[68835]: DEBUG oslo_concurrency.lockutils [req-3c1d2ad7-5635-4efa-925d-37346042dccf req-47efbffd-b090-4b56-a4f1-9ffc26bde52a service nova] Lock "2a97bbe3-9d5b-4839-82f1-ac5da92928bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.662499] env[68835]: DEBUG oslo_concurrency.lockutils [req-3c1d2ad7-5635-4efa-925d-37346042dccf req-47efbffd-b090-4b56-a4f1-9ffc26bde52a service nova] Lock "2a97bbe3-9d5b-4839-82f1-ac5da92928bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.662827] env[68835]: DEBUG nova.compute.manager [req-3c1d2ad7-5635-4efa-925d-37346042dccf req-47efbffd-b090-4b56-a4f1-9ffc26bde52a service nova] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] No waiting events found dispatching network-vif-plugged-ff3702da-09a3-4df6-81e6-8b417dc9ed15 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.664216] env[68835]: WARNING nova.compute.manager [req-3c1d2ad7-5635-4efa-925d-37346042dccf req-47efbffd-b090-4b56-a4f1-9ffc26bde52a service nova] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Received unexpected event network-vif-plugged-ff3702da-09a3-4df6-81e6-8b417dc9ed15 for instance with vm_state building and task_state spawning. [ 615.664507] env[68835]: DEBUG nova.compute.manager [req-3c1d2ad7-5635-4efa-925d-37346042dccf req-47efbffd-b090-4b56-a4f1-9ffc26bde52a service nova] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Received event network-changed-ff3702da-09a3-4df6-81e6-8b417dc9ed15 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.664716] env[68835]: DEBUG nova.compute.manager [req-3c1d2ad7-5635-4efa-925d-37346042dccf req-47efbffd-b090-4b56-a4f1-9ffc26bde52a service nova] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Refreshing instance network info cache due to event network-changed-ff3702da-09a3-4df6-81e6-8b417dc9ed15. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 615.664947] env[68835]: DEBUG oslo_concurrency.lockutils [req-3c1d2ad7-5635-4efa-925d-37346042dccf req-47efbffd-b090-4b56-a4f1-9ffc26bde52a service nova] Acquiring lock "refresh_cache-2a97bbe3-9d5b-4839-82f1-ac5da92928bc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.665207] env[68835]: DEBUG oslo_concurrency.lockutils [req-3c1d2ad7-5635-4efa-925d-37346042dccf req-47efbffd-b090-4b56-a4f1-9ffc26bde52a service nova] Acquired lock "refresh_cache-2a97bbe3-9d5b-4839-82f1-ac5da92928bc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.665400] env[68835]: DEBUG nova.network.neutron [req-3c1d2ad7-5635-4efa-925d-37346042dccf req-47efbffd-b090-4b56-a4f1-9ffc26bde52a service nova] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Refreshing network info cache for port ff3702da-09a3-4df6-81e6-8b417dc9ed15 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.689232] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172821} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.689817] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.693023] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8207af0-69b2-4222-acb2-21bc68ee0c06 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.723147] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 2a97bbe3-9d5b-4839-82f1-ac5da92928bc/2a97bbe3-9d5b-4839-82f1-ac5da92928bc.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.728375] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa294e7c-3d2a-45d5-a117-6b8b4ed02dbd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.757946] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 615.757946] env[68835]: value = "task-3153531" [ 615.757946] env[68835]: _type = "Task" [ 615.757946] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.767760] env[68835]: DEBUG nova.network.neutron [-] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.768192] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.789600] env[68835]: INFO nova.compute.manager [-] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Took 1.92 seconds to deallocate network for instance. [ 615.809860] env[68835]: DEBUG nova.network.neutron [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.974054] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Acquiring lock "8edd2a87-1a90-43ea-a0fa-c285caa89226" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.974419] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Lock "8edd2a87-1a90-43ea-a0fa-c285caa89226" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.032746] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7754f993-e353-4319-a566-c14cb048cea2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.041048] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114f6772-bf45-4c15-88a6-46bf13476d1b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.076453] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f804186d-78d8-4ee6-9cef-ab07b6af5a67 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.084615] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745d625e-a1de-4f98-a37f-fe77ab8aa27f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.101940] env[68835]: DEBUG nova.compute.provider_tree [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 616.186496] env[68835]: INFO nova.compute.manager [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Took 19.43 seconds to build instance. [ 616.219305] env[68835]: DEBUG nova.compute.manager [req-a603d6ed-eaa7-410c-8140-c9a3f277eeb8 req-dd91cb65-b8a8-4de8-9b3a-e61bd39df9b9 service nova] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Received event network-vif-deleted-e4f35675-f1c8-4e27-bec8-a40e294146d4 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.219305] env[68835]: DEBUG nova.compute.manager [req-a603d6ed-eaa7-410c-8140-c9a3f277eeb8 req-dd91cb65-b8a8-4de8-9b3a-e61bd39df9b9 service nova] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Received event network-vif-plugged-b5754274-3349-435b-b48e-ebe37fc01e72 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.219305] env[68835]: DEBUG oslo_concurrency.lockutils [req-a603d6ed-eaa7-410c-8140-c9a3f277eeb8 req-dd91cb65-b8a8-4de8-9b3a-e61bd39df9b9 service nova] Acquiring lock "423efc1e-c007-42d0-bf18-269b075ccff2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.219505] env[68835]: DEBUG oslo_concurrency.lockutils [req-a603d6ed-eaa7-410c-8140-c9a3f277eeb8 req-dd91cb65-b8a8-4de8-9b3a-e61bd39df9b9 service nova] Lock "423efc1e-c007-42d0-bf18-269b075ccff2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.219676] env[68835]: DEBUG oslo_concurrency.lockutils [req-a603d6ed-eaa7-410c-8140-c9a3f277eeb8 req-dd91cb65-b8a8-4de8-9b3a-e61bd39df9b9 service nova] Lock "423efc1e-c007-42d0-bf18-269b075ccff2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.219833] env[68835]: DEBUG nova.compute.manager [req-a603d6ed-eaa7-410c-8140-c9a3f277eeb8 req-dd91cb65-b8a8-4de8-9b3a-e61bd39df9b9 service nova] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] No waiting events found dispatching network-vif-plugged-b5754274-3349-435b-b48e-ebe37fc01e72 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.220041] env[68835]: WARNING nova.compute.manager [req-a603d6ed-eaa7-410c-8140-c9a3f277eeb8 req-dd91cb65-b8a8-4de8-9b3a-e61bd39df9b9 service nova] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Received unexpected event network-vif-plugged-b5754274-3349-435b-b48e-ebe37fc01e72 for instance with vm_state building and task_state spawning. [ 616.256923] env[68835]: DEBUG nova.network.neutron [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Updating instance_info_cache with network_info: [{"id": "b5754274-3349-435b-b48e-ebe37fc01e72", "address": "fa:16:3e:d5:7e:ae", "network": {"id": "5e25d55c-ae94-488d-a760-8724f5b28202", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2137189452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d208ae6bc544935aa50e7d6943be08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5754274-33", "ovs_interfaceid": "b5754274-3349-435b-b48e-ebe37fc01e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.271142] env[68835]: INFO nova.compute.manager [-] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Took 1.43 seconds to deallocate network for instance. [ 616.271521] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.303550] env[68835]: DEBUG oslo_concurrency.lockutils [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.304226] env[68835]: DEBUG oslo_concurrency.lockutils [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Acquiring lock "e8defb77-1526-4962-9612-f7299492b53b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.304458] env[68835]: DEBUG oslo_concurrency.lockutils [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Lock "e8defb77-1526-4962-9612-f7299492b53b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.480630] env[68835]: DEBUG nova.compute.manager [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.629996] env[68835]: ERROR nova.scheduler.client.report [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [req-f223d915-b1e1-4e51-8490-4ab25d38f540] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f223d915-b1e1-4e51-8490-4ab25d38f540"}]} [ 616.659740] env[68835]: DEBUG nova.scheduler.client.report [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 616.684137] env[68835]: DEBUG nova.scheduler.client.report [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 616.684963] env[68835]: DEBUG nova.compute.provider_tree [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 616.688861] env[68835]: DEBUG oslo_concurrency.lockutils [None req-454a40f4-6d52-4a17-89f8-30ea79a73238 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.942s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.700026] env[68835]: DEBUG nova.scheduler.client.report [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 616.703207] env[68835]: DEBUG nova.network.neutron [req-3c1d2ad7-5635-4efa-925d-37346042dccf req-47efbffd-b090-4b56-a4f1-9ffc26bde52a service nova] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Updated VIF entry in instance network info cache for port ff3702da-09a3-4df6-81e6-8b417dc9ed15. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.703558] env[68835]: DEBUG nova.network.neutron [req-3c1d2ad7-5635-4efa-925d-37346042dccf req-47efbffd-b090-4b56-a4f1-9ffc26bde52a service nova] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Updating instance_info_cache with network_info: [{"id": "ff3702da-09a3-4df6-81e6-8b417dc9ed15", "address": "fa:16:3e:4e:d5:9e", "network": {"id": "2407207a-3709-42ad-97be-7872c1fa6d4d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-8842570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b3adf634a447a884cb660883fadb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3702da-09", "ovs_interfaceid": "ff3702da-09a3-4df6-81e6-8b417dc9ed15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.720825] env[68835]: DEBUG nova.scheduler.client.report [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 616.771799] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Releasing lock "refresh_cache-423efc1e-c007-42d0-bf18-269b075ccff2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.772863] env[68835]: DEBUG nova.compute.manager [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Instance network_info: |[{"id": "b5754274-3349-435b-b48e-ebe37fc01e72", "address": "fa:16:3e:d5:7e:ae", "network": {"id": "5e25d55c-ae94-488d-a760-8724f5b28202", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2137189452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d208ae6bc544935aa50e7d6943be08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5754274-33", "ovs_interfaceid": "b5754274-3349-435b-b48e-ebe37fc01e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.773103] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:7e:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5754274-3349-435b-b48e-ebe37fc01e72', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.786864] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.786864] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.788265] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.788265] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de5beb82-21ed-4fc5-9c11-47acfa7771bf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.809661] env[68835]: DEBUG nova.compute.manager [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.812924] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153531, 'name': ReconfigVM_Task, 'duration_secs': 0.597163} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.813773] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 2a97bbe3-9d5b-4839-82f1-ac5da92928bc/2a97bbe3-9d5b-4839-82f1-ac5da92928bc.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.814427] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8312e5c9-3570-430b-b96f-6cde6985cc29 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.819108] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.819108] env[68835]: value = "task-3153532" [ 616.819108] env[68835]: _type = "Task" [ 616.819108] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.823594] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 616.823594] env[68835]: value = "task-3153533" [ 616.823594] env[68835]: _type = "Task" [ 616.823594] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.833772] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153532, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.843060] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153533, 'name': Rename_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.003721] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.114342] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b940b0fa-8ed9-4e40-b7b5-ef30828dd33e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.122856] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5774b75-9e59-468b-8eb3-b3e041ac18f1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.157191] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8a24bb-efcd-4890-a356-20f5b6031058 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.165941] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d3f852-1e04-44b0-8037-034cf24e966b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.181407] env[68835]: DEBUG nova.compute.provider_tree [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 617.210169] env[68835]: DEBUG oslo_concurrency.lockutils [req-3c1d2ad7-5635-4efa-925d-37346042dccf req-47efbffd-b090-4b56-a4f1-9ffc26bde52a service nova] Releasing lock "refresh_cache-2a97bbe3-9d5b-4839-82f1-ac5da92928bc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.265308] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "f80f943b-e912-4b1d-a2d2-0d42c7f61e0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.265308] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "f80f943b-e912-4b1d-a2d2-0d42c7f61e0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.334733] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153532, 'name': CreateVM_Task, 'duration_secs': 0.401358} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.337617] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.338576] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153533, 'name': Rename_Task, 'duration_secs': 0.193826} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.338831] env[68835]: DEBUG oslo_concurrency.lockutils [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.339479] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.339635] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.339962] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.340240] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.340483] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d09f155e-95cc-4f0b-a565-ed837a467c93 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.342768] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d24fdb10-5d6c-4768-a491-af15296cb88a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.348360] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 617.348360] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d803a8-1816-27f0-63e5-d9f97a102b68" [ 617.348360] env[68835]: _type = "Task" [ 617.348360] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.353272] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 617.353272] env[68835]: value = "task-3153534" [ 617.353272] env[68835]: _type = "Task" [ 617.353272] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.360302] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d803a8-1816-27f0-63e5-d9f97a102b68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.366479] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.710646] env[68835]: ERROR nova.scheduler.client.report [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [req-899f229c-ec55-462c-8d00-3d172c5e6287] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-899f229c-ec55-462c-8d00-3d172c5e6287"}]} [ 617.734935] env[68835]: DEBUG nova.scheduler.client.report [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 617.754011] env[68835]: DEBUG nova.scheduler.client.report [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 617.754235] env[68835]: DEBUG nova.compute.provider_tree [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 617.766433] env[68835]: DEBUG nova.compute.manager [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.772493] env[68835]: DEBUG nova.scheduler.client.report [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 617.806187] env[68835]: DEBUG nova.scheduler.client.report [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 617.870961] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d803a8-1816-27f0-63e5-d9f97a102b68, 'name': SearchDatastore_Task, 'duration_secs': 0.030093} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.871296] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.871548] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.871829] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.872854] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.872854] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.875990] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48a2eaeb-f040-41b8-bbea-2c538e03f173 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.878024] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153534, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.887942] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.888199] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.889268] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1de999be-3048-4ef8-a6c2-d4d9d3866928 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.897773] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 617.897773] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52939627-246f-7c16-5f6b-2f70b612c007" [ 617.897773] env[68835]: _type = "Task" [ 617.897773] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.909753] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52939627-246f-7c16-5f6b-2f70b612c007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.994547] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Acquiring lock "cdff230c-2bdf-4bd9-91c0-139f7fafccc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.994804] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Lock "cdff230c-2bdf-4bd9-91c0-139f7fafccc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.211035] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquiring lock "0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.211369] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.277079] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c2b20f-3de4-4837-8fd1-ca7134f7da24 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.294304] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c983151b-2d8f-43ef-ad0d-eae571cd71f3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.347306] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.348117] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3908582a-608b-4971-a8f5-60bfe1297bbe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.359874] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5c34af-eafd-42c0-b2dc-6a982ee877fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.369154] env[68835]: DEBUG oslo_vmware.api [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153534, 'name': PowerOnVM_Task, 'duration_secs': 0.934619} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.378319] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.378319] env[68835]: INFO nova.compute.manager [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Took 11.62 seconds to spawn the instance on the hypervisor. [ 618.378319] env[68835]: DEBUG nova.compute.manager [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.379121] env[68835]: DEBUG nova.compute.provider_tree [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 618.380615] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3f8543-7467-4d6f-b370-fa91b387f2b7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.415676] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52939627-246f-7c16-5f6b-2f70b612c007, 'name': SearchDatastore_Task, 'duration_secs': 0.012543} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.418892] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad6f38ed-0943-43c1-8d86-2f47a8c511c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.422535] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 618.422535] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52192305-3368-14e8-a1ae-edc5f9b948dc" [ 618.422535] env[68835]: _type = "Task" [ 618.422535] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.431963] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52192305-3368-14e8-a1ae-edc5f9b948dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.498182] env[68835]: DEBUG nova.compute.manager [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.541183] env[68835]: DEBUG nova.compute.manager [req-03c0c755-c006-4d2c-906e-5796aa5c9e0d req-7a457329-0860-47c9-891e-26310fd98a1b service nova] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Received event network-changed-ee468337-e8f0-4713-a3b9-3028a3a86ff5 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.541183] env[68835]: DEBUG nova.compute.manager [req-03c0c755-c006-4d2c-906e-5796aa5c9e0d req-7a457329-0860-47c9-891e-26310fd98a1b service nova] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Refreshing instance network info cache due to event network-changed-ee468337-e8f0-4713-a3b9-3028a3a86ff5. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 618.541326] env[68835]: DEBUG oslo_concurrency.lockutils [req-03c0c755-c006-4d2c-906e-5796aa5c9e0d req-7a457329-0860-47c9-891e-26310fd98a1b service nova] Acquiring lock "refresh_cache-bf7da137-7978-4d65-b707-e0111d8736d9" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.541646] env[68835]: DEBUG oslo_concurrency.lockutils [req-03c0c755-c006-4d2c-906e-5796aa5c9e0d req-7a457329-0860-47c9-891e-26310fd98a1b service nova] Acquired lock "refresh_cache-bf7da137-7978-4d65-b707-e0111d8736d9" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.541933] env[68835]: DEBUG nova.network.neutron [req-03c0c755-c006-4d2c-906e-5796aa5c9e0d req-7a457329-0860-47c9-891e-26310fd98a1b service nova] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Refreshing network info cache for port ee468337-e8f0-4713-a3b9-3028a3a86ff5 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.899740] env[68835]: INFO nova.compute.manager [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Took 18.05 seconds to build instance. [ 618.928571] env[68835]: DEBUG nova.scheduler.client.report [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Updated inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with generation 28 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 618.928756] env[68835]: DEBUG nova.compute.provider_tree [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Updating resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 generation from 28 to 29 during operation: update_inventory {{(pid=68835) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 618.929032] env[68835]: DEBUG nova.compute.provider_tree [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 618.940681] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52192305-3368-14e8-a1ae-edc5f9b948dc, 'name': SearchDatastore_Task, 'duration_secs': 0.021363} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.940888] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.941143] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 423efc1e-c007-42d0-bf18-269b075ccff2/423efc1e-c007-42d0-bf18-269b075ccff2.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.941393] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b7d74d8-1cb9-4a44-ac9a-f293b60e344b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.951556] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 618.951556] env[68835]: value = "task-3153535" [ 618.951556] env[68835]: _type = "Task" [ 618.951556] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.971975] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.032485] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.079910] env[68835]: DEBUG nova.compute.manager [req-bb6188e5-f403-47fa-bc6a-22129de2bffa req-14d58126-6765-4175-a549-f34890556052 service nova] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Received event network-changed-b5754274-3349-435b-b48e-ebe37fc01e72 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.079910] env[68835]: DEBUG nova.compute.manager [req-bb6188e5-f403-47fa-bc6a-22129de2bffa req-14d58126-6765-4175-a549-f34890556052 service nova] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Refreshing instance network info cache due to event network-changed-b5754274-3349-435b-b48e-ebe37fc01e72. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 619.079910] env[68835]: DEBUG oslo_concurrency.lockutils [req-bb6188e5-f403-47fa-bc6a-22129de2bffa req-14d58126-6765-4175-a549-f34890556052 service nova] Acquiring lock "refresh_cache-423efc1e-c007-42d0-bf18-269b075ccff2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.079910] env[68835]: DEBUG oslo_concurrency.lockutils [req-bb6188e5-f403-47fa-bc6a-22129de2bffa req-14d58126-6765-4175-a549-f34890556052 service nova] Acquired lock "refresh_cache-423efc1e-c007-42d0-bf18-269b075ccff2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.079910] env[68835]: DEBUG nova.network.neutron [req-bb6188e5-f403-47fa-bc6a-22129de2bffa req-14d58126-6765-4175-a549-f34890556052 service nova] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Refreshing network info cache for port b5754274-3349-435b-b48e-ebe37fc01e72 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.403371] env[68835]: DEBUG oslo_concurrency.lockutils [None req-866d2727-abc9-4914-9eb6-51c1db2960c3 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "2a97bbe3-9d5b-4839-82f1-ac5da92928bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.780s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.434923] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.950s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.435520] env[68835]: DEBUG nova.compute.manager [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.440702] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.745s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.443585] env[68835]: INFO nova.compute.claims [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.467517] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153535, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.591775] env[68835]: DEBUG nova.network.neutron [req-03c0c755-c006-4d2c-906e-5796aa5c9e0d req-7a457329-0860-47c9-891e-26310fd98a1b service nova] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Updated VIF entry in instance network info cache for port ee468337-e8f0-4713-a3b9-3028a3a86ff5. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.592202] env[68835]: DEBUG nova.network.neutron [req-03c0c755-c006-4d2c-906e-5796aa5c9e0d req-7a457329-0860-47c9-891e-26310fd98a1b service nova] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Updating instance_info_cache with network_info: [{"id": "ee468337-e8f0-4713-a3b9-3028a3a86ff5", "address": "fa:16:3e:0e:9d:6f", "network": {"id": "916d615c-6d71-4e19-a463-b8f02f4273e2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-568504438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b9791e3cc144d4abf08c4919929531b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee468337-e8", "ovs_interfaceid": "ee468337-e8f0-4713-a3b9-3028a3a86ff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.906214] env[68835]: DEBUG nova.compute.manager [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.954560] env[68835]: DEBUG nova.compute.utils [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.958105] env[68835]: DEBUG nova.compute.manager [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.958463] env[68835]: DEBUG nova.network.neutron [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.979417] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806024} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.979666] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 423efc1e-c007-42d0-bf18-269b075ccff2/423efc1e-c007-42d0-bf18-269b075ccff2.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.979875] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.980192] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66210c3f-34b4-47df-ab61-db76aebc6630 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.988308] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 619.988308] env[68835]: value = "task-3153536" [ 619.988308] env[68835]: _type = "Task" [ 619.988308] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.999122] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.049571] env[68835]: DEBUG nova.network.neutron [req-bb6188e5-f403-47fa-bc6a-22129de2bffa req-14d58126-6765-4175-a549-f34890556052 service nova] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Updated VIF entry in instance network info cache for port b5754274-3349-435b-b48e-ebe37fc01e72. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.049903] env[68835]: DEBUG nova.network.neutron [req-bb6188e5-f403-47fa-bc6a-22129de2bffa req-14d58126-6765-4175-a549-f34890556052 service nova] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Updating instance_info_cache with network_info: [{"id": "b5754274-3349-435b-b48e-ebe37fc01e72", "address": "fa:16:3e:d5:7e:ae", "network": {"id": "5e25d55c-ae94-488d-a760-8724f5b28202", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2137189452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d208ae6bc544935aa50e7d6943be08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5754274-33", "ovs_interfaceid": "b5754274-3349-435b-b48e-ebe37fc01e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.054389] env[68835]: DEBUG nova.policy [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe2f2465eb9f490a83bc8ea01370483a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56466d4ec74a4e6490a4f1b2be7ee30f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.097976] env[68835]: DEBUG oslo_concurrency.lockutils [req-03c0c755-c006-4d2c-906e-5796aa5c9e0d req-7a457329-0860-47c9-891e-26310fd98a1b service nova] Releasing lock "refresh_cache-bf7da137-7978-4d65-b707-e0111d8736d9" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.434113] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.459228] env[68835]: DEBUG nova.compute.manager [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.504978] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202142} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.507019] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.508230] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea34bd6e-d697-453e-a080-0b92dd8f2fe2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.536278] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 423efc1e-c007-42d0-bf18-269b075ccff2/423efc1e-c007-42d0-bf18-269b075ccff2.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.540550] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2085a582-b043-48bf-8bb6-458d39d2c0be {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.557418] env[68835]: DEBUG oslo_concurrency.lockutils [req-bb6188e5-f403-47fa-bc6a-22129de2bffa req-14d58126-6765-4175-a549-f34890556052 service nova] Releasing lock "refresh_cache-423efc1e-c007-42d0-bf18-269b075ccff2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.557822] env[68835]: DEBUG nova.compute.manager [req-bb6188e5-f403-47fa-bc6a-22129de2bffa req-14d58126-6765-4175-a549-f34890556052 service nova] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Received event network-vif-deleted-e2ea6fdb-a2c5-45ec-b53f-a0dc16d9c79b {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.557822] env[68835]: DEBUG nova.compute.manager [req-bb6188e5-f403-47fa-bc6a-22129de2bffa req-14d58126-6765-4175-a549-f34890556052 service nova] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Received event network-vif-deleted-ca2dce65-96b2-4d65-a902-ddf39d3d58f7 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.563754] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 620.563754] env[68835]: value = "task-3153537" [ 620.563754] env[68835]: _type = "Task" [ 620.563754] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.575692] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.658045] env[68835]: DEBUG nova.network.neutron [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Successfully created port: c6606348-19d1-4a9d-807c-4fdbb90baaad {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.808396] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Acquiring lock "35f1fcb9-985b-4bac-8dc3-e0787f43de54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.809089] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Lock "35f1fcb9-985b-4bac-8dc3-e0787f43de54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.944895] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fe3de0-0cb5-493b-ab1d-0c9fc8ea6d2d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.954156] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc595bae-f7de-46e4-ba81-28d5dc91b61d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.993787] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89df7298-debd-4dbf-90f7-23912fd1e7b3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.007132] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e04868-cb9a-4181-83a6-57d035b6f187 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.023434] env[68835]: DEBUG nova.compute.provider_tree [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.076177] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153537, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.498577] env[68835]: DEBUG nova.compute.manager [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.523013] env[68835]: DEBUG nova.virt.hardware [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.523289] env[68835]: DEBUG nova.virt.hardware [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.523458] env[68835]: DEBUG nova.virt.hardware [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.523671] env[68835]: DEBUG nova.virt.hardware [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.523792] env[68835]: DEBUG nova.virt.hardware [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.523939] env[68835]: DEBUG nova.virt.hardware [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.524301] env[68835]: DEBUG nova.virt.hardware [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.524455] env[68835]: DEBUG nova.virt.hardware [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.524666] env[68835]: DEBUG nova.virt.hardware [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.524865] env[68835]: DEBUG nova.virt.hardware [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.525087] env[68835]: DEBUG nova.virt.hardware [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.525977] env[68835]: DEBUG nova.scheduler.client.report [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.529809] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5639bd0d-30ca-4af9-b299-671c109a5747 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.538654] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6a6e56-d9ae-4d24-8496-145929628bad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.574685] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153537, 'name': ReconfigVM_Task, 'duration_secs': 0.534961} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.575283] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 423efc1e-c007-42d0-bf18-269b075ccff2/423efc1e-c007-42d0-bf18-269b075ccff2.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.575819] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f94db54-918a-48ae-beb7-2f3593c2ba0c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.582212] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 621.582212] env[68835]: value = "task-3153538" [ 621.582212] env[68835]: _type = "Task" [ 621.582212] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.591465] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153538, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.035516] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.036065] env[68835]: DEBUG nova.compute.manager [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.039479] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.639s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.043170] env[68835]: INFO nova.compute.claims [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.098321] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153538, 'name': Rename_Task, 'duration_secs': 0.228713} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.099546] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.099546] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bf65540-ca33-48aa-afc2-75a87628734e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.107876] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 622.107876] env[68835]: value = "task-3153539" [ 622.107876] env[68835]: _type = "Task" [ 622.107876] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.118851] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.337807] env[68835]: DEBUG oslo_concurrency.lockutils [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "7eae8370-b95c-4263-a671-a6032ade221d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.338094] env[68835]: DEBUG oslo_concurrency.lockutils [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "7eae8370-b95c-4263-a671-a6032ade221d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.548873] env[68835]: DEBUG nova.compute.utils [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.557381] env[68835]: DEBUG nova.compute.manager [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.560404] env[68835]: DEBUG nova.network.neutron [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.622384] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153539, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.684737] env[68835]: DEBUG nova.policy [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a067dc5237f43eaa6f21d4968c401bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94d2b92b31004639b96efa53995f0776', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.061293] env[68835]: DEBUG nova.compute.manager [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.145288] env[68835]: DEBUG oslo_vmware.api [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153539, 'name': PowerOnVM_Task, 'duration_secs': 0.859715} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.145435] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.145644] env[68835]: INFO nova.compute.manager [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Took 11.69 seconds to spawn the instance on the hypervisor. [ 623.145820] env[68835]: DEBUG nova.compute.manager [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.151252] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb783e8-6eb5-478b-b198-34468afba754 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.662561] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5078f98d-6517-4f8f-982a-c4197b0210ed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.671354] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddc226e-e5d6-4eeb-a0ce-01ac383f6411 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.681606] env[68835]: DEBUG nova.compute.manager [None req-420d9a59-2271-4cf7-9da3-dbe2776f49cd tempest-ServerDiagnosticsV248Test-916223777 tempest-ServerDiagnosticsV248Test-916223777-project-admin] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.684579] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad84309-fb0e-43bf-bd60-d65441235e2c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.688773] env[68835]: INFO nova.compute.manager [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Took 21.58 seconds to build instance. [ 623.727274] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7fdaf602-e43e-403f-ba5f-c018edf91639 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "423efc1e-c007-42d0-bf18-269b075ccff2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.576s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.728558] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c2cdd1-963c-4983-9628-df698ec2a4d3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.734382] env[68835]: INFO nova.compute.manager [None req-420d9a59-2271-4cf7-9da3-dbe2776f49cd tempest-ServerDiagnosticsV248Test-916223777 tempest-ServerDiagnosticsV248Test-916223777-project-admin] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Retrieving diagnostics [ 623.735703] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6a2c7a-09c5-41e4-9be4-fdd4b2414036 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.742847] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921cf2f8-d2f6-4227-85ed-34707c51d7fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.784309] env[68835]: DEBUG nova.compute.provider_tree [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.839049] env[68835]: DEBUG nova.network.neutron [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Successfully updated port: c6606348-19d1-4a9d-807c-4fdbb90baaad {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 623.933017] env[68835]: DEBUG nova.network.neutron [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Successfully created port: b96276cc-0e85-49fd-b843-215b4bd57b8d {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.086410] env[68835]: DEBUG nova.compute.manager [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.120104] env[68835]: DEBUG nova.virt.hardware [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.121229] env[68835]: DEBUG nova.virt.hardware [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.121229] env[68835]: DEBUG nova.virt.hardware [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.121229] env[68835]: DEBUG nova.virt.hardware [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.121229] env[68835]: DEBUG nova.virt.hardware [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.122716] env[68835]: DEBUG nova.virt.hardware [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.123855] env[68835]: DEBUG nova.virt.hardware [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.123855] env[68835]: DEBUG nova.virt.hardware [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.123855] env[68835]: DEBUG nova.virt.hardware [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.123855] env[68835]: DEBUG nova.virt.hardware [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.123855] env[68835]: DEBUG nova.virt.hardware [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.124967] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3738a8e-2947-40d1-9258-c7a746a0f436 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.139229] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a288438-d69f-4715-acfb-d4aa90129b28 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.214864] env[68835]: DEBUG nova.compute.manager [req-e4cdf41b-fb7a-4660-bb9e-d936ca752e52 req-b353ac34-a402-4320-be94-d242b9c35969 service nova] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Received event network-vif-plugged-c6606348-19d1-4a9d-807c-4fdbb90baaad {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.215074] env[68835]: DEBUG oslo_concurrency.lockutils [req-e4cdf41b-fb7a-4660-bb9e-d936ca752e52 req-b353ac34-a402-4320-be94-d242b9c35969 service nova] Acquiring lock "53a0d5d8-8049-427e-8beb-685a275a09f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.215285] env[68835]: DEBUG oslo_concurrency.lockutils [req-e4cdf41b-fb7a-4660-bb9e-d936ca752e52 req-b353ac34-a402-4320-be94-d242b9c35969 service nova] Lock "53a0d5d8-8049-427e-8beb-685a275a09f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.215446] env[68835]: DEBUG oslo_concurrency.lockutils [req-e4cdf41b-fb7a-4660-bb9e-d936ca752e52 req-b353ac34-a402-4320-be94-d242b9c35969 service nova] Lock "53a0d5d8-8049-427e-8beb-685a275a09f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.215828] env[68835]: DEBUG nova.compute.manager [req-e4cdf41b-fb7a-4660-bb9e-d936ca752e52 req-b353ac34-a402-4320-be94-d242b9c35969 service nova] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] No waiting events found dispatching network-vif-plugged-c6606348-19d1-4a9d-807c-4fdbb90baaad {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.215828] env[68835]: WARNING nova.compute.manager [req-e4cdf41b-fb7a-4660-bb9e-d936ca752e52 req-b353ac34-a402-4320-be94-d242b9c35969 service nova] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Received unexpected event network-vif-plugged-c6606348-19d1-4a9d-807c-4fdbb90baaad for instance with vm_state building and task_state spawning. [ 624.235762] env[68835]: DEBUG nova.compute.manager [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.287903] env[68835]: DEBUG nova.scheduler.client.report [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.340855] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Acquiring lock "refresh_cache-53a0d5d8-8049-427e-8beb-685a275a09f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.341044] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Acquired lock "refresh_cache-53a0d5d8-8049-427e-8beb-685a275a09f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.341555] env[68835]: DEBUG nova.network.neutron [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.772488] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.798905] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.802330] env[68835]: DEBUG nova.compute.manager [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.803440] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.372s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.803440] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.805438] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.734s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.898402] env[68835]: INFO nova.scheduler.client.report [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] Deleted allocations for instance 5ebcefb7-7726-44fd-a9da-1454cbb39bd7 [ 624.934333] env[68835]: DEBUG nova.network.neutron [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.294239] env[68835]: DEBUG nova.network.neutron [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Updating instance_info_cache with network_info: [{"id": "c6606348-19d1-4a9d-807c-4fdbb90baaad", "address": "fa:16:3e:24:25:51", "network": {"id": "04444072-ce86-4f3c-bba0-ff4d563688ec", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1665980891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56466d4ec74a4e6490a4f1b2be7ee30f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6606348-19", "ovs_interfaceid": "c6606348-19d1-4a9d-807c-4fdbb90baaad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.312062] env[68835]: DEBUG nova.compute.utils [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.312398] env[68835]: DEBUG nova.compute.manager [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.312755] env[68835]: DEBUG nova.network.neutron [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.318892] env[68835]: INFO nova.compute.claims [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.407485] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84e544f2-174e-416e-ba6a-4fb51108b227 tempest-DeleteServersAdminTestJSON-902269076 tempest-DeleteServersAdminTestJSON-902269076-project-admin] Lock "5ebcefb7-7726-44fd-a9da-1454cbb39bd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.606s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.450020] env[68835]: DEBUG nova.policy [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0324e73e7fe40c8acf61f7315eea099', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53e8369572b1448cbb34cab80a1c905b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.522306] env[68835]: INFO nova.compute.manager [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Rescuing [ 625.522589] env[68835]: DEBUG oslo_concurrency.lockutils [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "refresh_cache-423efc1e-c007-42d0-bf18-269b075ccff2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.522742] env[68835]: DEBUG oslo_concurrency.lockutils [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquired lock "refresh_cache-423efc1e-c007-42d0-bf18-269b075ccff2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.522908] env[68835]: DEBUG nova.network.neutron [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.676515] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Acquiring lock "295e1d0c-892d-444d-8461-d6d964eee4ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.676797] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Lock "295e1d0c-892d-444d-8461-d6d964eee4ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.677044] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Acquiring lock "295e1d0c-892d-444d-8461-d6d964eee4ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.677264] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Lock "295e1d0c-892d-444d-8461-d6d964eee4ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.677466] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Lock "295e1d0c-892d-444d-8461-d6d964eee4ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.681965] env[68835]: INFO nova.compute.manager [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Terminating instance [ 625.797177] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Releasing lock "refresh_cache-53a0d5d8-8049-427e-8beb-685a275a09f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.797781] env[68835]: DEBUG nova.compute.manager [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Instance network_info: |[{"id": "c6606348-19d1-4a9d-807c-4fdbb90baaad", "address": "fa:16:3e:24:25:51", "network": {"id": "04444072-ce86-4f3c-bba0-ff4d563688ec", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1665980891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56466d4ec74a4e6490a4f1b2be7ee30f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6606348-19", "ovs_interfaceid": "c6606348-19d1-4a9d-807c-4fdbb90baaad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 625.798163] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:25:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6606348-19d1-4a9d-807c-4fdbb90baaad', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.811513] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Creating folder: Project (56466d4ec74a4e6490a4f1b2be7ee30f). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.811886] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f51a3a3-c841-4e72-a9b8-e7cc3dd71b35 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.816363] env[68835]: DEBUG nova.compute.manager [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.828377] env[68835]: INFO nova.compute.resource_tracker [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Updating resource usage from migration 4640df6a-1aba-4ff3-bb1e-63ea080dc744 [ 625.834695] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Created folder: Project (56466d4ec74a4e6490a4f1b2be7ee30f) in parent group-v630977. [ 625.834695] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Creating folder: Instances. Parent ref: group-v631010. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.835763] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cf8fca2-673b-4cd4-a601-a3b4de78167a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.847035] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Created folder: Instances in parent group-v631010. [ 625.849117] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.849117] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.849117] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1725154e-c4d4-47d6-8e61-14223116ee70 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.872655] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.872655] env[68835]: value = "task-3153542" [ 625.872655] env[68835]: _type = "Task" [ 625.872655] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.891233] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153542, 'name': CreateVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.046065] env[68835]: DEBUG nova.network.neutron [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Successfully created port: 174e9ff6-0ed4-4649-a95a-b4d30143b5c0 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.186997] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Acquiring lock "refresh_cache-295e1d0c-892d-444d-8461-d6d964eee4ff" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.187129] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Acquired lock "refresh_cache-295e1d0c-892d-444d-8461-d6d964eee4ff" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.187284] env[68835]: DEBUG nova.network.neutron [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.295234] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f369a7c-24c0-43c0-aeb8-939d0625d9c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.303593] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75935b1-10c7-405f-9a8f-96746898ff03 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.342028] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc4d373-28e4-4c75-94ba-9d5b95828e96 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.354232] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12901c31-0b9c-422b-adc2-64c9d4a02b74 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.372555] env[68835]: DEBUG nova.compute.provider_tree [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.383613] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153542, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.450522] env[68835]: DEBUG nova.network.neutron [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Successfully updated port: b96276cc-0e85-49fd-b843-215b4bd57b8d {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.486816] env[68835]: DEBUG nova.network.neutron [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Updating instance_info_cache with network_info: [{"id": "b5754274-3349-435b-b48e-ebe37fc01e72", "address": "fa:16:3e:d5:7e:ae", "network": {"id": "5e25d55c-ae94-488d-a760-8724f5b28202", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2137189452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d208ae6bc544935aa50e7d6943be08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5754274-33", "ovs_interfaceid": "b5754274-3349-435b-b48e-ebe37fc01e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.725133] env[68835]: DEBUG nova.network.neutron [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.848958] env[68835]: DEBUG nova.compute.manager [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.875132] env[68835]: DEBUG nova.network.neutron [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.876629] env[68835]: DEBUG nova.scheduler.client.report [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.882702] env[68835]: DEBUG nova.virt.hardware [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.882907] env[68835]: DEBUG nova.virt.hardware [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.883259] env[68835]: DEBUG nova.virt.hardware [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.883259] env[68835]: DEBUG nova.virt.hardware [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.883468] env[68835]: DEBUG nova.virt.hardware [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.883468] env[68835]: DEBUG nova.virt.hardware [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.883663] env[68835]: DEBUG nova.virt.hardware [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.883826] env[68835]: DEBUG nova.virt.hardware [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.884016] env[68835]: DEBUG nova.virt.hardware [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.884718] env[68835]: DEBUG nova.virt.hardware [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.884952] env[68835]: DEBUG nova.virt.hardware [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.891876] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572dc459-eef8-4864-b601-4810262b6ada {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.902864] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3671539a-aa33-4c0e-88b0-4422d0945d9a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.907488] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153542, 'name': CreateVM_Task, 'duration_secs': 0.712003} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.908796] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.912788] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.912958] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.913319] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.913847] env[68835]: DEBUG oslo_concurrency.lockutils [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "d5ab1888-4692-4c9b-be29-6adda0c5c931" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.914096] env[68835]: DEBUG oslo_concurrency.lockutils [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "d5ab1888-4692-4c9b-be29-6adda0c5c931" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.923113] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5f7feeb-ef2f-45bb-86cb-98052d3c51e9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.929594] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Waiting for the task: (returnval){ [ 626.929594] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]526e229b-b45f-d5a5-e2a3-0cb6be7f178c" [ 626.929594] env[68835]: _type = "Task" [ 626.929594] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.938533] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526e229b-b45f-d5a5-e2a3-0cb6be7f178c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.954722] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Acquiring lock "refresh_cache-72cad1ac-44b8-4d90-bfde-7078e2ffd0e1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.954875] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Acquired lock "refresh_cache-72cad1ac-44b8-4d90-bfde-7078e2ffd0e1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.955045] env[68835]: DEBUG nova.network.neutron [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.989600] env[68835]: DEBUG oslo_concurrency.lockutils [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Releasing lock "refresh_cache-423efc1e-c007-42d0-bf18-269b075ccff2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.260557] env[68835]: DEBUG nova.compute.manager [req-afa9cd90-4b13-4c3f-a39a-03029bee6f4f req-a74fab74-ce55-4c33-bae7-448cac089335 service nova] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Received event network-changed-c6606348-19d1-4a9d-807c-4fdbb90baaad {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.260903] env[68835]: DEBUG nova.compute.manager [req-afa9cd90-4b13-4c3f-a39a-03029bee6f4f req-a74fab74-ce55-4c33-bae7-448cac089335 service nova] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Refreshing instance network info cache due to event network-changed-c6606348-19d1-4a9d-807c-4fdbb90baaad. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 627.261092] env[68835]: DEBUG oslo_concurrency.lockutils [req-afa9cd90-4b13-4c3f-a39a-03029bee6f4f req-a74fab74-ce55-4c33-bae7-448cac089335 service nova] Acquiring lock "refresh_cache-53a0d5d8-8049-427e-8beb-685a275a09f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.261139] env[68835]: DEBUG oslo_concurrency.lockutils [req-afa9cd90-4b13-4c3f-a39a-03029bee6f4f req-a74fab74-ce55-4c33-bae7-448cac089335 service nova] Acquired lock "refresh_cache-53a0d5d8-8049-427e-8beb-685a275a09f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.261352] env[68835]: DEBUG nova.network.neutron [req-afa9cd90-4b13-4c3f-a39a-03029bee6f4f req-a74fab74-ce55-4c33-bae7-448cac089335 service nova] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Refreshing network info cache for port c6606348-19d1-4a9d-807c-4fdbb90baaad {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.382365] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Releasing lock "refresh_cache-295e1d0c-892d-444d-8461-d6d964eee4ff" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.382365] env[68835]: DEBUG nova.compute.manager [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 627.382626] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 627.384418] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a9059c-dfd3-46fd-a5b4-f49d546803de {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.392628] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 627.392985] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f58aebc-c09f-4b35-9ac9-5f8c4cd8ff75 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.399019] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.590s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.399019] env[68835]: INFO nova.compute.manager [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Migrating [ 627.399019] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.399019] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.400360] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.455s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.400625] env[68835]: DEBUG nova.objects.instance [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Lazy-loading 'resources' on Instance uuid 41fc595a-191d-48fb-94bf-67212e8f5699 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.408426] env[68835]: DEBUG oslo_vmware.api [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Waiting for the task: (returnval){ [ 627.408426] env[68835]: value = "task-3153543" [ 627.408426] env[68835]: _type = "Task" [ 627.408426] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.418383] env[68835]: DEBUG oslo_vmware.api [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.443711] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526e229b-b45f-d5a5-e2a3-0cb6be7f178c, 'name': SearchDatastore_Task, 'duration_secs': 0.014093} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.444060] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.444301] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.444541] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.444695] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.445038] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.446301] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fbd153b-b5db-41de-a090-1b737c33af4b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.461709] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.461896] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.463044] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44e84ea0-8c45-4ea0-b14f-692e4d0b4855 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.469814] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Waiting for the task: (returnval){ [ 627.469814] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52884ada-04e6-3a51-366b-fd82cbd4ff55" [ 627.469814] env[68835]: _type = "Task" [ 627.469814] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.479303] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52884ada-04e6-3a51-366b-fd82cbd4ff55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.496357] env[68835]: DEBUG nova.network.neutron [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.716247] env[68835]: DEBUG nova.network.neutron [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Updating instance_info_cache with network_info: [{"id": "b96276cc-0e85-49fd-b843-215b4bd57b8d", "address": "fa:16:3e:64:38:73", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96276cc-0e", "ovs_interfaceid": "b96276cc-0e85-49fd-b843-215b4bd57b8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.726465] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquiring lock "297ded63-d94a-4997-bbd0-78c27caf99da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.733020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Lock "297ded63-d94a-4997-bbd0-78c27caf99da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.901411] env[68835]: INFO nova.compute.rpcapi [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 627.901411] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.942384] env[68835]: DEBUG oslo_vmware.api [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153543, 'name': PowerOffVM_Task, 'duration_secs': 0.326061} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.943095] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 627.943581] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 627.943953] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88c578e1-2dd7-4e79-a277-a11b255421a6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.978870] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 627.978870] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 627.978993] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Deleting the datastore file [datastore1] 295e1d0c-892d-444d-8461-d6d964eee4ff {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 627.982796] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5402e1a-718b-4f19-8c36-cf32b2abfb3b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.989727] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52884ada-04e6-3a51-366b-fd82cbd4ff55, 'name': SearchDatastore_Task, 'duration_secs': 0.034692} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.992410] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2537f76a-bab5-4c34-a5d4-870a9a09ad4c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.001916] env[68835]: DEBUG oslo_vmware.api [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Waiting for the task: (returnval){ [ 628.001916] env[68835]: value = "task-3153545" [ 628.001916] env[68835]: _type = "Task" [ 628.001916] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.010102] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Waiting for the task: (returnval){ [ 628.010102] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]520164e1-70bc-bf18-3172-5a773148b90e" [ 628.010102] env[68835]: _type = "Task" [ 628.010102] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.021272] env[68835]: DEBUG oslo_vmware.api [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.027271] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]520164e1-70bc-bf18-3172-5a773148b90e, 'name': SearchDatastore_Task, 'duration_secs': 0.01137} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.030477] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.030477] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 53a0d5d8-8049-427e-8beb-685a275a09f0/53a0d5d8-8049-427e-8beb-685a275a09f0.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.030477] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65edb1f2-7e3f-4293-bc3f-f0c23417c01f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.041551] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Waiting for the task: (returnval){ [ 628.041551] env[68835]: value = "task-3153546" [ 628.041551] env[68835]: _type = "Task" [ 628.041551] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.056135] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Task: {'id': task-3153546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.145590] env[68835]: DEBUG nova.network.neutron [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Successfully updated port: 174e9ff6-0ed4-4649-a95a-b4d30143b5c0 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.227336] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Releasing lock "refresh_cache-72cad1ac-44b8-4d90-bfde-7078e2ffd0e1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.227965] env[68835]: DEBUG nova.compute.manager [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Instance network_info: |[{"id": "b96276cc-0e85-49fd-b843-215b4bd57b8d", "address": "fa:16:3e:64:38:73", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96276cc-0e", "ovs_interfaceid": "b96276cc-0e85-49fd-b843-215b4bd57b8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.228825] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:38:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b96276cc-0e85-49fd-b843-215b4bd57b8d', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.239815] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Creating folder: Project (94d2b92b31004639b96efa53995f0776). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.240773] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9aa86fd2-5618-41da-94f2-bd1841030169 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.248866] env[68835]: DEBUG nova.network.neutron [req-afa9cd90-4b13-4c3f-a39a-03029bee6f4f req-a74fab74-ce55-4c33-bae7-448cac089335 service nova] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Updated VIF entry in instance network info cache for port c6606348-19d1-4a9d-807c-4fdbb90baaad. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.249362] env[68835]: DEBUG nova.network.neutron [req-afa9cd90-4b13-4c3f-a39a-03029bee6f4f req-a74fab74-ce55-4c33-bae7-448cac089335 service nova] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Updating instance_info_cache with network_info: [{"id": "c6606348-19d1-4a9d-807c-4fdbb90baaad", "address": "fa:16:3e:24:25:51", "network": {"id": "04444072-ce86-4f3c-bba0-ff4d563688ec", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1665980891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56466d4ec74a4e6490a4f1b2be7ee30f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6606348-19", "ovs_interfaceid": "c6606348-19d1-4a9d-807c-4fdbb90baaad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.253509] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Created folder: Project (94d2b92b31004639b96efa53995f0776) in parent group-v630977. [ 628.253672] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Creating folder: Instances. Parent ref: group-v631013. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.253974] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02a872dd-96e2-487b-95db-ed34d34ab38f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.264329] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Created folder: Instances in parent group-v631013. [ 628.264632] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.268633] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.269196] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f0190df-8bd9-4107-9cf0-95951cf63a6f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.294994] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.294994] env[68835]: value = "task-3153549" [ 628.294994] env[68835]: _type = "Task" [ 628.294994] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.309283] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153549, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.433320] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "refresh_cache-ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.433320] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquired lock "refresh_cache-ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.433320] env[68835]: DEBUG nova.network.neutron [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.455059] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9504045-aa6c-4e6d-88d0-3f231acd0a89 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.466203] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df6eefc-c0d8-4725-8242-1ac5ae07ffd8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.512893] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b527982-5994-4919-8f7f-ea6726747ab7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.523868] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190f2137-2786-4398-9e74-0a2cbf225f85 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.528769] env[68835]: DEBUG oslo_vmware.api [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Task: {'id': task-3153545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091463} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.529033] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 628.529224] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 628.529402] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 628.529902] env[68835]: INFO nova.compute.manager [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Took 1.15 seconds to destroy the instance on the hypervisor. [ 628.529902] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.530400] env[68835]: DEBUG nova.compute.manager [-] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 628.530507] env[68835]: DEBUG nova.network.neutron [-] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 628.540453] env[68835]: DEBUG nova.compute.provider_tree [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.553840] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.554384] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Task: {'id': task-3153546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514131} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.554594] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c577ed17-7b0f-4db3-bce5-7282fecf3daa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.556129] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 53a0d5d8-8049-427e-8beb-685a275a09f0/53a0d5d8-8049-427e-8beb-685a275a09f0.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.556347] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.557055] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9023373d-5549-44dd-a3f3-b36e0ad440f9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.563670] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 628.563670] env[68835]: value = "task-3153550" [ 628.563670] env[68835]: _type = "Task" [ 628.563670] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.567830] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Waiting for the task: (returnval){ [ 628.567830] env[68835]: value = "task-3153551" [ 628.567830] env[68835]: _type = "Task" [ 628.567830] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.575194] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.580304] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Task: {'id': task-3153551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.584229] env[68835]: DEBUG nova.network.neutron [-] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.647053] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Acquiring lock "refresh_cache-03a157f6-051b-40f3-89e6-3b24db7d7c61" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.647164] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Acquired lock "refresh_cache-03a157f6-051b-40f3-89e6-3b24db7d7c61" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.647417] env[68835]: DEBUG nova.network.neutron [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.757936] env[68835]: DEBUG oslo_concurrency.lockutils [req-afa9cd90-4b13-4c3f-a39a-03029bee6f4f req-a74fab74-ce55-4c33-bae7-448cac089335 service nova] Releasing lock "refresh_cache-53a0d5d8-8049-427e-8beb-685a275a09f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.757936] env[68835]: DEBUG nova.compute.manager [req-afa9cd90-4b13-4c3f-a39a-03029bee6f4f req-a74fab74-ce55-4c33-bae7-448cac089335 service nova] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Received event network-vif-plugged-b96276cc-0e85-49fd-b843-215b4bd57b8d {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.757936] env[68835]: DEBUG oslo_concurrency.lockutils [req-afa9cd90-4b13-4c3f-a39a-03029bee6f4f req-a74fab74-ce55-4c33-bae7-448cac089335 service nova] Acquiring lock "72cad1ac-44b8-4d90-bfde-7078e2ffd0e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.757936] env[68835]: DEBUG oslo_concurrency.lockutils [req-afa9cd90-4b13-4c3f-a39a-03029bee6f4f req-a74fab74-ce55-4c33-bae7-448cac089335 service nova] Lock "72cad1ac-44b8-4d90-bfde-7078e2ffd0e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.757936] env[68835]: DEBUG oslo_concurrency.lockutils [req-afa9cd90-4b13-4c3f-a39a-03029bee6f4f req-a74fab74-ce55-4c33-bae7-448cac089335 service nova] Lock "72cad1ac-44b8-4d90-bfde-7078e2ffd0e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.758381] env[68835]: DEBUG nova.compute.manager [req-afa9cd90-4b13-4c3f-a39a-03029bee6f4f req-a74fab74-ce55-4c33-bae7-448cac089335 service nova] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] No waiting events found dispatching network-vif-plugged-b96276cc-0e85-49fd-b843-215b4bd57b8d {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.758381] env[68835]: WARNING nova.compute.manager [req-afa9cd90-4b13-4c3f-a39a-03029bee6f4f req-a74fab74-ce55-4c33-bae7-448cac089335 service nova] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Received unexpected event network-vif-plugged-b96276cc-0e85-49fd-b843-215b4bd57b8d for instance with vm_state building and task_state spawning. [ 628.809708] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153549, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.044707] env[68835]: DEBUG nova.scheduler.client.report [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.086229] env[68835]: DEBUG nova.network.neutron [-] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.087154] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153550, 'name': PowerOffVM_Task, 'duration_secs': 0.200575} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.091974] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.091974] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Task: {'id': task-3153551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092402} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.092376] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0c9554-14e4-45b9-addf-ed0a6a9629e6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.094824] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.095789] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135458fd-8f93-4217-9595-f307ea81551a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.131528] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1275007-334f-40bb-aa08-31535dad3320 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.145067] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 53a0d5d8-8049-427e-8beb-685a275a09f0/53a0d5d8-8049-427e-8beb-685a275a09f0.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.145463] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a40fe279-f898-4291-9d8b-74bb8d1d8b75 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.175243] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Waiting for the task: (returnval){ [ 629.175243] env[68835]: value = "task-3153552" [ 629.175243] env[68835]: _type = "Task" [ 629.175243] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.188256] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Task: {'id': task-3153552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.206373] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.206846] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42b9688f-04ec-470a-89c0-d5459a66ef05 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.215926] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 629.215926] env[68835]: value = "task-3153553" [ 629.215926] env[68835]: _type = "Task" [ 629.215926] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.225023] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] VM already powered off {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 629.225206] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.225529] env[68835]: DEBUG oslo_concurrency.lockutils [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.225641] env[68835]: DEBUG oslo_concurrency.lockutils [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.225814] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.226075] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca68ba73-7f99-4023-a114-cd303d8d2d29 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.236823] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.237065] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.237793] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d907e714-0a8d-488b-9a75-7344e4f5f48f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.244075] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 629.244075] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]522f2356-26c7-bbb4-8374-f0ddf6081d56" [ 629.244075] env[68835]: _type = "Task" [ 629.244075] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.251458] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]522f2356-26c7-bbb4-8374-f0ddf6081d56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.306685] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153549, 'name': CreateVM_Task, 'duration_secs': 0.566658} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.306685] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.306685] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.306685] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.307425] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.307425] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e86dfdc-1b15-478f-bf76-68b836b7cd1c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.311679] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Waiting for the task: (returnval){ [ 629.311679] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52659313-3a8a-bd3c-eb0b-75eb06497718" [ 629.311679] env[68835]: _type = "Task" [ 629.311679] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.312527] env[68835]: DEBUG nova.network.neutron [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Updating instance_info_cache with network_info: [{"id": "9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9", "address": "fa:16:3e:f5:d9:4e", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3e2947-8f", "ovs_interfaceid": "9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.325348] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52659313-3a8a-bd3c-eb0b-75eb06497718, 'name': SearchDatastore_Task, 'duration_secs': 0.008907} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.325348] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.325348] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.325348] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.418955] env[68835]: DEBUG nova.network.neutron [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.550355] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.553120] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.407s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.555171] env[68835]: INFO nova.compute.claims [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.578178] env[68835]: INFO nova.scheduler.client.report [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Deleted allocations for instance 41fc595a-191d-48fb-94bf-67212e8f5699 [ 629.595655] env[68835]: INFO nova.compute.manager [-] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Took 1.06 seconds to deallocate network for instance. [ 629.688343] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Task: {'id': task-3153552, 'name': ReconfigVM_Task, 'duration_secs': 0.259906} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.688640] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 53a0d5d8-8049-427e-8beb-685a275a09f0/53a0d5d8-8049-427e-8beb-685a275a09f0.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.689390] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e080513a-4daa-4a11-bf32-b0f18e8ade73 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.695826] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Waiting for the task: (returnval){ [ 629.695826] env[68835]: value = "task-3153554" [ 629.695826] env[68835]: _type = "Task" [ 629.695826] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.706028] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Task: {'id': task-3153554, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.759092] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]522f2356-26c7-bbb4-8374-f0ddf6081d56, 'name': SearchDatastore_Task, 'duration_secs': 0.018381} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.760936] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b3e82e-f7c4-4355-84ec-f12ce7744939 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.767736] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 629.767736] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52753957-213d-8349-c9d3-beb04a49f238" [ 629.767736] env[68835]: _type = "Task" [ 629.767736] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.776678] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52753957-213d-8349-c9d3-beb04a49f238, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.818564] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Releasing lock "refresh_cache-ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.907933] env[68835]: DEBUG nova.network.neutron [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Updating instance_info_cache with network_info: [{"id": "174e9ff6-0ed4-4649-a95a-b4d30143b5c0", "address": "fa:16:3e:fb:91:80", "network": {"id": "db15c06c-82ce-428c-941a-42a60f766691", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-158176343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53e8369572b1448cbb34cab80a1c905b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap174e9ff6-0e", "ovs_interfaceid": "174e9ff6-0ed4-4649-a95a-b4d30143b5c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.096035] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d1e2123f-710c-44d7-a9fa-d30ce2673e2d tempest-ServerDiagnosticsNegativeTest-376201189 tempest-ServerDiagnosticsNegativeTest-376201189-project-member] Lock "41fc595a-191d-48fb-94bf-67212e8f5699" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.788s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.104818] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.211851] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Task: {'id': task-3153554, 'name': Rename_Task, 'duration_secs': 0.135504} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.212330] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.212921] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43ea4975-310d-4ad6-9c4f-74237a257c8b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.220637] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Waiting for the task: (returnval){ [ 630.220637] env[68835]: value = "task-3153555" [ 630.220637] env[68835]: _type = "Task" [ 630.220637] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.229137] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Task: {'id': task-3153555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.285027] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52753957-213d-8349-c9d3-beb04a49f238, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.286209] env[68835]: DEBUG oslo_concurrency.lockutils [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.286209] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 423efc1e-c007-42d0-bf18-269b075ccff2/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk. {{(pid=68835) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 630.286209] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.286209] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.286520] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72a7c146-4738-4160-b150-371dc797a2a4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.289934] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6026c482-811e-4266-a08b-a9beda7b5484 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.298862] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 630.298862] env[68835]: value = "task-3153556" [ 630.298862] env[68835]: _type = "Task" [ 630.298862] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.302334] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.302484] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.306319] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc077f0f-4c4d-40ab-8ecc-6d2464dfcb8b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.311919] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Waiting for the task: (returnval){ [ 630.311919] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52ef0fc2-fe98-e5db-8e61-a931147c8c48" [ 630.311919] env[68835]: _type = "Task" [ 630.311919] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.316551] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.331073] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ef0fc2-fe98-e5db-8e61-a931147c8c48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.412203] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Releasing lock "refresh_cache-03a157f6-051b-40f3-89e6-3b24db7d7c61" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.412542] env[68835]: DEBUG nova.compute.manager [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Instance network_info: |[{"id": "174e9ff6-0ed4-4649-a95a-b4d30143b5c0", "address": "fa:16:3e:fb:91:80", "network": {"id": "db15c06c-82ce-428c-941a-42a60f766691", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-158176343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53e8369572b1448cbb34cab80a1c905b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap174e9ff6-0e", "ovs_interfaceid": "174e9ff6-0ed4-4649-a95a-b4d30143b5c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.413026] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:91:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '174e9ff6-0ed4-4649-a95a-b4d30143b5c0', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.422949] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Creating folder: Project (53e8369572b1448cbb34cab80a1c905b). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.425052] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-428da21b-58c1-4282-84f5-64da7bd35bd2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.438172] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Created folder: Project (53e8369572b1448cbb34cab80a1c905b) in parent group-v630977. [ 630.439960] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Creating folder: Instances. Parent ref: group-v631016. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.439960] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4687c2a5-911f-420c-a66a-15ec9a98615b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.449118] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Created folder: Instances in parent group-v631016. [ 630.449376] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.449573] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.450217] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0fee8a2-bb72-4fe5-8690-14327374c330 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.479939] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.479939] env[68835]: value = "task-3153559" [ 630.479939] env[68835]: _type = "Task" [ 630.479939] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.490907] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153559, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.578248] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Acquiring lock "fdf0747e-1b3f-455c-a853-098c445c8924" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.579398] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Lock "fdf0747e-1b3f-455c-a853-098c445c8924" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.667961] env[68835]: DEBUG nova.compute.manager [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Received event network-changed-b96276cc-0e85-49fd-b843-215b4bd57b8d {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.668492] env[68835]: DEBUG nova.compute.manager [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Refreshing instance network info cache due to event network-changed-b96276cc-0e85-49fd-b843-215b4bd57b8d. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 630.668492] env[68835]: DEBUG oslo_concurrency.lockutils [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] Acquiring lock "refresh_cache-72cad1ac-44b8-4d90-bfde-7078e2ffd0e1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.668672] env[68835]: DEBUG oslo_concurrency.lockutils [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] Acquired lock "refresh_cache-72cad1ac-44b8-4d90-bfde-7078e2ffd0e1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.668863] env[68835]: DEBUG nova.network.neutron [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Refreshing network info cache for port b96276cc-0e85-49fd-b843-215b4bd57b8d {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.732974] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Task: {'id': task-3153555, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.811975] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153556, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.828556] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ef0fc2-fe98-e5db-8e61-a931147c8c48, 'name': SearchDatastore_Task, 'duration_secs': 0.022528} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.829465] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7869fe4-1a46-4e8c-94d4-6d2c1034af46 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.843948] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Waiting for the task: (returnval){ [ 630.843948] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52301940-9160-f0f7-3f82-76579c4577de" [ 630.843948] env[68835]: _type = "Task" [ 630.843948] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.857259] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52301940-9160-f0f7-3f82-76579c4577de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.996235] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153559, 'name': CreateVM_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.091613] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854c53f2-764c-4548-b2a6-5efde7cc5ab3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.107565] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26976694-2a65-41a3-b91a-3ebefa875ed0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.143864] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a9190f-7f72-404a-9ba8-34a210808a3e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.152115] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0582e6c7-07e7-49fb-8816-2b960e7590df {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.170249] env[68835]: DEBUG nova.compute.provider_tree [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.232531] env[68835]: DEBUG oslo_vmware.api [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Task: {'id': task-3153555, 'name': PowerOnVM_Task, 'duration_secs': 0.828602} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.232694] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.232967] env[68835]: INFO nova.compute.manager [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Took 9.73 seconds to spawn the instance on the hypervisor. [ 631.233220] env[68835]: DEBUG nova.compute.manager [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.234333] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce8c409-8e49-4160-b5e7-c718dbaa9ce2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.313470] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804741} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.314125] env[68835]: INFO nova.virt.vmwareapi.ds_util [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 423efc1e-c007-42d0-bf18-269b075ccff2/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk. [ 631.317278] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51316f96-2c69-4d59-8820-c7b4eadf0107 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.347064] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 423efc1e-c007-42d0-bf18-269b075ccff2/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.349431] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28325358-5b47-42b7-b3fd-18f6064c7e04 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.368196] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d4b405-80f3-4991-97f4-7e40b00f7ba5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.388445] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Updating instance 'ff3f81eb-8599-47e0-a5a8-26f21ea70fc5' progress to 0 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 631.394612] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52301940-9160-f0f7-3f82-76579c4577de, 'name': SearchDatastore_Task, 'duration_secs': 0.086869} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.396833] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.396833] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1/72cad1ac-44b8-4d90-bfde-7078e2ffd0e1.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.396833] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 631.396833] env[68835]: value = "task-3153560" [ 631.396833] env[68835]: _type = "Task" [ 631.396833] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.397306] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c2632a2-d6ce-4979-8bfa-85b3199e4ce0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.408024] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Waiting for the task: (returnval){ [ 631.408024] env[68835]: value = "task-3153561" [ 631.408024] env[68835]: _type = "Task" [ 631.408024] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.411654] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.421667] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': task-3153561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.495602] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153559, 'name': CreateVM_Task, 'duration_secs': 0.857804} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.495816] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.496908] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.496969] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.497660] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.497970] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c870c2-813e-4dd9-81a2-d541a0ff2bc8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.504724] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Waiting for the task: (returnval){ [ 631.504724] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]525a8826-dcd4-e012-90e1-a07af34d28d5" [ 631.504724] env[68835]: _type = "Task" [ 631.504724] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.523594] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525a8826-dcd4-e012-90e1-a07af34d28d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.697618] env[68835]: ERROR nova.scheduler.client.report [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [req-9a17c7ef-d759-4622-95c0-50b21fea0969] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9a17c7ef-d759-4622-95c0-50b21fea0969"}]} [ 631.717079] env[68835]: DEBUG nova.scheduler.client.report [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 631.744176] env[68835]: DEBUG nova.scheduler.client.report [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 631.744176] env[68835]: DEBUG nova.compute.provider_tree [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.758851] env[68835]: INFO nova.compute.manager [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Took 27.44 seconds to build instance. [ 631.774779] env[68835]: DEBUG nova.scheduler.client.report [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 631.799499] env[68835]: DEBUG nova.scheduler.client.report [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 631.901244] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.902209] env[68835]: DEBUG nova.network.neutron [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Updated VIF entry in instance network info cache for port b96276cc-0e85-49fd-b843-215b4bd57b8d. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.902614] env[68835]: DEBUG nova.network.neutron [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Updating instance_info_cache with network_info: [{"id": "b96276cc-0e85-49fd-b843-215b4bd57b8d", "address": "fa:16:3e:64:38:73", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96276cc-0e", "ovs_interfaceid": "b96276cc-0e85-49fd-b843-215b4bd57b8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.904403] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0243833-cdb0-492d-a41e-79bb59064b79 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.926950] env[68835]: DEBUG oslo_vmware.api [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 631.926950] env[68835]: value = "task-3153562" [ 631.926950] env[68835]: _type = "Task" [ 631.926950] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.932727] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.946701] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': task-3153561, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.951606] env[68835]: DEBUG oslo_vmware.api [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.021352] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525a8826-dcd4-e012-90e1-a07af34d28d5, 'name': SearchDatastore_Task, 'duration_secs': 0.055229} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.021708] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.022032] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.022587] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.022587] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.022901] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.022901] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23baf5ff-ba4f-4e44-b28c-9a40dd877157 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.040999] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.040999] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.040999] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-588fe9cc-f37c-473d-b913-ca92b4f038b7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.050623] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Acquiring lock "e9f1dd6d-f377-4d3a-8380-cc652ae025bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.052032] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Lock "e9f1dd6d-f377-4d3a-8380-cc652ae025bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.058509] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Waiting for the task: (returnval){ [ 632.058509] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5248f3db-d202-bbf0-a6e6-6c8a3090ad30" [ 632.058509] env[68835]: _type = "Task" [ 632.058509] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.071515] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5248f3db-d202-bbf0-a6e6-6c8a3090ad30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.258655] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80a82df1-b48e-4064-9a58-389017182e13 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Lock "53a0d5d8-8049-427e-8beb-685a275a09f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.967s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.338925] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7dcff9-2563-4273-98e7-1c3b26873ca8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.347236] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0c27f4-c7ce-47cd-aff7-14ae77ef5e07 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.379172] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda15ef8-04a9-495b-9078-90886b9ad62c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.386798] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946441ee-9091-41ef-bec2-3157d239954b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.400548] env[68835]: DEBUG nova.compute.provider_tree [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.412550] env[68835]: DEBUG oslo_concurrency.lockutils [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] Releasing lock "refresh_cache-72cad1ac-44b8-4d90-bfde-7078e2ffd0e1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.412794] env[68835]: DEBUG nova.compute.manager [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Received event network-vif-plugged-174e9ff6-0ed4-4649-a95a-b4d30143b5c0 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.413311] env[68835]: DEBUG oslo_concurrency.lockutils [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] Acquiring lock "03a157f6-051b-40f3-89e6-3b24db7d7c61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.413311] env[68835]: DEBUG oslo_concurrency.lockutils [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] Lock "03a157f6-051b-40f3-89e6-3b24db7d7c61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.413460] env[68835]: DEBUG oslo_concurrency.lockutils [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] Lock "03a157f6-051b-40f3-89e6-3b24db7d7c61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.413888] env[68835]: DEBUG nova.compute.manager [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] No waiting events found dispatching network-vif-plugged-174e9ff6-0ed4-4649-a95a-b4d30143b5c0 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.413888] env[68835]: WARNING nova.compute.manager [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Received unexpected event network-vif-plugged-174e9ff6-0ed4-4649-a95a-b4d30143b5c0 for instance with vm_state building and task_state spawning. [ 632.413888] env[68835]: DEBUG nova.compute.manager [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Received event network-changed-174e9ff6-0ed4-4649-a95a-b4d30143b5c0 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.414053] env[68835]: DEBUG nova.compute.manager [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Refreshing instance network info cache due to event network-changed-174e9ff6-0ed4-4649-a95a-b4d30143b5c0. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.414261] env[68835]: DEBUG oslo_concurrency.lockutils [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] Acquiring lock "refresh_cache-03a157f6-051b-40f3-89e6-3b24db7d7c61" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.414336] env[68835]: DEBUG oslo_concurrency.lockutils [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] Acquired lock "refresh_cache-03a157f6-051b-40f3-89e6-3b24db7d7c61" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.414481] env[68835]: DEBUG nova.network.neutron [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Refreshing network info cache for port 174e9ff6-0ed4-4649-a95a-b4d30143b5c0 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.415747] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153560, 'name': ReconfigVM_Task, 'duration_secs': 0.899361} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.416292] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 423efc1e-c007-42d0-bf18-269b075ccff2/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.419665] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7c7cb8-99d9-430e-921b-cb4d13410460 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.428013] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': task-3153561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810536} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.443784] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1/72cad1ac-44b8-4d90-bfde-7078e2ffd0e1.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.444033] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.450193] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-596114b9-8491-477a-9145-f5b08faf473b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.455235] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e149332f-d11e-4f89-9882-da071ace549b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.472234] env[68835]: DEBUG oslo_vmware.api [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153562, 'name': PowerOffVM_Task, 'duration_secs': 0.414855} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.472234] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.472480] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Updating instance 'ff3f81eb-8599-47e0-a5a8-26f21ea70fc5' progress to 17 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 632.475806] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 632.475806] env[68835]: value = "task-3153564" [ 632.475806] env[68835]: _type = "Task" [ 632.475806] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.476254] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Waiting for the task: (returnval){ [ 632.476254] env[68835]: value = "task-3153563" [ 632.476254] env[68835]: _type = "Task" [ 632.476254] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.489040] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': task-3153563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.493828] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.569979] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5248f3db-d202-bbf0-a6e6-6c8a3090ad30, 'name': SearchDatastore_Task, 'duration_secs': 0.051457} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.571390] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56c1665-a1f2-4fee-b2b3-0285a0edde2f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.576774] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Waiting for the task: (returnval){ [ 632.576774] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]527ae0de-3921-49b9-5a0b-e8aa3018e1cf" [ 632.576774] env[68835]: _type = "Task" [ 632.576774] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.586389] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527ae0de-3921-49b9-5a0b-e8aa3018e1cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.762433] env[68835]: DEBUG nova.compute.manager [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.951846] env[68835]: DEBUG nova.scheduler.client.report [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Updated inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with generation 37 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 632.952145] env[68835]: DEBUG nova.compute.provider_tree [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Updating resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 generation from 37 to 38 during operation: update_inventory {{(pid=68835) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 632.952332] env[68835]: DEBUG nova.compute.provider_tree [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.980110] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.980579] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.980841] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.983477] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.983477] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.983477] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.983477] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.983477] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.983685] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.983685] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.983685] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.987860] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b727292f-fbf3-4221-837c-021e0a0ddff6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.017862] env[68835]: DEBUG oslo_vmware.api [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 633.017862] env[68835]: value = "task-3153565" [ 633.017862] env[68835]: _type = "Task" [ 633.017862] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.025105] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153564, 'name': ReconfigVM_Task, 'duration_secs': 0.450747} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.025105] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': task-3153563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069911} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.028316] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.028481] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.029300] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0d0a2a8-bb48-464b-9af6-8ca5eab258e3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.031206] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027e10c7-97de-4d2c-b4a4-0f6e3505c11b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.043420] env[68835]: DEBUG oslo_vmware.api [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.066580] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1/72cad1ac-44b8-4d90-bfde-7078e2ffd0e1.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.066965] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 633.066965] env[68835]: value = "task-3153566" [ 633.066965] env[68835]: _type = "Task" [ 633.066965] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.067225] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60a82ffe-8267-4fe3-96de-c56784bbf73c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.097426] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153566, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.101708] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527ae0de-3921-49b9-5a0b-e8aa3018e1cf, 'name': SearchDatastore_Task, 'duration_secs': 0.008491} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.102069] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Waiting for the task: (returnval){ [ 633.102069] env[68835]: value = "task-3153567" [ 633.102069] env[68835]: _type = "Task" [ 633.102069] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.102353] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.102549] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 03a157f6-051b-40f3-89e6-3b24db7d7c61/03a157f6-051b-40f3-89e6-3b24db7d7c61.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.103645] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35c940d8-36b1-45ab-9126-c8a9a669458d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.114526] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': task-3153567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.116220] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Waiting for the task: (returnval){ [ 633.116220] env[68835]: value = "task-3153568" [ 633.116220] env[68835]: _type = "Task" [ 633.116220] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.126612] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': task-3153568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.291958] env[68835]: DEBUG oslo_concurrency.lockutils [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.461012] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.908s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.462370] env[68835]: DEBUG nova.compute.manager [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.465725] env[68835]: DEBUG oslo_concurrency.lockutils [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.162s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.469456] env[68835]: DEBUG nova.objects.instance [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Lazy-loading 'resources' on Instance uuid e5210410-3725-4dea-902d-9fcc2a4bc9e5 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 633.507618] env[68835]: DEBUG nova.network.neutron [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Updated VIF entry in instance network info cache for port 174e9ff6-0ed4-4649-a95a-b4d30143b5c0. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.513036] env[68835]: DEBUG nova.network.neutron [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Updating instance_info_cache with network_info: [{"id": "174e9ff6-0ed4-4649-a95a-b4d30143b5c0", "address": "fa:16:3e:fb:91:80", "network": {"id": "db15c06c-82ce-428c-941a-42a60f766691", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-158176343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53e8369572b1448cbb34cab80a1c905b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap174e9ff6-0e", "ovs_interfaceid": "174e9ff6-0ed4-4649-a95a-b4d30143b5c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.540721] env[68835]: DEBUG oslo_vmware.api [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153565, 'name': ReconfigVM_Task, 'duration_secs': 0.231647} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.541391] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Updating instance 'ff3f81eb-8599-47e0-a5a8-26f21ea70fc5' progress to 33 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 633.596901] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153566, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.631654] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': task-3153567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.637895] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': task-3153568, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.974179] env[68835]: DEBUG nova.compute.utils [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.982926] env[68835]: DEBUG nova.compute.manager [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.985239] env[68835]: DEBUG nova.network.neutron [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.019870] env[68835]: DEBUG oslo_concurrency.lockutils [req-f157862c-4125-4490-a744-f327bdc2fd76 req-b6b06b6f-fd57-450f-bdab-769c21fe72ee service nova] Releasing lock "refresh_cache-03a157f6-051b-40f3-89e6-3b24db7d7c61" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.055277] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.055421] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.055578] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.055758] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.056102] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.056102] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.056259] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.056420] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.056581] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.056743] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.056917] env[68835]: DEBUG nova.virt.hardware [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.063880] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 634.064216] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57042f8d-def7-42bb-b052-9ee443bbef14 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.088449] env[68835]: DEBUG oslo_vmware.api [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 634.088449] env[68835]: value = "task-3153569" [ 634.088449] env[68835]: _type = "Task" [ 634.088449] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.094866] env[68835]: DEBUG oslo_vmware.api [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153566, 'name': PowerOnVM_Task, 'duration_secs': 0.728953} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.097992] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.103734] env[68835]: DEBUG oslo_vmware.api [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153569, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.104961] env[68835]: DEBUG nova.compute.manager [None req-856bb78e-25b2-4736-8bd8-a6c53eb869a5 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.106107] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7d94f1-b515-4fdb-ac8e-d78bb008bc5d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.122625] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': task-3153567, 'name': ReconfigVM_Task, 'duration_secs': 0.728033} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.128232] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1/72cad1ac-44b8-4d90-bfde-7078e2ffd0e1.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.129523] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-933f18ef-5a7d-4a1b-8efb-48568491859f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.137508] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': task-3153568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645853} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.137982] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 03a157f6-051b-40f3-89e6-3b24db7d7c61/03a157f6-051b-40f3-89e6-3b24db7d7c61.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.138231] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.138534] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Waiting for the task: (returnval){ [ 634.138534] env[68835]: value = "task-3153570" [ 634.138534] env[68835]: _type = "Task" [ 634.138534] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.138933] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-435c4885-823e-46f3-826b-e883595e1a3f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.148193] env[68835]: DEBUG nova.policy [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '733823e16a10400690c8b1c4dd717dbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '339be58ec0f94c1a89b68caa377c92be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.156917] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Waiting for the task: (returnval){ [ 634.156917] env[68835]: value = "task-3153571" [ 634.156917] env[68835]: _type = "Task" [ 634.156917] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.161189] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': task-3153570, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.168244] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': task-3153571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.454854] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b068e5-19c8-49d1-a55b-91c0d7dfe3c9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.464092] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe954279-69db-4bb1-8a94-02d78994c7fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.499967] env[68835]: DEBUG nova.compute.manager [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.509976] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9b1425-ff68-4ac0-bc98-718dfaf0d4d6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.522401] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1952dad4-4a08-45a9-9ab0-443c7014725c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.543119] env[68835]: DEBUG nova.compute.provider_tree [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.600718] env[68835]: DEBUG oslo_vmware.api [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153569, 'name': ReconfigVM_Task, 'duration_secs': 0.161525} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.601190] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 634.605149] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db90862-ede6-47be-b067-a85f319bc4e7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.629533] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] ff3f81eb-8599-47e0-a5a8-26f21ea70fc5/ff3f81eb-8599-47e0-a5a8-26f21ea70fc5.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.629533] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7d16f10-7b87-490f-baf9-5a04b8d4cb98 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.657342] env[68835]: DEBUG oslo_vmware.api [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 634.657342] env[68835]: value = "task-3153572" [ 634.657342] env[68835]: _type = "Task" [ 634.657342] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.667456] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': task-3153570, 'name': Rename_Task, 'duration_secs': 0.164002} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.671468] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.671778] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ee27cea-0949-40e6-87bb-48450b6680c5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.677155] env[68835]: DEBUG oslo_vmware.api [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.681350] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': task-3153571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065787} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.682439] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.682941] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Waiting for the task: (returnval){ [ 634.682941] env[68835]: value = "task-3153573" [ 634.682941] env[68835]: _type = "Task" [ 634.682941] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.683898] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5a95d0-fccb-4167-9995-2f09b859cd6f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.709274] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 03a157f6-051b-40f3-89e6-3b24db7d7c61/03a157f6-051b-40f3-89e6-3b24db7d7c61.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.713674] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64856c6e-ad19-44ad-badc-1d2d40f9071f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.731025] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': task-3153573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.734111] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Waiting for the task: (returnval){ [ 634.734111] env[68835]: value = "task-3153574" [ 634.734111] env[68835]: _type = "Task" [ 634.734111] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.742416] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': task-3153574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.047560] env[68835]: DEBUG nova.scheduler.client.report [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.169244] env[68835]: DEBUG oslo_vmware.api [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.197180] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': task-3153573, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.244894] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': task-3153574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.527035] env[68835]: DEBUG nova.compute.manager [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.559029] env[68835]: DEBUG nova.virt.hardware [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:33:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1841656213',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1280635445',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.559158] env[68835]: DEBUG nova.virt.hardware [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.559284] env[68835]: DEBUG nova.virt.hardware [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.559467] env[68835]: DEBUG nova.virt.hardware [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.559611] env[68835]: DEBUG nova.virt.hardware [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.559756] env[68835]: DEBUG nova.virt.hardware [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.559962] env[68835]: DEBUG nova.virt.hardware [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.560831] env[68835]: DEBUG nova.virt.hardware [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.560831] env[68835]: DEBUG nova.virt.hardware [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.561119] env[68835]: DEBUG nova.virt.hardware [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.561233] env[68835]: DEBUG nova.virt.hardware [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.564377] env[68835]: DEBUG oslo_concurrency.lockutils [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.565226] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b12cd4-fdfe-427e-98ad-d68dc9681a81 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.568745] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.782s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.568984] env[68835]: DEBUG nova.objects.instance [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Lazy-loading 'resources' on Instance uuid 30a5da31-76c4-4500-9875-211849ef9c6a {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 635.577078] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7019374-5b26-4150-bfb6-9ad2bacf59c6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.598925] env[68835]: INFO nova.scheduler.client.report [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Deleted allocations for instance e5210410-3725-4dea-902d-9fcc2a4bc9e5 [ 635.669869] env[68835]: DEBUG oslo_vmware.api [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153572, 'name': ReconfigVM_Task, 'duration_secs': 0.905418} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.670332] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Reconfigured VM instance instance-00000004 to attach disk [datastore2] ff3f81eb-8599-47e0-a5a8-26f21ea70fc5/ff3f81eb-8599-47e0-a5a8-26f21ea70fc5.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.670710] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Updating instance 'ff3f81eb-8599-47e0-a5a8-26f21ea70fc5' progress to 50 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 635.702326] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': task-3153573, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.751392] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': task-3153574, 'name': ReconfigVM_Task, 'duration_secs': 0.826864} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.752558] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 03a157f6-051b-40f3-89e6-3b24db7d7c61/03a157f6-051b-40f3-89e6-3b24db7d7c61.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.755141] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd9b47f5-0349-42d8-8f4b-a3b7b1c8823f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.764652] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Waiting for the task: (returnval){ [ 635.764652] env[68835]: value = "task-3153575" [ 635.764652] env[68835]: _type = "Task" [ 635.764652] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.776776] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': task-3153575, 'name': Rename_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.962446] env[68835]: DEBUG nova.network.neutron [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Successfully created port: 2d53b0bd-b22e-471a-abb8-6311e8d1c828 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.111100] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Acquiring lock "b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.111437] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Lock "b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.112046] env[68835]: DEBUG oslo_concurrency.lockutils [None req-455e6336-6311-4c20-b758-897182458192 tempest-TenantUsagesTestJSON-1368908414 tempest-TenantUsagesTestJSON-1368908414-project-member] Lock "e5210410-3725-4dea-902d-9fcc2a4bc9e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.923s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.180272] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b12df98-96ef-4121-9987-3791c3c9cbe9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.223905] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664b70fb-493a-4699-9357-310f679bb78b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.234463] env[68835]: DEBUG oslo_vmware.api [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': task-3153573, 'name': PowerOnVM_Task, 'duration_secs': 1.172543} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.235045] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.235270] env[68835]: INFO nova.compute.manager [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Took 12.15 seconds to spawn the instance on the hypervisor. [ 636.235448] env[68835]: DEBUG nova.compute.manager [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.236260] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bdca2d-34f3-430c-8ab5-d590fbe4d884 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.253751] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Updating instance 'ff3f81eb-8599-47e0-a5a8-26f21ea70fc5' progress to 67 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 636.275026] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': task-3153575, 'name': Rename_Task, 'duration_secs': 0.166413} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.275026] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.275372] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e75d54e7-8b37-43cc-b5e2-b0b5758b8522 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.285313] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Waiting for the task: (returnval){ [ 636.285313] env[68835]: value = "task-3153576" [ 636.285313] env[68835]: _type = "Task" [ 636.285313] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.300398] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': task-3153576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.582012] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa68973-8fb3-43d5-84c8-938f2f3fbf7a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.595582] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c41d9eb-5b9e-415b-a9e8-8eb0a85a411e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.635825] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2cd774-2de8-463e-a950-cefc2753f8e6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.643683] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc46f1b-61d1-4b89-a394-88a02228c990 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.658980] env[68835]: DEBUG nova.compute.provider_tree [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.778621] env[68835]: INFO nova.compute.manager [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Took 31.11 seconds to build instance. [ 636.796983] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': task-3153576, 'name': PowerOnVM_Task} progress is 37%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.842959] env[68835]: DEBUG nova.network.neutron [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Port 9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9 binding to destination host cpu-1 is already ACTIVE {{(pid=68835) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 637.162512] env[68835]: DEBUG nova.scheduler.client.report [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.228624] env[68835]: DEBUG nova.compute.manager [req-c3086be3-d50d-43da-a9a6-5db29233781d req-eaa8b768-35cc-4c27-a092-1376a5ec5747 service nova] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Received event network-changed-c6606348-19d1-4a9d-807c-4fdbb90baaad {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.228835] env[68835]: DEBUG nova.compute.manager [req-c3086be3-d50d-43da-a9a6-5db29233781d req-eaa8b768-35cc-4c27-a092-1376a5ec5747 service nova] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Refreshing instance network info cache due to event network-changed-c6606348-19d1-4a9d-807c-4fdbb90baaad. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.229078] env[68835]: DEBUG oslo_concurrency.lockutils [req-c3086be3-d50d-43da-a9a6-5db29233781d req-eaa8b768-35cc-4c27-a092-1376a5ec5747 service nova] Acquiring lock "refresh_cache-53a0d5d8-8049-427e-8beb-685a275a09f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.229905] env[68835]: DEBUG oslo_concurrency.lockutils [req-c3086be3-d50d-43da-a9a6-5db29233781d req-eaa8b768-35cc-4c27-a092-1376a5ec5747 service nova] Acquired lock "refresh_cache-53a0d5d8-8049-427e-8beb-685a275a09f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.229905] env[68835]: DEBUG nova.network.neutron [req-c3086be3-d50d-43da-a9a6-5db29233781d req-eaa8b768-35cc-4c27-a092-1376a5ec5747 service nova] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Refreshing network info cache for port c6606348-19d1-4a9d-807c-4fdbb90baaad {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.280868] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e90315c2-459a-404c-a0b1-60692fe97b5c tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Lock "72cad1ac-44b8-4d90-bfde-7078e2ffd0e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.625s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.298076] env[68835]: DEBUG oslo_vmware.api [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': task-3153576, 'name': PowerOnVM_Task, 'duration_secs': 0.955278} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.299067] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.299323] env[68835]: INFO nova.compute.manager [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Took 10.45 seconds to spawn the instance on the hypervisor. [ 637.299504] env[68835]: DEBUG nova.compute.manager [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.301361] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d03e67-0f4a-4a80-ac57-e45209da32a0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.668777] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.672729] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.668s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.676757] env[68835]: INFO nova.compute.claims [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.713300] env[68835]: INFO nova.scheduler.client.report [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Deleted allocations for instance 30a5da31-76c4-4500-9875-211849ef9c6a [ 637.786375] env[68835]: DEBUG nova.compute.manager [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.823727] env[68835]: INFO nova.compute.manager [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Took 29.45 seconds to build instance. [ 637.877755] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.878112] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.878195] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.227890] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bf5769e-d82c-4b65-9ae7-67693fd4a2db tempest-ServerAddressesTestJSON-808422504 tempest-ServerAddressesTestJSON-808422504-project-member] Lock "30a5da31-76c4-4500-9875-211849ef9c6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.038s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.321866] env[68835]: DEBUG oslo_concurrency.lockutils [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.330837] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e559b3d-ef38-4b45-afdb-48dd9dcf429b tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Lock "03a157f6-051b-40f3-89e6-3b24db7d7c61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.963s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.470398] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Acquiring lock "0f2357fa-1aa1-4309-a46e-497d1a8257b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.471325] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Lock "0f2357fa-1aa1-4309-a46e-497d1a8257b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.688944] env[68835]: DEBUG nova.network.neutron [req-c3086be3-d50d-43da-a9a6-5db29233781d req-eaa8b768-35cc-4c27-a092-1376a5ec5747 service nova] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Updated VIF entry in instance network info cache for port c6606348-19d1-4a9d-807c-4fdbb90baaad. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.689503] env[68835]: DEBUG nova.network.neutron [req-c3086be3-d50d-43da-a9a6-5db29233781d req-eaa8b768-35cc-4c27-a092-1376a5ec5747 service nova] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Updating instance_info_cache with network_info: [{"id": "c6606348-19d1-4a9d-807c-4fdbb90baaad", "address": "fa:16:3e:24:25:51", "network": {"id": "04444072-ce86-4f3c-bba0-ff4d563688ec", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1665980891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56466d4ec74a4e6490a4f1b2be7ee30f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6606348-19", "ovs_interfaceid": "c6606348-19d1-4a9d-807c-4fdbb90baaad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.783220] env[68835]: DEBUG nova.network.neutron [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Successfully updated port: 2d53b0bd-b22e-471a-abb8-6311e8d1c828 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.832904] env[68835]: DEBUG nova.compute.manager [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.960445] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "refresh_cache-ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.961418] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquired lock "refresh_cache-ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.961563] env[68835]: DEBUG nova.network.neutron [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.196372] env[68835]: DEBUG oslo_concurrency.lockutils [req-c3086be3-d50d-43da-a9a6-5db29233781d req-eaa8b768-35cc-4c27-a092-1376a5ec5747 service nova] Releasing lock "refresh_cache-53a0d5d8-8049-427e-8beb-685a275a09f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.237934] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3241adae-9c32-49e9-9edb-4ad2a7428d67 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.249842] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fdd05f-b72b-4125-9c90-c55ef17118c9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.288704] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Acquiring lock "ecbc1ed3-8601-4ea8-b8f9-862e3faf5943" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.289065] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Lock "ecbc1ed3-8601-4ea8-b8f9-862e3faf5943" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.289957] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquiring lock "refresh_cache-b40e7bdb-cc27-4536-bc35-68184c900060" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.289957] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquired lock "refresh_cache-b40e7bdb-cc27-4536-bc35-68184c900060" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.289957] env[68835]: DEBUG nova.network.neutron [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.292967] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3b2aac-39f4-47c0-b1c9-7c6a0dd0c32e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.301048] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae94bd8-c11d-45fe-baba-9f33882e56a9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.317911] env[68835]: DEBUG nova.compute.provider_tree [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.364236] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.413504] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Acquiring lock "e02e5253-17db-450f-bf10-9cf08255c646" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.413739] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Lock "e02e5253-17db-450f-bf10-9cf08255c646" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.821262] env[68835]: DEBUG nova.scheduler.client.report [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.857353] env[68835]: DEBUG nova.network.neutron [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.089693] env[68835]: DEBUG nova.compute.manager [None req-1899935a-acdb-42e2-a9cf-7e7bbcae552c tempest-ServerExternalEventsTest-1435355890 tempest-ServerExternalEventsTest-1435355890-project] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Received event network-changed {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.089885] env[68835]: DEBUG nova.compute.manager [None req-1899935a-acdb-42e2-a9cf-7e7bbcae552c tempest-ServerExternalEventsTest-1435355890 tempest-ServerExternalEventsTest-1435355890-project] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Refreshing instance network info cache due to event network-changed. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.091559] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1899935a-acdb-42e2-a9cf-7e7bbcae552c tempest-ServerExternalEventsTest-1435355890 tempest-ServerExternalEventsTest-1435355890-project] Acquiring lock "refresh_cache-72cad1ac-44b8-4d90-bfde-7078e2ffd0e1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.091559] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1899935a-acdb-42e2-a9cf-7e7bbcae552c tempest-ServerExternalEventsTest-1435355890 tempest-ServerExternalEventsTest-1435355890-project] Acquired lock "refresh_cache-72cad1ac-44b8-4d90-bfde-7078e2ffd0e1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.091559] env[68835]: DEBUG nova.network.neutron [None req-1899935a-acdb-42e2-a9cf-7e7bbcae552c tempest-ServerExternalEventsTest-1435355890 tempest-ServerExternalEventsTest-1435355890-project] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.147735] env[68835]: DEBUG nova.network.neutron [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Updating instance_info_cache with network_info: [{"id": "9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9", "address": "fa:16:3e:f5:d9:4e", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3e2947-8f", "ovs_interfaceid": "9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.151960] env[68835]: DEBUG nova.network.neutron [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Updating instance_info_cache with network_info: [{"id": "2d53b0bd-b22e-471a-abb8-6311e8d1c828", "address": "fa:16:3e:33:90:b5", "network": {"id": "4dbc2581-4203-4310-a8e0-9d0e24ca3afd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-321165657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339be58ec0f94c1a89b68caa377c92be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d53b0bd-b2", "ovs_interfaceid": "2d53b0bd-b22e-471a-abb8-6311e8d1c828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.335647] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.335901] env[68835]: DEBUG nova.compute.manager [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.343833] env[68835]: DEBUG oslo_concurrency.lockutils [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.005s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.349130] env[68835]: INFO nova.compute.claims [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.551687] env[68835]: DEBUG nova.compute.manager [req-4fc7c376-2ab9-493f-b045-60e26b5d971d req-e2ac8a86-f991-4747-ad3a-8345b2902cc8 service nova] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Received event network-vif-plugged-2d53b0bd-b22e-471a-abb8-6311e8d1c828 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.551921] env[68835]: DEBUG oslo_concurrency.lockutils [req-4fc7c376-2ab9-493f-b045-60e26b5d971d req-e2ac8a86-f991-4747-ad3a-8345b2902cc8 service nova] Acquiring lock "b40e7bdb-cc27-4536-bc35-68184c900060-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.552631] env[68835]: DEBUG oslo_concurrency.lockutils [req-4fc7c376-2ab9-493f-b045-60e26b5d971d req-e2ac8a86-f991-4747-ad3a-8345b2902cc8 service nova] Lock "b40e7bdb-cc27-4536-bc35-68184c900060-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.552770] env[68835]: DEBUG oslo_concurrency.lockutils [req-4fc7c376-2ab9-493f-b045-60e26b5d971d req-e2ac8a86-f991-4747-ad3a-8345b2902cc8 service nova] Lock "b40e7bdb-cc27-4536-bc35-68184c900060-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.554850] env[68835]: DEBUG nova.compute.manager [req-4fc7c376-2ab9-493f-b045-60e26b5d971d req-e2ac8a86-f991-4747-ad3a-8345b2902cc8 service nova] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] No waiting events found dispatching network-vif-plugged-2d53b0bd-b22e-471a-abb8-6311e8d1c828 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.557185] env[68835]: WARNING nova.compute.manager [req-4fc7c376-2ab9-493f-b045-60e26b5d971d req-e2ac8a86-f991-4747-ad3a-8345b2902cc8 service nova] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Received unexpected event network-vif-plugged-2d53b0bd-b22e-471a-abb8-6311e8d1c828 for instance with vm_state building and task_state spawning. [ 640.557375] env[68835]: DEBUG nova.compute.manager [req-4fc7c376-2ab9-493f-b045-60e26b5d971d req-e2ac8a86-f991-4747-ad3a-8345b2902cc8 service nova] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Received event network-changed-2d53b0bd-b22e-471a-abb8-6311e8d1c828 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.557649] env[68835]: DEBUG nova.compute.manager [req-4fc7c376-2ab9-493f-b045-60e26b5d971d req-e2ac8a86-f991-4747-ad3a-8345b2902cc8 service nova] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Refreshing instance network info cache due to event network-changed-2d53b0bd-b22e-471a-abb8-6311e8d1c828. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.557751] env[68835]: DEBUG oslo_concurrency.lockutils [req-4fc7c376-2ab9-493f-b045-60e26b5d971d req-e2ac8a86-f991-4747-ad3a-8345b2902cc8 service nova] Acquiring lock "refresh_cache-b40e7bdb-cc27-4536-bc35-68184c900060" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.652645] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Releasing lock "refresh_cache-b40e7bdb-cc27-4536-bc35-68184c900060" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.652770] env[68835]: DEBUG nova.compute.manager [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Instance network_info: |[{"id": "2d53b0bd-b22e-471a-abb8-6311e8d1c828", "address": "fa:16:3e:33:90:b5", "network": {"id": "4dbc2581-4203-4310-a8e0-9d0e24ca3afd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-321165657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339be58ec0f94c1a89b68caa377c92be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d53b0bd-b2", "ovs_interfaceid": "2d53b0bd-b22e-471a-abb8-6311e8d1c828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.653209] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Releasing lock "refresh_cache-ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.658145] env[68835]: DEBUG oslo_concurrency.lockutils [req-4fc7c376-2ab9-493f-b045-60e26b5d971d req-e2ac8a86-f991-4747-ad3a-8345b2902cc8 service nova] Acquired lock "refresh_cache-b40e7bdb-cc27-4536-bc35-68184c900060" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.658391] env[68835]: DEBUG nova.network.neutron [req-4fc7c376-2ab9-493f-b045-60e26b5d971d req-e2ac8a86-f991-4747-ad3a-8345b2902cc8 service nova] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Refreshing network info cache for port 2d53b0bd-b22e-471a-abb8-6311e8d1c828 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.659945] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:90:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d53b0bd-b22e-471a-abb8-6311e8d1c828', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.672148] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Creating folder: Project (339be58ec0f94c1a89b68caa377c92be). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.674567] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f87d72fb-0085-4417-b7e6-2a2ec5a5c0fc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.690110] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Created folder: Project (339be58ec0f94c1a89b68caa377c92be) in parent group-v630977. [ 640.690430] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Creating folder: Instances. Parent ref: group-v631019. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.690837] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ee0d46b-00cb-4299-87a6-68a6774552b7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.702259] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Created folder: Instances in parent group-v631019. [ 640.702551] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.702816] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.703214] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fea08589-e614-4969-b9e6-e87ee6f689fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.729321] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.729321] env[68835]: value = "task-3153579" [ 640.729321] env[68835]: _type = "Task" [ 640.729321] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.739310] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153579, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.852405] env[68835]: DEBUG nova.compute.utils [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.860474] env[68835]: DEBUG nova.compute.manager [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Not allocating networking since 'none' was specified. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 640.867658] env[68835]: DEBUG nova.network.neutron [None req-1899935a-acdb-42e2-a9cf-7e7bbcae552c tempest-ServerExternalEventsTest-1435355890 tempest-ServerExternalEventsTest-1435355890-project] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Updating instance_info_cache with network_info: [{"id": "b96276cc-0e85-49fd-b843-215b4bd57b8d", "address": "fa:16:3e:64:38:73", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96276cc-0e", "ovs_interfaceid": "b96276cc-0e85-49fd-b843-215b4bd57b8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.929852] env[68835]: DEBUG oslo_concurrency.lockutils [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Acquiring lock "03a157f6-051b-40f3-89e6-3b24db7d7c61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.929852] env[68835]: DEBUG oslo_concurrency.lockutils [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Lock "03a157f6-051b-40f3-89e6-3b24db7d7c61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.929852] env[68835]: DEBUG oslo_concurrency.lockutils [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Acquiring lock "03a157f6-051b-40f3-89e6-3b24db7d7c61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.929852] env[68835]: DEBUG oslo_concurrency.lockutils [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Lock "03a157f6-051b-40f3-89e6-3b24db7d7c61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.930109] env[68835]: DEBUG oslo_concurrency.lockutils [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Lock "03a157f6-051b-40f3-89e6-3b24db7d7c61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.930933] env[68835]: INFO nova.compute.manager [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Terminating instance [ 641.215026] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee488fb-b1e9-4718-98d9-cb65db317f60 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.243019] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9c8dcc-b894-49bb-89ff-14bbf8a5e101 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.251874] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Updating instance 'ff3f81eb-8599-47e0-a5a8-26f21ea70fc5' progress to 83 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 641.264144] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153579, 'name': CreateVM_Task, 'duration_secs': 0.47283} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.265473] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.265473] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.265640] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.265909] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.266173] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7beb130c-94b6-40ac-aac2-129ee897c4ac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.271889] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 641.271889] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52119fe0-29ab-639b-53aa-3bcfd8f9d59e" [ 641.271889] env[68835]: _type = "Task" [ 641.271889] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.282280] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52119fe0-29ab-639b-53aa-3bcfd8f9d59e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.360749] env[68835]: DEBUG nova.compute.manager [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.370947] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1899935a-acdb-42e2-a9cf-7e7bbcae552c tempest-ServerExternalEventsTest-1435355890 tempest-ServerExternalEventsTest-1435355890-project] Releasing lock "refresh_cache-72cad1ac-44b8-4d90-bfde-7078e2ffd0e1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.435835] env[68835]: DEBUG nova.compute.manager [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 641.436264] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 641.437030] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa39b9d-93ae-40b9-b808-905656ea3327 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.441556] env[68835]: DEBUG nova.network.neutron [req-4fc7c376-2ab9-493f-b045-60e26b5d971d req-e2ac8a86-f991-4747-ad3a-8345b2902cc8 service nova] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Updated VIF entry in instance network info cache for port 2d53b0bd-b22e-471a-abb8-6311e8d1c828. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.441896] env[68835]: DEBUG nova.network.neutron [req-4fc7c376-2ab9-493f-b045-60e26b5d971d req-e2ac8a86-f991-4747-ad3a-8345b2902cc8 service nova] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Updating instance_info_cache with network_info: [{"id": "2d53b0bd-b22e-471a-abb8-6311e8d1c828", "address": "fa:16:3e:33:90:b5", "network": {"id": "4dbc2581-4203-4310-a8e0-9d0e24ca3afd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-321165657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339be58ec0f94c1a89b68caa377c92be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d53b0bd-b2", "ovs_interfaceid": "2d53b0bd-b22e-471a-abb8-6311e8d1c828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.450695] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.451047] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9e9d4a8-3c4f-45b3-adfb-a88d38e2ef74 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.458743] env[68835]: DEBUG oslo_vmware.api [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Waiting for the task: (returnval){ [ 641.458743] env[68835]: value = "task-3153580" [ 641.458743] env[68835]: _type = "Task" [ 641.458743] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.470872] env[68835]: DEBUG oslo_vmware.api [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': task-3153580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.767227] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.767696] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c80043e-800f-4b7d-9008-edd277f52a9c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.777244] env[68835]: DEBUG oslo_vmware.api [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 641.777244] env[68835]: value = "task-3153581" [ 641.777244] env[68835]: _type = "Task" [ 641.777244] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.792065] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52119fe0-29ab-639b-53aa-3bcfd8f9d59e, 'name': SearchDatastore_Task, 'duration_secs': 0.028686} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.792065] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.792065] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.792444] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.792531] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.792760] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.793155] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-709f0732-36ef-4c65-9fc4-a5c73d3dc940 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.798983] env[68835]: DEBUG oslo_vmware.api [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.811989] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.812133] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.813266] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b09ed12-767b-4749-9c65-a6504391066a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.819390] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 641.819390] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52df106f-80c8-bdf1-9721-ed430db70b1e" [ 641.819390] env[68835]: _type = "Task" [ 641.819390] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.831435] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52df106f-80c8-bdf1-9721-ed430db70b1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.896550] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea69157-7b86-4b2b-b554-09b6eb6d0dac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.906298] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c56b7fc-7492-44c0-a19a-29f3bd7c3f3f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.946782] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8984a6-a3d6-4313-8acc-7b7cdd6ffee7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.952026] env[68835]: DEBUG oslo_concurrency.lockutils [req-4fc7c376-2ab9-493f-b045-60e26b5d971d req-e2ac8a86-f991-4747-ad3a-8345b2902cc8 service nova] Releasing lock "refresh_cache-b40e7bdb-cc27-4536-bc35-68184c900060" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.957666] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67b1fcc-0dfe-4ad5-9cc0-4d2870ecaae2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.979620] env[68835]: DEBUG oslo_vmware.api [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': task-3153580, 'name': PowerOffVM_Task, 'duration_secs': 0.24741} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.979620] env[68835]: DEBUG nova.compute.provider_tree [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.981017] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 641.981216] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 641.981669] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89b21d63-c68d-4186-a6d5-44a9c97f721a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.042724] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.043228] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.043722] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Deleting the datastore file [datastore2] 03a157f6-051b-40f3-89e6-3b24db7d7c61 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.044223] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d4a02d0-3c7e-46df-b8ce-8222b8239316 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.057281] env[68835]: DEBUG oslo_vmware.api [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Waiting for the task: (returnval){ [ 642.057281] env[68835]: value = "task-3153583" [ 642.057281] env[68835]: _type = "Task" [ 642.057281] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.061806] env[68835]: DEBUG oslo_concurrency.lockutils [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Acquiring lock "6e9ea13e-4032-4482-9ec5-3a67f105990d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.062064] env[68835]: DEBUG oslo_concurrency.lockutils [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Lock "6e9ea13e-4032-4482-9ec5-3a67f105990d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.071106] env[68835]: DEBUG oslo_vmware.api [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': task-3153583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.288161] env[68835]: DEBUG oslo_vmware.api [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153581, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.332261] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52df106f-80c8-bdf1-9721-ed430db70b1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009398} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.333362] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b6c7e6-e5a5-4fcc-83d1-e377f9bfed74 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.343066] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 642.343066] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52ed0ad5-8399-69c7-049f-ef5793ae3d8c" [ 642.343066] env[68835]: _type = "Task" [ 642.343066] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.354578] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ed0ad5-8399-69c7-049f-ef5793ae3d8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.376041] env[68835]: DEBUG nova.compute.manager [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.404584] env[68835]: DEBUG nova.virt.hardware [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.404842] env[68835]: DEBUG nova.virt.hardware [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.404998] env[68835]: DEBUG nova.virt.hardware [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.405196] env[68835]: DEBUG nova.virt.hardware [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.405340] env[68835]: DEBUG nova.virt.hardware [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.405488] env[68835]: DEBUG nova.virt.hardware [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.405692] env[68835]: DEBUG nova.virt.hardware [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.405843] env[68835]: DEBUG nova.virt.hardware [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.406023] env[68835]: DEBUG nova.virt.hardware [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.406183] env[68835]: DEBUG nova.virt.hardware [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.406351] env[68835]: DEBUG nova.virt.hardware [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.407259] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20e970e-eabc-4473-8b57-26d1f8bd2a7d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.415009] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b395d8-c0ec-4a64-83a0-1aa495267e04 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.431829] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Instance VIF info [] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.439637] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Creating folder: Project (6c94c352f9a944769d7440b09fb5bfeb). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.439956] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dd0b1e7-f3c3-40b9-ab7f-ac418ae5e0bd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.450690] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Created folder: Project (6c94c352f9a944769d7440b09fb5bfeb) in parent group-v630977. [ 642.450920] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Creating folder: Instances. Parent ref: group-v631022. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.451156] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31c79619-1e26-49de-9e2f-68dfcfbc495d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.460724] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Created folder: Instances in parent group-v631022. [ 642.460973] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.461178] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.461905] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44e8acb3-f551-4560-b694-e9cff26e57f8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.483352] env[68835]: DEBUG nova.scheduler.client.report [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.487271] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.487271] env[68835]: value = "task-3153586" [ 642.487271] env[68835]: _type = "Task" [ 642.487271] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.497742] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153586, 'name': CreateVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.559070] env[68835]: DEBUG oslo_concurrency.lockutils [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Acquiring lock "72cad1ac-44b8-4d90-bfde-7078e2ffd0e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.559514] env[68835]: DEBUG oslo_concurrency.lockutils [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Lock "72cad1ac-44b8-4d90-bfde-7078e2ffd0e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.559812] env[68835]: DEBUG oslo_concurrency.lockutils [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Acquiring lock "72cad1ac-44b8-4d90-bfde-7078e2ffd0e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.563019] env[68835]: DEBUG oslo_concurrency.lockutils [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Lock "72cad1ac-44b8-4d90-bfde-7078e2ffd0e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.563019] env[68835]: DEBUG oslo_concurrency.lockutils [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Lock "72cad1ac-44b8-4d90-bfde-7078e2ffd0e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.568523] env[68835]: INFO nova.compute.manager [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Terminating instance [ 642.578137] env[68835]: DEBUG oslo_vmware.api [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Task: {'id': task-3153583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199699} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.578745] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.578937] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 642.579126] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 642.579292] env[68835]: INFO nova.compute.manager [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Took 1.14 seconds to destroy the instance on the hypervisor. [ 642.579519] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.579695] env[68835]: DEBUG nova.compute.manager [-] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 642.579782] env[68835]: DEBUG nova.network.neutron [-] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 642.793494] env[68835]: DEBUG oslo_vmware.api [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153581, 'name': PowerOnVM_Task} progress is 91%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.855075] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ed0ad5-8399-69c7-049f-ef5793ae3d8c, 'name': SearchDatastore_Task, 'duration_secs': 0.04141} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.855075] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.855367] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] b40e7bdb-cc27-4536-bc35-68184c900060/b40e7bdb-cc27-4536-bc35-68184c900060.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.855522] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3541c1e6-6624-45d5-b0f8-7bcaf8f64cdb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.863612] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 642.863612] env[68835]: value = "task-3153587" [ 642.863612] env[68835]: _type = "Task" [ 642.863612] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.877188] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3153587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.989639] env[68835]: DEBUG oslo_concurrency.lockutils [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.990395] env[68835]: DEBUG nova.compute.manager [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.998059] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.651s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.005196] env[68835]: INFO nova.compute.claims [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.029589] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153586, 'name': CreateVM_Task, 'duration_secs': 0.323235} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.029908] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.032428] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.032428] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.032428] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.032428] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c3164e4-6565-4d7c-9ad2-1a71ed38ad59 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.037924] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Waiting for the task: (returnval){ [ 643.037924] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52e04943-45dc-8ca6-f492-8b8e2e81e718" [ 643.037924] env[68835]: _type = "Task" [ 643.037924] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.051236] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e04943-45dc-8ca6-f492-8b8e2e81e718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.079887] env[68835]: DEBUG nova.compute.manager [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.080858] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.084531] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e91158-a852-4435-9f2a-880a0d018363 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.094050] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.094307] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34c476dd-eaa4-4cc1-ad35-361604300ab9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.101607] env[68835]: DEBUG oslo_vmware.api [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Waiting for the task: (returnval){ [ 643.101607] env[68835]: value = "task-3153588" [ 643.101607] env[68835]: _type = "Task" [ 643.101607] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.113305] env[68835]: DEBUG oslo_vmware.api [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': task-3153588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.290765] env[68835]: DEBUG oslo_vmware.api [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153581, 'name': PowerOnVM_Task, 'duration_secs': 1.036873} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.291127] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.291590] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdaa01d-835e-4147-a3cb-688b9c194613 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Updating instance 'ff3f81eb-8599-47e0-a5a8-26f21ea70fc5' progress to 100 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 643.376648] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3153587, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.499565] env[68835]: DEBUG nova.compute.utils [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.501150] env[68835]: DEBUG nova.compute.manager [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.501357] env[68835]: DEBUG nova.network.neutron [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.553138] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e04943-45dc-8ca6-f492-8b8e2e81e718, 'name': SearchDatastore_Task, 'duration_secs': 0.012028} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.553484] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.553780] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.554031] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.554302] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.554431] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.554730] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcb254d1-9bff-44ab-a2d6-63a90d1d8a7c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.564638] env[68835]: DEBUG nova.policy [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b7814cab9eb4c3fa552c442a5e192f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '317bf852f6e74a829f2150e0d1a10f0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.568494] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.568681] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.569750] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5915d18-2789-4517-98fa-a4beb3deefba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.576393] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Waiting for the task: (returnval){ [ 643.576393] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]525e4631-6dd5-3cac-24c1-db47ad4a68c6" [ 643.576393] env[68835]: _type = "Task" [ 643.576393] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.585284] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525e4631-6dd5-3cac-24c1-db47ad4a68c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.613211] env[68835]: DEBUG oslo_vmware.api [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': task-3153588, 'name': PowerOffVM_Task, 'duration_secs': 0.511707} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.618610] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.618810] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.619085] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59e93eb6-1a5a-4eee-b3cd-9b8d8a0b2f94 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.679615] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.679801] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.679997] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Deleting the datastore file [datastore2] 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.680671] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a85e78c-76ad-44df-af34-ea1652f43b17 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.686298] env[68835]: DEBUG oslo_vmware.api [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Waiting for the task: (returnval){ [ 643.686298] env[68835]: value = "task-3153590" [ 643.686298] env[68835]: _type = "Task" [ 643.686298] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.697573] env[68835]: DEBUG oslo_vmware.api [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': task-3153590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.720317] env[68835]: DEBUG nova.network.neutron [-] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.875672] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3153587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672986} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.875998] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] b40e7bdb-cc27-4536-bc35-68184c900060/b40e7bdb-cc27-4536-bc35-68184c900060.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.876161] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.876405] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbe9ebd4-6e34-40db-add9-f5f04fb5a5c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.884887] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 643.884887] env[68835]: value = "task-3153591" [ 643.884887] env[68835]: _type = "Task" [ 643.884887] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.894617] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3153591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.008567] env[68835]: DEBUG nova.compute.manager [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.087453] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525e4631-6dd5-3cac-24c1-db47ad4a68c6, 'name': SearchDatastore_Task, 'duration_secs': 0.013927} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.088465] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f3fcbf8-b31a-4f15-99b1-d659751874b2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.099505] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Waiting for the task: (returnval){ [ 644.099505] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5296a926-b551-991c-7026-20ac2fe5a6e7" [ 644.099505] env[68835]: _type = "Task" [ 644.099505] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.108635] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5296a926-b551-991c-7026-20ac2fe5a6e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.130369] env[68835]: DEBUG nova.network.neutron [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Successfully created port: c0ab7829-e2f4-42d6-867b-b7cd13202a50 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.197813] env[68835]: DEBUG oslo_vmware.api [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Task: {'id': task-3153590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229209} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.200401] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.200567] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.200743] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.200967] env[68835]: INFO nova.compute.manager [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 644.202129] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.202749] env[68835]: DEBUG nova.compute.manager [-] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.202896] env[68835]: DEBUG nova.network.neutron [-] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 644.223962] env[68835]: INFO nova.compute.manager [-] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Took 1.64 seconds to deallocate network for instance. [ 644.395735] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3153591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06672} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.398428] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.402284] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec3bdd9-1c03-4f6d-9b87-aceb701ad11e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.427965] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] b40e7bdb-cc27-4536-bc35-68184c900060/b40e7bdb-cc27-4536-bc35-68184c900060.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.431878] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d44b82f4-c037-4497-bc7f-5d69c236ff4b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.454818] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 644.454818] env[68835]: value = "task-3153592" [ 644.454818] env[68835]: _type = "Task" [ 644.454818] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.466800] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3153592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.536416] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2e7177-1904-4baa-8db1-b367028e4df3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.545899] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472de685-3545-43e4-a3fb-b82c3bbb86f2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.590272] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e0f9ba-2771-47c4-a4bd-c96be7a521db {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.599117] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4391cba8-5865-4906-a294-5c6a5c81161e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.617878] env[68835]: DEBUG nova.compute.provider_tree [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.623242] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5296a926-b551-991c-7026-20ac2fe5a6e7, 'name': SearchDatastore_Task, 'duration_secs': 0.04734} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.623587] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.623875] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 8edd2a87-1a90-43ea-a0fa-c285caa89226/8edd2a87-1a90-43ea-a0fa-c285caa89226.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.624178] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35e5e12c-aef9-483e-a0d9-fe151f30aabb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.631738] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Waiting for the task: (returnval){ [ 644.631738] env[68835]: value = "task-3153593" [ 644.631738] env[68835]: _type = "Task" [ 644.631738] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.640745] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': task-3153593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.730198] env[68835]: DEBUG oslo_concurrency.lockutils [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.907817] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "d9bd6f02-19ff-49b7-9fb4-26119727ad63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.908314] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "d9bd6f02-19ff-49b7-9fb4-26119727ad63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.967505] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3153592, 'name': ReconfigVM_Task, 'duration_secs': 0.470216} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.967977] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Reconfigured VM instance instance-00000010 to attach disk [datastore2] b40e7bdb-cc27-4536-bc35-68184c900060/b40e7bdb-cc27-4536-bc35-68184c900060.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.969019] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97b1002e-a5b1-4daf-9431-d0df9fa29b01 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.975309] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 644.975309] env[68835]: value = "task-3153594" [ 644.975309] env[68835]: _type = "Task" [ 644.975309] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.984604] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3153594, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.000765] env[68835]: INFO nova.compute.manager [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Rescuing [ 645.000765] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "refresh_cache-a08615df-fc52-4a65-bea0-6b3bfc513d99" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.000923] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquired lock "refresh_cache-a08615df-fc52-4a65-bea0-6b3bfc513d99" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.000971] env[68835]: DEBUG nova.network.neutron [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.025011] env[68835]: DEBUG nova.compute.manager [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.065804] env[68835]: DEBUG nova.virt.hardware [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.066150] env[68835]: DEBUG nova.virt.hardware [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.066347] env[68835]: DEBUG nova.virt.hardware [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.066889] env[68835]: DEBUG nova.virt.hardware [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.066889] env[68835]: DEBUG nova.virt.hardware [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.069038] env[68835]: DEBUG nova.virt.hardware [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.069038] env[68835]: DEBUG nova.virt.hardware [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.069038] env[68835]: DEBUG nova.virt.hardware [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.069038] env[68835]: DEBUG nova.virt.hardware [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.071270] env[68835]: DEBUG nova.virt.hardware [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.071515] env[68835]: DEBUG nova.virt.hardware [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.072896] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41af750b-d3e3-47ae-a607-2c13aeab4cf7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.082560] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd46c95c-fda7-4386-9cd7-7d45acc3dfea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.124556] env[68835]: DEBUG nova.scheduler.client.report [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.142584] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': task-3153593, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.246876] env[68835]: DEBUG nova.compute.manager [req-9a611fbe-a561-4c39-8c89-2f5a5cae371c req-f34e1c86-d347-4b54-b878-5be92b1dfeda service nova] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Received event network-vif-deleted-174e9ff6-0ed4-4649-a95a-b4d30143b5c0 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.486439] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3153594, 'name': Rename_Task, 'duration_secs': 0.254217} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.486725] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.486963] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdf722fd-37ee-4621-bf58-def8c0118b48 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.494787] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 645.494787] env[68835]: value = "task-3153595" [ 645.494787] env[68835]: _type = "Task" [ 645.494787] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.504046] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3153595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.611705] env[68835]: DEBUG nova.network.neutron [-] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.631290] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.631290] env[68835]: DEBUG nova.compute.manager [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.635956] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.603s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.637128] env[68835]: INFO nova.compute.claims [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.655521] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': task-3153593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519688} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.656274] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 8edd2a87-1a90-43ea-a0fa-c285caa89226/8edd2a87-1a90-43ea-a0fa-c285caa89226.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.656274] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.656778] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6e642ff-ac23-4040-962e-1b687673aea1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.664220] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Waiting for the task: (returnval){ [ 645.664220] env[68835]: value = "task-3153596" [ 645.664220] env[68835]: _type = "Task" [ 645.664220] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.676469] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': task-3153596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.974436] env[68835]: DEBUG nova.network.neutron [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Successfully updated port: c0ab7829-e2f4-42d6-867b-b7cd13202a50 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.011957] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3153595, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.013112] env[68835]: DEBUG nova.network.neutron [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Updating instance_info_cache with network_info: [{"id": "6af43c18-d98e-4425-a36c-de3cfd464e62", "address": "fa:16:3e:e1:86:be", "network": {"id": "5e25d55c-ae94-488d-a760-8724f5b28202", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2137189452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d208ae6bc544935aa50e7d6943be08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af43c18-d9", "ovs_interfaceid": "6af43c18-d98e-4425-a36c-de3cfd464e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.019198] env[68835]: DEBUG nova.compute.manager [req-0adb0c42-592f-4468-92d0-be260794110f req-ace7b9df-c206-4511-9c6f-41c23b21a542 service nova] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Received event network-vif-deleted-b96276cc-0e85-49fd-b843-215b4bd57b8d {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.115807] env[68835]: INFO nova.compute.manager [-] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Took 1.91 seconds to deallocate network for instance. [ 646.136705] env[68835]: DEBUG nova.compute.utils [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.138977] env[68835]: DEBUG nova.compute.manager [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.138977] env[68835]: DEBUG nova.network.neutron [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.177398] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': task-3153596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070236} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.177398] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.177513] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621a3ebd-c1d0-4f24-8cc9-1756fb8750a0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.202041] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 8edd2a87-1a90-43ea-a0fa-c285caa89226/8edd2a87-1a90-43ea-a0fa-c285caa89226.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.202678] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de7ddc66-68c1-461e-a90a-71ace1b2f81d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.225342] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Waiting for the task: (returnval){ [ 646.225342] env[68835]: value = "task-3153597" [ 646.225342] env[68835]: _type = "Task" [ 646.225342] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.230899] env[68835]: DEBUG nova.policy [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6aaabba20c544048ad6c1b996a2944bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '660d1c68ab57427993ef7dd44a9a4189', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.237956] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': task-3153597, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.295388] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.295673] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.297020] env[68835]: DEBUG nova.compute.manager [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Going to confirm migration 1 {{(pid=68835) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 646.478265] env[68835]: DEBUG oslo_concurrency.lockutils [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Acquiring lock "refresh_cache-e8defb77-1526-4962-9612-f7299492b53b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.478426] env[68835]: DEBUG oslo_concurrency.lockutils [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Acquired lock "refresh_cache-e8defb77-1526-4962-9612-f7299492b53b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.479542] env[68835]: DEBUG nova.network.neutron [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.507088] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3153595, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.516400] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Releasing lock "refresh_cache-a08615df-fc52-4a65-bea0-6b3bfc513d99" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.630197] env[68835]: DEBUG oslo_concurrency.lockutils [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.642071] env[68835]: DEBUG nova.compute.manager [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.741220] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': task-3153597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.933143] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "refresh_cache-ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.933143] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquired lock "refresh_cache-ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.933143] env[68835]: DEBUG nova.network.neutron [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.933143] env[68835]: DEBUG nova.objects.instance [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lazy-loading 'info_cache' on Instance uuid ff3f81eb-8599-47e0-a5a8-26f21ea70fc5 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.010153] env[68835]: DEBUG oslo_vmware.api [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3153595, 'name': PowerOnVM_Task, 'duration_secs': 1.164261} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.013997] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.014621] env[68835]: INFO nova.compute.manager [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Took 11.49 seconds to spawn the instance on the hypervisor. [ 647.014621] env[68835]: DEBUG nova.compute.manager [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.016194] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83708131-37b1-4517-9ce9-e8457c957459 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.057965] env[68835]: DEBUG nova.network.neutron [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.069491] env[68835]: DEBUG nova.network.neutron [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Successfully created port: d6775b90-04dd-477e-9f99-b3e62389c627 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.246882] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': task-3153597, 'name': ReconfigVM_Task, 'duration_secs': 0.644658} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.247688] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 8edd2a87-1a90-43ea-a0fa-c285caa89226/8edd2a87-1a90-43ea-a0fa-c285caa89226.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.247859] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9413eca8-72ce-4dc8-ae15-dd0437538c8e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.255447] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Waiting for the task: (returnval){ [ 647.255447] env[68835]: value = "task-3153598" [ 647.255447] env[68835]: _type = "Task" [ 647.255447] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.269236] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': task-3153598, 'name': Rename_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.306361] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9342883-1180-41bf-8218-0fe7c3d4401a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.315916] env[68835]: DEBUG nova.network.neutron [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Updating instance_info_cache with network_info: [{"id": "c0ab7829-e2f4-42d6-867b-b7cd13202a50", "address": "fa:16:3e:2d:3d:bf", "network": {"id": "8a29a964-7ea8-45fa-a7fa-31f1d8e612f7", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1402283799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "317bf852f6e74a829f2150e0d1a10f0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ab7829-e2", "ovs_interfaceid": "c0ab7829-e2f4-42d6-867b-b7cd13202a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.318202] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd143962-1ef9-410d-8013-adabf727e9d8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.355383] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210710c5-77cb-476f-916c-4f348fa823a4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.364296] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb32aa7d-11de-474c-8f92-13b11490e965 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.379159] env[68835]: DEBUG nova.compute.provider_tree [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.545558] env[68835]: INFO nova.compute.manager [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Took 35.44 seconds to build instance. [ 647.655211] env[68835]: DEBUG nova.compute.manager [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.680096] env[68835]: DEBUG nova.virt.hardware [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.680471] env[68835]: DEBUG nova.virt.hardware [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.680643] env[68835]: DEBUG nova.virt.hardware [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.681628] env[68835]: DEBUG nova.virt.hardware [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.681837] env[68835]: DEBUG nova.virt.hardware [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.681988] env[68835]: DEBUG nova.virt.hardware [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.682301] env[68835]: DEBUG nova.virt.hardware [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.682470] env[68835]: DEBUG nova.virt.hardware [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.682643] env[68835]: DEBUG nova.virt.hardware [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.683071] env[68835]: DEBUG nova.virt.hardware [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.683071] env[68835]: DEBUG nova.virt.hardware [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.683831] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1702b6-5c8c-45ea-a17b-c34178bece18 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.694199] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c991f5-43e3-4ca6-a850-6dad8c9bbcf6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.767240] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': task-3153598, 'name': Rename_Task, 'duration_secs': 0.236624} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.767956] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.767956] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43643440-1fbd-47fe-bcb7-e5b0fa1391e1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.775224] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Waiting for the task: (returnval){ [ 647.775224] env[68835]: value = "task-3153599" [ 647.775224] env[68835]: _type = "Task" [ 647.775224] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.786897] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': task-3153599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.823211] env[68835]: DEBUG oslo_concurrency.lockutils [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Releasing lock "refresh_cache-e8defb77-1526-4962-9612-f7299492b53b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.823914] env[68835]: DEBUG nova.compute.manager [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Instance network_info: |[{"id": "c0ab7829-e2f4-42d6-867b-b7cd13202a50", "address": "fa:16:3e:2d:3d:bf", "network": {"id": "8a29a964-7ea8-45fa-a7fa-31f1d8e612f7", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1402283799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "317bf852f6e74a829f2150e0d1a10f0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ab7829-e2", "ovs_interfaceid": "c0ab7829-e2f4-42d6-867b-b7cd13202a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.826152] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:3d:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0ab7829-e2f4-42d6-867b-b7cd13202a50', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.837483] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Creating folder: Project (317bf852f6e74a829f2150e0d1a10f0a). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.838544] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6727a858-502e-43c3-8d94-35e4eb5057d6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.852952] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Created folder: Project (317bf852f6e74a829f2150e0d1a10f0a) in parent group-v630977. [ 647.852952] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Creating folder: Instances. Parent ref: group-v631025. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.852952] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63ef86b6-51ca-4561-a96d-1e07c948a6b7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.866258] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Created folder: Instances in parent group-v631025. [ 647.866545] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.866984] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8defb77-1526-4962-9612-f7299492b53b] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.867178] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c199adbe-95da-4bc4-a2da-fb439a36c392 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.890891] env[68835]: DEBUG nova.scheduler.client.report [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.901208] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.901208] env[68835]: value = "task-3153602" [ 647.901208] env[68835]: _type = "Task" [ 647.901208] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.914980] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153602, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.978930] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "835f5213-974c-4441-adac-e3b020e7906d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.979265] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "835f5213-974c-4441-adac-e3b020e7906d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.041061] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "1db421cf-4568-451a-ac6b-3789ac312f33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.041357] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "1db421cf-4568-451a-ac6b-3789ac312f33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.047360] env[68835]: DEBUG oslo_concurrency.lockutils [None req-46483769-9ad1-4de2-8709-6052736c7ca3 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lock "b40e7bdb-cc27-4536-bc35-68184c900060" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.950s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.055885] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.055885] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-addbb6c3-45f0-4efc-bbca-c08db5556f40 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.062707] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 648.062707] env[68835]: value = "task-3153603" [ 648.062707] env[68835]: _type = "Task" [ 648.062707] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.072491] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.084201] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "9c2ae44f-df3b-4a90-9361-04d6cc8d7432" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.084492] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "9c2ae44f-df3b-4a90-9361-04d6cc8d7432" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.255957] env[68835]: DEBUG nova.network.neutron [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Updating instance_info_cache with network_info: [{"id": "9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9", "address": "fa:16:3e:f5:d9:4e", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3e2947-8f", "ovs_interfaceid": "9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.285676] env[68835]: DEBUG oslo_vmware.api [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': task-3153599, 'name': PowerOnVM_Task, 'duration_secs': 0.471371} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.285963] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.287778] env[68835]: INFO nova.compute.manager [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Took 5.91 seconds to spawn the instance on the hypervisor. [ 648.287778] env[68835]: DEBUG nova.compute.manager [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.287778] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bf3b6e-f5a1-413c-a2fa-092b70244468 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.396834] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.398110] env[68835]: DEBUG nova.compute.manager [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.400757] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.967s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.403197] env[68835]: INFO nova.compute.claims [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.415976] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153602, 'name': CreateVM_Task, 'duration_secs': 0.337238} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.416229] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8defb77-1526-4962-9612-f7299492b53b] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.417465] env[68835]: DEBUG oslo_concurrency.lockutils [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.417465] env[68835]: DEBUG oslo_concurrency.lockutils [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.417465] env[68835]: DEBUG oslo_concurrency.lockutils [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.417689] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5462fe4a-760b-4abb-8e8b-42f2c066a36a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.422112] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Waiting for the task: (returnval){ [ 648.422112] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52e39efd-49f9-d25c-0ebf-a9229c7ff5f2" [ 648.422112] env[68835]: _type = "Task" [ 648.422112] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.433104] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e39efd-49f9-d25c-0ebf-a9229c7ff5f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.550172] env[68835]: DEBUG nova.compute.manager [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.574105] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153603, 'name': PowerOffVM_Task, 'duration_secs': 0.191358} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.574379] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.575208] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70c4fea-2d39-4191-bb35-28606f49f5bf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.600232] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6840b256-65c4-4a1a-8178-8e7f918ba1fd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.641625] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.641913] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c21cd7b-9bd1-494f-b010-44e1e8a3e2d2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.648990] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 648.648990] env[68835]: value = "task-3153604" [ 648.648990] env[68835]: _type = "Task" [ 648.648990] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.657714] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.702494] env[68835]: DEBUG nova.compute.manager [req-f0b311dc-9945-460c-b8ab-cf286a3105c1 req-774478f3-1b6c-4926-8e03-645844c1fab8 service nova] [instance: e8defb77-1526-4962-9612-f7299492b53b] Received event network-vif-plugged-c0ab7829-e2f4-42d6-867b-b7cd13202a50 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.702851] env[68835]: DEBUG oslo_concurrency.lockutils [req-f0b311dc-9945-460c-b8ab-cf286a3105c1 req-774478f3-1b6c-4926-8e03-645844c1fab8 service nova] Acquiring lock "e8defb77-1526-4962-9612-f7299492b53b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.702851] env[68835]: DEBUG oslo_concurrency.lockutils [req-f0b311dc-9945-460c-b8ab-cf286a3105c1 req-774478f3-1b6c-4926-8e03-645844c1fab8 service nova] Lock "e8defb77-1526-4962-9612-f7299492b53b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.703045] env[68835]: DEBUG oslo_concurrency.lockutils [req-f0b311dc-9945-460c-b8ab-cf286a3105c1 req-774478f3-1b6c-4926-8e03-645844c1fab8 service nova] Lock "e8defb77-1526-4962-9612-f7299492b53b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.703214] env[68835]: DEBUG nova.compute.manager [req-f0b311dc-9945-460c-b8ab-cf286a3105c1 req-774478f3-1b6c-4926-8e03-645844c1fab8 service nova] [instance: e8defb77-1526-4962-9612-f7299492b53b] No waiting events found dispatching network-vif-plugged-c0ab7829-e2f4-42d6-867b-b7cd13202a50 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.703374] env[68835]: WARNING nova.compute.manager [req-f0b311dc-9945-460c-b8ab-cf286a3105c1 req-774478f3-1b6c-4926-8e03-645844c1fab8 service nova] [instance: e8defb77-1526-4962-9612-f7299492b53b] Received unexpected event network-vif-plugged-c0ab7829-e2f4-42d6-867b-b7cd13202a50 for instance with vm_state building and task_state spawning. [ 648.703524] env[68835]: DEBUG nova.compute.manager [req-f0b311dc-9945-460c-b8ab-cf286a3105c1 req-774478f3-1b6c-4926-8e03-645844c1fab8 service nova] [instance: e8defb77-1526-4962-9612-f7299492b53b] Received event network-changed-c0ab7829-e2f4-42d6-867b-b7cd13202a50 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.703674] env[68835]: DEBUG nova.compute.manager [req-f0b311dc-9945-460c-b8ab-cf286a3105c1 req-774478f3-1b6c-4926-8e03-645844c1fab8 service nova] [instance: e8defb77-1526-4962-9612-f7299492b53b] Refreshing instance network info cache due to event network-changed-c0ab7829-e2f4-42d6-867b-b7cd13202a50. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.703946] env[68835]: DEBUG oslo_concurrency.lockutils [req-f0b311dc-9945-460c-b8ab-cf286a3105c1 req-774478f3-1b6c-4926-8e03-645844c1fab8 service nova] Acquiring lock "refresh_cache-e8defb77-1526-4962-9612-f7299492b53b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.703997] env[68835]: DEBUG oslo_concurrency.lockutils [req-f0b311dc-9945-460c-b8ab-cf286a3105c1 req-774478f3-1b6c-4926-8e03-645844c1fab8 service nova] Acquired lock "refresh_cache-e8defb77-1526-4962-9612-f7299492b53b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.704134] env[68835]: DEBUG nova.network.neutron [req-f0b311dc-9945-460c-b8ab-cf286a3105c1 req-774478f3-1b6c-4926-8e03-645844c1fab8 service nova] [instance: e8defb77-1526-4962-9612-f7299492b53b] Refreshing network info cache for port c0ab7829-e2f4-42d6-867b-b7cd13202a50 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.761359] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Releasing lock "refresh_cache-ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.761676] env[68835]: DEBUG nova.objects.instance [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lazy-loading 'migration_context' on Instance uuid ff3f81eb-8599-47e0-a5a8-26f21ea70fc5 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.814971] env[68835]: INFO nova.compute.manager [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Took 31.83 seconds to build instance. [ 648.902686] env[68835]: DEBUG nova.compute.utils [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.904650] env[68835]: DEBUG nova.compute.manager [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.904867] env[68835]: DEBUG nova.network.neutron [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.935427] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e39efd-49f9-d25c-0ebf-a9229c7ff5f2, 'name': SearchDatastore_Task, 'duration_secs': 0.026642} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.935724] env[68835]: DEBUG oslo_concurrency.lockutils [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.935953] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.936202] env[68835]: DEBUG oslo_concurrency.lockutils [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.936347] env[68835]: DEBUG oslo_concurrency.lockutils [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.936529] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.936777] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3b60881-7719-4848-8d85-0847831abd1b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.946204] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.946388] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.947214] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-831f1b68-cae9-47fc-91d1-101f50808863 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.953303] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Waiting for the task: (returnval){ [ 648.953303] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]527ecd42-fd52-04ca-504b-59365a8e76e5" [ 648.953303] env[68835]: _type = "Task" [ 648.953303] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.954612] env[68835]: DEBUG nova.policy [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c22e92544644cbe8d115f6af241fc8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da72bae84c4d4ec39695c05e0e111e8e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.963705] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527ecd42-fd52-04ca-504b-59365a8e76e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.085661] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.161981] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] VM already powered off {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 649.162630] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.162959] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.163178] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.163394] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.163679] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9437be94-a347-43ff-b832-b4dbde54fa8b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.174479] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.174479] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.175144] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e743891b-8cba-4ae6-a99b-c25af52ce85d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.181865] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 649.181865] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52737d9b-5584-8726-9509-a280c892135c" [ 649.181865] env[68835]: _type = "Task" [ 649.181865] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.190925] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52737d9b-5584-8726-9509-a280c892135c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.265065] env[68835]: DEBUG nova.objects.base [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 649.266050] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0d1b62-883d-4a7b-b5bd-b10eab6c824c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.286872] env[68835]: DEBUG nova.network.neutron [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Successfully created port: b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.289287] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ee1de77-7b85-49aa-80c2-30afab686ef8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.296843] env[68835]: DEBUG oslo_vmware.api [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 649.296843] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52307402-628c-dcb2-4219-a14b5ff05695" [ 649.296843] env[68835]: _type = "Task" [ 649.296843] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.304993] env[68835]: DEBUG oslo_vmware.api [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52307402-628c-dcb2-4219-a14b5ff05695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.316836] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81254436-5315-4312-9f72-0a02af3ea900 tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Lock "8edd2a87-1a90-43ea-a0fa-c285caa89226" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.342s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.415848] env[68835]: DEBUG nova.compute.manager [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.473197] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527ecd42-fd52-04ca-504b-59365a8e76e5, 'name': SearchDatastore_Task, 'duration_secs': 0.027459} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.478944] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d4729d-0986-4001-b3e3-7573abc8e566 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.487694] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Waiting for the task: (returnval){ [ 649.487694] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]525b1bba-88d0-98be-744c-29f5e02b8f0b" [ 649.487694] env[68835]: _type = "Task" [ 649.487694] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.497668] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525b1bba-88d0-98be-744c-29f5e02b8f0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.692861] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52737d9b-5584-8726-9509-a280c892135c, 'name': SearchDatastore_Task, 'duration_secs': 0.010889} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.694082] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f2ec0e2-dee9-4a87-8f14-f5723c3a21fb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.702445] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 649.702445] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52092bf1-8583-c4c0-562c-ca22e849db75" [ 649.702445] env[68835]: _type = "Task" [ 649.702445] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.717539] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52092bf1-8583-c4c0-562c-ca22e849db75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.810822] env[68835]: DEBUG oslo_vmware.api [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52307402-628c-dcb2-4219-a14b5ff05695, 'name': SearchDatastore_Task, 'duration_secs': 0.007882} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.812335] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.819504] env[68835]: DEBUG nova.compute.manager [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.855719] env[68835]: DEBUG nova.network.neutron [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Successfully updated port: d6775b90-04dd-477e-9f99-b3e62389c627 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.906353] env[68835]: DEBUG nova.network.neutron [req-f0b311dc-9945-460c-b8ab-cf286a3105c1 req-774478f3-1b6c-4926-8e03-645844c1fab8 service nova] [instance: e8defb77-1526-4962-9612-f7299492b53b] Updated VIF entry in instance network info cache for port c0ab7829-e2f4-42d6-867b-b7cd13202a50. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.906487] env[68835]: DEBUG nova.network.neutron [req-f0b311dc-9945-460c-b8ab-cf286a3105c1 req-774478f3-1b6c-4926-8e03-645844c1fab8 service nova] [instance: e8defb77-1526-4962-9612-f7299492b53b] Updating instance_info_cache with network_info: [{"id": "c0ab7829-e2f4-42d6-867b-b7cd13202a50", "address": "fa:16:3e:2d:3d:bf", "network": {"id": "8a29a964-7ea8-45fa-a7fa-31f1d8e612f7", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1402283799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "317bf852f6e74a829f2150e0d1a10f0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ab7829-e2", "ovs_interfaceid": "c0ab7829-e2f4-42d6-867b-b7cd13202a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.962327] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaf1f3e-95e5-4d66-9d2c-f63a7a34924e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.972865] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c0890f-82fc-4818-893a-ff503194ef82 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.011159] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ec3bf4-5af4-4e0a-ada5-2e5756657a00 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.020279] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525b1bba-88d0-98be-744c-29f5e02b8f0b, 'name': SearchDatastore_Task, 'duration_secs': 0.019362} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.029357] env[68835]: DEBUG oslo_concurrency.lockutils [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.029357] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] e8defb77-1526-4962-9612-f7299492b53b/e8defb77-1526-4962-9612-f7299492b53b.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.029357] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60f81893-c295-4591-8f9f-54175cc1e71f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.029590] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baaf6c9-1892-4ec0-89bd-3d2a1bfb94a0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.044965] env[68835]: DEBUG nova.compute.provider_tree [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.050140] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Waiting for the task: (returnval){ [ 650.050140] env[68835]: value = "task-3153605" [ 650.050140] env[68835]: _type = "Task" [ 650.050140] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.057087] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': task-3153605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.217189] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52092bf1-8583-c4c0-562c-ca22e849db75, 'name': SearchDatastore_Task, 'duration_secs': 0.016075} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.217189] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.217551] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] a08615df-fc52-4a65-bea0-6b3bfc513d99/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk. {{(pid=68835) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 650.217972] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-963be2d7-2bbd-41bf-abc5-181b914a648d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.227034] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 650.227034] env[68835]: value = "task-3153606" [ 650.227034] env[68835]: _type = "Task" [ 650.227034] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.234383] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.350800] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.363684] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "refresh_cache-f80f943b-e912-4b1d-a2d2-0d42c7f61e0c" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.363684] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "refresh_cache-f80f943b-e912-4b1d-a2d2-0d42c7f61e0c" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.363684] env[68835]: DEBUG nova.network.neutron [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.410209] env[68835]: DEBUG oslo_concurrency.lockutils [req-f0b311dc-9945-460c-b8ab-cf286a3105c1 req-774478f3-1b6c-4926-8e03-645844c1fab8 service nova] Releasing lock "refresh_cache-e8defb77-1526-4962-9612-f7299492b53b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.432058] env[68835]: DEBUG nova.compute.manager [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.470246] env[68835]: DEBUG nova.virt.hardware [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.470246] env[68835]: DEBUG nova.virt.hardware [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.470246] env[68835]: DEBUG nova.virt.hardware [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.470728] env[68835]: DEBUG nova.virt.hardware [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.470728] env[68835]: DEBUG nova.virt.hardware [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.470728] env[68835]: DEBUG nova.virt.hardware [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.470728] env[68835]: DEBUG nova.virt.hardware [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.470895] env[68835]: DEBUG nova.virt.hardware [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.470973] env[68835]: DEBUG nova.virt.hardware [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.471562] env[68835]: DEBUG nova.virt.hardware [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.471562] env[68835]: DEBUG nova.virt.hardware [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.472241] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b352be29-ab1e-4c36-9685-7ea9853f6962 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.482511] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c654af-36b5-4452-b0fa-00a4206ae1c7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.550376] env[68835]: DEBUG nova.scheduler.client.report [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.573850] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': task-3153605, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.586457] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Acquiring lock "edebcb67-10a9-47b1-9848-ec003e4de95f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.586774] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Lock "edebcb67-10a9-47b1-9848-ec003e4de95f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.738711] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153606, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.857438] env[68835]: DEBUG nova.network.neutron [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Successfully updated port: b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.898175] env[68835]: DEBUG nova.network.neutron [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.049389] env[68835]: DEBUG nova.network.neutron [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Updating instance_info_cache with network_info: [{"id": "d6775b90-04dd-477e-9f99-b3e62389c627", "address": "fa:16:3e:68:39:9d", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6775b90-04", "ovs_interfaceid": "d6775b90-04dd-477e-9f99-b3e62389c627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.071348] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.072033] env[68835]: DEBUG nova.compute.manager [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.074735] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': task-3153605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69619} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.075305] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.303s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.076909] env[68835]: INFO nova.compute.claims [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.080282] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] e8defb77-1526-4962-9612-f7299492b53b/e8defb77-1526-4962-9612-f7299492b53b.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.080282] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.080707] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed71f231-62ab-4b70-b3b6-64ab95d504d0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.087745] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Waiting for the task: (returnval){ [ 651.087745] env[68835]: value = "task-3153607" [ 651.087745] env[68835]: _type = "Task" [ 651.087745] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.098873] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': task-3153607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.238246] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658935} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.238515] env[68835]: INFO nova.virt.vmwareapi.ds_util [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] a08615df-fc52-4a65-bea0-6b3bfc513d99/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk. [ 651.239641] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c89603-9110-414f-99ee-3ce8c5ce217a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.266820] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] a08615df-fc52-4a65-bea0-6b3bfc513d99/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.267067] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfaca156-53b3-4942-b2b9-25b1d9687850 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.289292] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 651.289292] env[68835]: value = "task-3153608" [ 651.289292] env[68835]: _type = "Task" [ 651.289292] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.296727] env[68835]: DEBUG nova.compute.manager [req-10629b0a-5b71-4363-84c1-e5b22fde595a req-46a9be16-45ca-466a-97b4-dd331b4e464f service nova] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Received event network-vif-plugged-d6775b90-04dd-477e-9f99-b3e62389c627 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.296945] env[68835]: DEBUG oslo_concurrency.lockutils [req-10629b0a-5b71-4363-84c1-e5b22fde595a req-46a9be16-45ca-466a-97b4-dd331b4e464f service nova] Acquiring lock "f80f943b-e912-4b1d-a2d2-0d42c7f61e0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.297356] env[68835]: DEBUG oslo_concurrency.lockutils [req-10629b0a-5b71-4363-84c1-e5b22fde595a req-46a9be16-45ca-466a-97b4-dd331b4e464f service nova] Lock "f80f943b-e912-4b1d-a2d2-0d42c7f61e0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.297580] env[68835]: DEBUG oslo_concurrency.lockutils [req-10629b0a-5b71-4363-84c1-e5b22fde595a req-46a9be16-45ca-466a-97b4-dd331b4e464f service nova] Lock "f80f943b-e912-4b1d-a2d2-0d42c7f61e0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.297767] env[68835]: DEBUG nova.compute.manager [req-10629b0a-5b71-4363-84c1-e5b22fde595a req-46a9be16-45ca-466a-97b4-dd331b4e464f service nova] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] No waiting events found dispatching network-vif-plugged-d6775b90-04dd-477e-9f99-b3e62389c627 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.297909] env[68835]: WARNING nova.compute.manager [req-10629b0a-5b71-4363-84c1-e5b22fde595a req-46a9be16-45ca-466a-97b4-dd331b4e464f service nova] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Received unexpected event network-vif-plugged-d6775b90-04dd-477e-9f99-b3e62389c627 for instance with vm_state building and task_state spawning. [ 651.301828] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.363822] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Acquiring lock "refresh_cache-cdff230c-2bdf-4bd9-91c0-139f7fafccc3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.363960] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Acquired lock "refresh_cache-cdff230c-2bdf-4bd9-91c0-139f7fafccc3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.364142] env[68835]: DEBUG nova.network.neutron [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.554716] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "refresh_cache-f80f943b-e912-4b1d-a2d2-0d42c7f61e0c" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.554716] env[68835]: DEBUG nova.compute.manager [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Instance network_info: |[{"id": "d6775b90-04dd-477e-9f99-b3e62389c627", "address": "fa:16:3e:68:39:9d", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6775b90-04", "ovs_interfaceid": "d6775b90-04dd-477e-9f99-b3e62389c627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.555159] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:39:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6775b90-04dd-477e-9f99-b3e62389c627', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.564468] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Creating folder: Project (660d1c68ab57427993ef7dd44a9a4189). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.566439] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b6660c9-cae7-4fee-b78f-ddc63b79d7a5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.577527] env[68835]: DEBUG nova.compute.utils [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.581156] env[68835]: DEBUG nova.compute.manager [None req-366a2290-0beb-443f-8fd7-735a55ecf30c tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.585092] env[68835]: DEBUG nova.compute.manager [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.585643] env[68835]: DEBUG nova.network.neutron [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.593109] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f724efcc-8174-4abf-94ee-e936d604c192 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.597719] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Created folder: Project (660d1c68ab57427993ef7dd44a9a4189) in parent group-v630977. [ 651.597931] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Creating folder: Instances. Parent ref: group-v631028. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.604077] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c5b08b7-c09f-4efa-b84f-ddccd4474e09 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.620116] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': task-3153607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.310285} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.621836] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.622295] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Created folder: Instances in parent group-v631028. [ 651.623080] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.624292] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf2a367-ec2e-4ee8-aebe-87c906e4ef0e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.629454] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.629454] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95596d7f-4df2-48e4-b273-4f90bb92313b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.672516] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] e8defb77-1526-4962-9612-f7299492b53b/e8defb77-1526-4962-9612-f7299492b53b.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.680200] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e843f34-1ccf-454c-8527-d2115d4588a2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.692327] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.692327] env[68835]: value = "task-3153611" [ 651.692327] env[68835]: _type = "Task" [ 651.692327] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.693878] env[68835]: DEBUG nova.policy [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '864bca1f064041208416f83aab56fd7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '278ec598bc174a17b8f094b7af6dec73', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.703207] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Waiting for the task: (returnval){ [ 651.703207] env[68835]: value = "task-3153612" [ 651.703207] env[68835]: _type = "Task" [ 651.703207] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.710764] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153611, 'name': CreateVM_Task} progress is 15%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.715020] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': task-3153612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.802169] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.946260] env[68835]: DEBUG nova.network.neutron [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.056530] env[68835]: DEBUG nova.network.neutron [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Successfully created port: 81d3521b-ad40-4143-b00b-30429f4168b5 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.085141] env[68835]: DEBUG nova.compute.manager [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.122923] env[68835]: INFO nova.compute.manager [None req-366a2290-0beb-443f-8fd7-735a55ecf30c tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] instance snapshotting [ 652.123437] env[68835]: DEBUG nova.objects.instance [None req-366a2290-0beb-443f-8fd7-735a55ecf30c tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Lazy-loading 'flavor' on Instance uuid 8edd2a87-1a90-43ea-a0fa-c285caa89226 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.180631] env[68835]: DEBUG nova.compute.manager [req-4da10ee8-2d60-470f-a727-f592c7638551 req-7a9e0d7d-6b12-43c5-b5b0-a853ecedad57 service nova] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Received event network-changed-2d53b0bd-b22e-471a-abb8-6311e8d1c828 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.180911] env[68835]: DEBUG nova.compute.manager [req-4da10ee8-2d60-470f-a727-f592c7638551 req-7a9e0d7d-6b12-43c5-b5b0-a853ecedad57 service nova] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Refreshing instance network info cache due to event network-changed-2d53b0bd-b22e-471a-abb8-6311e8d1c828. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.181069] env[68835]: DEBUG oslo_concurrency.lockutils [req-4da10ee8-2d60-470f-a727-f592c7638551 req-7a9e0d7d-6b12-43c5-b5b0-a853ecedad57 service nova] Acquiring lock "refresh_cache-b40e7bdb-cc27-4536-bc35-68184c900060" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.181179] env[68835]: DEBUG oslo_concurrency.lockutils [req-4da10ee8-2d60-470f-a727-f592c7638551 req-7a9e0d7d-6b12-43c5-b5b0-a853ecedad57 service nova] Acquired lock "refresh_cache-b40e7bdb-cc27-4536-bc35-68184c900060" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.181463] env[68835]: DEBUG nova.network.neutron [req-4da10ee8-2d60-470f-a727-f592c7638551 req-7a9e0d7d-6b12-43c5-b5b0-a853ecedad57 service nova] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Refreshing network info cache for port 2d53b0bd-b22e-471a-abb8-6311e8d1c828 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.210494] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153611, 'name': CreateVM_Task, 'duration_secs': 0.370475} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.211527] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.211995] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.213056] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.213056] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.216117] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04262c68-005e-4235-a9bb-a85584582fe4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.218426] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': task-3153612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.228660] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 652.228660] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52ded61a-6f5e-b903-7272-9fa1a436b5f9" [ 652.228660] env[68835]: _type = "Task" [ 652.228660] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.237592] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ded61a-6f5e-b903-7272-9fa1a436b5f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.237592] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.238090] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.238090] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.238222] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.238811] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.241121] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47b6d258-4455-448b-b368-bdf5decb8635 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.248662] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.248856] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.249610] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c67d2c73-5bf4-4d41-b380-ad5f689d6fe2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.256215] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 652.256215] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52195c56-8f27-98c3-8fc8-ad916d5f5817" [ 652.256215] env[68835]: _type = "Task" [ 652.256215] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.266833] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52195c56-8f27-98c3-8fc8-ad916d5f5817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.276238] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f35319-5b2f-462c-b009-fb330b55fd5a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.283525] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b391c98b-b98d-46a8-879b-c7fd27bdbdfb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.321635] env[68835]: DEBUG nova.network.neutron [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Updating instance_info_cache with network_info: [{"id": "b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1", "address": "fa:16:3e:15:0b:59", "network": {"id": "2740fa55-cb34-488d-9a5c-7f69a520d1f6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-267944478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da72bae84c4d4ec39695c05e0e111e8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b13f8c-fc", "ovs_interfaceid": "b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.329990] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b2e1df-cb82-4e89-8387-9ce07367fe0f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.332836] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153608, 'name': ReconfigVM_Task, 'duration_secs': 1.003714} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.333045] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Reconfigured VM instance instance-00000009 to attach disk [datastore1] a08615df-fc52-4a65-bea0-6b3bfc513d99/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.334045] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10c21f6-9399-4cc4-994e-a4827ee4a991 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.340733] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67daa9f5-e037-48c7-b015-241f04c025a6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.368383] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bbb5d5b-0694-483d-b6c3-b0fa3586ae81 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.386875] env[68835]: DEBUG nova.compute.provider_tree [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.394629] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 652.394629] env[68835]: value = "task-3153613" [ 652.394629] env[68835]: _type = "Task" [ 652.394629] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.404046] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.634508] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6e7efc-f53f-4ad5-9afa-22f0bcd6ecaf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.653188] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03a40f4-0845-4536-9dcc-5911f88ff01f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.716448] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': task-3153612, 'name': ReconfigVM_Task, 'duration_secs': 0.61447} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.716718] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Reconfigured VM instance instance-00000012 to attach disk [datastore2] e8defb77-1526-4962-9612-f7299492b53b/e8defb77-1526-4962-9612-f7299492b53b.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.717436] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0380764e-fc37-4c18-b495-0a6603dea574 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.723888] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Waiting for the task: (returnval){ [ 652.723888] env[68835]: value = "task-3153614" [ 652.723888] env[68835]: _type = "Task" [ 652.723888] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.735222] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': task-3153614, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.767194] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52195c56-8f27-98c3-8fc8-ad916d5f5817, 'name': SearchDatastore_Task, 'duration_secs': 0.009172} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.768166] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0bf820a-238c-490e-8b47-147a40d81913 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.776296] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 652.776296] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5266c1e4-f419-0f07-22e9-dcfa2ecc99f7" [ 652.776296] env[68835]: _type = "Task" [ 652.776296] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.785978] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5266c1e4-f419-0f07-22e9-dcfa2ecc99f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.834681] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Releasing lock "refresh_cache-cdff230c-2bdf-4bd9-91c0-139f7fafccc3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.834681] env[68835]: DEBUG nova.compute.manager [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Instance network_info: |[{"id": "b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1", "address": "fa:16:3e:15:0b:59", "network": {"id": "2740fa55-cb34-488d-9a5c-7f69a520d1f6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-267944478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da72bae84c4d4ec39695c05e0e111e8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b13f8c-fc", "ovs_interfaceid": "b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.834941] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:0b:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.843108] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Creating folder: Project (da72bae84c4d4ec39695c05e0e111e8e). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.847162] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74e28c03-6ced-4eea-8e77-a3edfd5d044f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.858009] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Created folder: Project (da72bae84c4d4ec39695c05e0e111e8e) in parent group-v630977. [ 652.858228] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Creating folder: Instances. Parent ref: group-v631031. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.858494] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b16c061c-d89a-484c-950e-81fa1e04c07c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.870857] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Created folder: Instances in parent group-v631031. [ 652.870857] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.870857] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.870857] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f44b2a62-7a2a-44ab-8360-00e79b68b3df {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.890860] env[68835]: DEBUG nova.scheduler.client.report [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.896551] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.896551] env[68835]: value = "task-3153617" [ 652.896551] env[68835]: _type = "Task" [ 652.896551] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.908886] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153617, 'name': CreateVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.912758] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153613, 'name': ReconfigVM_Task, 'duration_secs': 0.379733} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.913201] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.913513] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56c9cde9-ce18-4b99-9b00-f71add6d5837 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.919956] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 652.919956] env[68835]: value = "task-3153618" [ 652.919956] env[68835]: _type = "Task" [ 652.919956] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.929095] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.947441] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Acquiring lock "8edd2a87-1a90-43ea-a0fa-c285caa89226" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.947738] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Lock "8edd2a87-1a90-43ea-a0fa-c285caa89226" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.947956] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Acquiring lock "8edd2a87-1a90-43ea-a0fa-c285caa89226-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.948153] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Lock "8edd2a87-1a90-43ea-a0fa-c285caa89226-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.948339] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Lock "8edd2a87-1a90-43ea-a0fa-c285caa89226-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.950740] env[68835]: INFO nova.compute.manager [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Terminating instance [ 653.087718] env[68835]: DEBUG nova.network.neutron [req-4da10ee8-2d60-470f-a727-f592c7638551 req-7a9e0d7d-6b12-43c5-b5b0-a853ecedad57 service nova] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Updated VIF entry in instance network info cache for port 2d53b0bd-b22e-471a-abb8-6311e8d1c828. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.087718] env[68835]: DEBUG nova.network.neutron [req-4da10ee8-2d60-470f-a727-f592c7638551 req-7a9e0d7d-6b12-43c5-b5b0-a853ecedad57 service nova] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Updating instance_info_cache with network_info: [{"id": "2d53b0bd-b22e-471a-abb8-6311e8d1c828", "address": "fa:16:3e:33:90:b5", "network": {"id": "4dbc2581-4203-4310-a8e0-9d0e24ca3afd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-321165657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339be58ec0f94c1a89b68caa377c92be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d53b0bd-b2", "ovs_interfaceid": "2d53b0bd-b22e-471a-abb8-6311e8d1c828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.106197] env[68835]: DEBUG nova.compute.manager [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.132789] env[68835]: DEBUG nova.virt.hardware [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.134030] env[68835]: DEBUG nova.virt.hardware [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.134030] env[68835]: DEBUG nova.virt.hardware [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.134030] env[68835]: DEBUG nova.virt.hardware [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.134030] env[68835]: DEBUG nova.virt.hardware [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.134030] env[68835]: DEBUG nova.virt.hardware [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.134372] env[68835]: DEBUG nova.virt.hardware [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.134603] env[68835]: DEBUG nova.virt.hardware [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.134880] env[68835]: DEBUG nova.virt.hardware [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.135125] env[68835]: DEBUG nova.virt.hardware [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.135345] env[68835]: DEBUG nova.virt.hardware [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.136258] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d711f94-d6e3-4fcf-a8df-8139290e87b8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.144654] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4769e28a-e23c-4d94-8f7d-b1a5fc5de776 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.163266] env[68835]: DEBUG nova.compute.manager [None req-366a2290-0beb-443f-8fd7-735a55ecf30c tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Instance disappeared during snapshot {{(pid=68835) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 653.233408] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': task-3153614, 'name': Rename_Task, 'duration_secs': 0.15088} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.233692] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.233932] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffe6dfc1-5041-485c-8574-71ecefbf00b7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.241118] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Waiting for the task: (returnval){ [ 653.241118] env[68835]: value = "task-3153619" [ 653.241118] env[68835]: _type = "Task" [ 653.241118] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.251502] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': task-3153619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.288111] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5266c1e4-f419-0f07-22e9-dcfa2ecc99f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.288509] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.288865] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] f80f943b-e912-4b1d-a2d2-0d42c7f61e0c/f80f943b-e912-4b1d-a2d2-0d42c7f61e0c.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.289172] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1ba7256-5268-4cc4-91a5-7835e229a654 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.296619] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 653.296619] env[68835]: value = "task-3153620" [ 653.296619] env[68835]: _type = "Task" [ 653.296619] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.306628] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.319921] env[68835]: DEBUG nova.compute.manager [None req-366a2290-0beb-443f-8fd7-735a55ecf30c tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Found 0 images (rotation: 2) {{(pid=68835) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 653.398601] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.399314] env[68835]: DEBUG nova.compute.manager [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.402414] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.298s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.402697] env[68835]: DEBUG nova.objects.instance [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Lazy-loading 'resources' on Instance uuid 295e1d0c-892d-444d-8461-d6d964eee4ff {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.413864] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153617, 'name': CreateVM_Task, 'duration_secs': 0.41923} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.414048] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.415474] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.415644] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.415966] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.416508] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70808a18-f371-4d17-aca4-ff1451000aab {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.429825] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Waiting for the task: (returnval){ [ 653.429825] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52245445-bd6a-e942-550e-d7fe6f470951" [ 653.429825] env[68835]: _type = "Task" [ 653.429825] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.434179] env[68835]: DEBUG oslo_vmware.api [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153618, 'name': PowerOnVM_Task, 'duration_secs': 0.469866} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.434824] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.440161] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52245445-bd6a-e942-550e-d7fe6f470951, 'name': SearchDatastore_Task, 'duration_secs': 0.009619} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.441344] env[68835]: DEBUG nova.compute.manager [None req-37cbdd60-acae-4ae6-b996-fb5c2e22b092 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.441605] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.441819] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.442062] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.442217] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.442380] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.443173] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf40bba-87fd-4077-84ad-8d3cca25eeb3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.446556] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dbf8a2d-6265-4fa4-94c3-4b5d89f73b88 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.456479] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Acquiring lock "refresh_cache-8edd2a87-1a90-43ea-a0fa-c285caa89226" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.456782] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Acquired lock "refresh_cache-8edd2a87-1a90-43ea-a0fa-c285caa89226" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.456862] env[68835]: DEBUG nova.network.neutron [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.458342] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.458536] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.461344] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61f738b0-9eaa-499d-a564-3ed586d76807 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.465413] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Waiting for the task: (returnval){ [ 653.465413] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52770d99-f4b2-5d9c-6b07-d41351325092" [ 653.465413] env[68835]: _type = "Task" [ 653.465413] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.476378] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52770d99-f4b2-5d9c-6b07-d41351325092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.592410] env[68835]: DEBUG oslo_concurrency.lockutils [req-4da10ee8-2d60-470f-a727-f592c7638551 req-7a9e0d7d-6b12-43c5-b5b0-a853ecedad57 service nova] Releasing lock "refresh_cache-b40e7bdb-cc27-4536-bc35-68184c900060" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.611065] env[68835]: DEBUG nova.network.neutron [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Successfully updated port: 81d3521b-ad40-4143-b00b-30429f4168b5 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.751207] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': task-3153619, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.807650] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153620, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.822607] env[68835]: DEBUG nova.compute.manager [req-8d98c3a9-c873-4048-a6d4-dbb45a5ffe3c req-58ec96b5-0a73-4b52-a1c5-b02b19a57e1d service nova] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Received event network-changed-d6775b90-04dd-477e-9f99-b3e62389c627 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.822836] env[68835]: DEBUG nova.compute.manager [req-8d98c3a9-c873-4048-a6d4-dbb45a5ffe3c req-58ec96b5-0a73-4b52-a1c5-b02b19a57e1d service nova] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Refreshing instance network info cache due to event network-changed-d6775b90-04dd-477e-9f99-b3e62389c627. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.823052] env[68835]: DEBUG oslo_concurrency.lockutils [req-8d98c3a9-c873-4048-a6d4-dbb45a5ffe3c req-58ec96b5-0a73-4b52-a1c5-b02b19a57e1d service nova] Acquiring lock "refresh_cache-f80f943b-e912-4b1d-a2d2-0d42c7f61e0c" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.823259] env[68835]: DEBUG oslo_concurrency.lockutils [req-8d98c3a9-c873-4048-a6d4-dbb45a5ffe3c req-58ec96b5-0a73-4b52-a1c5-b02b19a57e1d service nova] Acquired lock "refresh_cache-f80f943b-e912-4b1d-a2d2-0d42c7f61e0c" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.823736] env[68835]: DEBUG nova.network.neutron [req-8d98c3a9-c873-4048-a6d4-dbb45a5ffe3c req-58ec96b5-0a73-4b52-a1c5-b02b19a57e1d service nova] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Refreshing network info cache for port d6775b90-04dd-477e-9f99-b3e62389c627 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.886086] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "8e863779-d50a-4b1b-b355-d6d0e217addd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.886375] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lock "8e863779-d50a-4b1b-b355-d6d0e217addd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.906279] env[68835]: DEBUG nova.compute.utils [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.913068] env[68835]: DEBUG nova.compute.manager [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.913269] env[68835]: DEBUG nova.network.neutron [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.981257] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52770d99-f4b2-5d9c-6b07-d41351325092, 'name': SearchDatastore_Task, 'duration_secs': 0.00853} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.985374] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19208535-c09e-482e-ba8f-7e24f1dd0017 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.992137] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Waiting for the task: (returnval){ [ 653.992137] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d91759-707c-c63d-d1e0-fb995e0627dd" [ 653.992137] env[68835]: _type = "Task" [ 653.992137] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.999932] env[68835]: DEBUG nova.policy [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26e63e982dea45bc99adce9f43e6cd4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ad07c8cb9864aacb2ba4f4d12633e8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.001280] env[68835]: DEBUG nova.network.neutron [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.015020] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d91759-707c-c63d-d1e0-fb995e0627dd, 'name': SearchDatastore_Task, 'duration_secs': 0.015655} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.015020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.015020] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] cdff230c-2bdf-4bd9-91c0-139f7fafccc3/cdff230c-2bdf-4bd9-91c0-139f7fafccc3.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.015020] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1edf0f4a-555d-451f-9455-369955792cf0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.019697] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Waiting for the task: (returnval){ [ 654.019697] env[68835]: value = "task-3153621" [ 654.019697] env[68835]: _type = "Task" [ 654.019697] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.031154] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': task-3153621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.100594] env[68835]: DEBUG nova.network.neutron [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.114172] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquiring lock "refresh_cache-0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.114348] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquired lock "refresh_cache-0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.114931] env[68835]: DEBUG nova.network.neutron [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.252433] env[68835]: DEBUG oslo_vmware.api [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': task-3153619, 'name': PowerOnVM_Task, 'duration_secs': 0.799244} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.252808] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.253018] env[68835]: INFO nova.compute.manager [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Took 9.23 seconds to spawn the instance on the hypervisor. [ 654.253204] env[68835]: DEBUG nova.compute.manager [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.254041] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bf5699-823c-45c6-8a54-22b8333476a7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.307625] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527927} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.309153] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] f80f943b-e912-4b1d-a2d2-0d42c7f61e0c/f80f943b-e912-4b1d-a2d2-0d42c7f61e0c.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.309983] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.311533] env[68835]: DEBUG nova.compute.manager [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Received event network-vif-plugged-b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.311836] env[68835]: DEBUG oslo_concurrency.lockutils [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] Acquiring lock "cdff230c-2bdf-4bd9-91c0-139f7fafccc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.312154] env[68835]: DEBUG oslo_concurrency.lockutils [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] Lock "cdff230c-2bdf-4bd9-91c0-139f7fafccc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.312438] env[68835]: DEBUG oslo_concurrency.lockutils [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] Lock "cdff230c-2bdf-4bd9-91c0-139f7fafccc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.312725] env[68835]: DEBUG nova.compute.manager [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] No waiting events found dispatching network-vif-plugged-b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.313027] env[68835]: WARNING nova.compute.manager [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Received unexpected event network-vif-plugged-b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1 for instance with vm_state building and task_state spawning. [ 654.315018] env[68835]: DEBUG nova.compute.manager [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Received event network-changed-b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.315018] env[68835]: DEBUG nova.compute.manager [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Refreshing instance network info cache due to event network-changed-b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.315018] env[68835]: DEBUG oslo_concurrency.lockutils [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] Acquiring lock "refresh_cache-cdff230c-2bdf-4bd9-91c0-139f7fafccc3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.315018] env[68835]: DEBUG oslo_concurrency.lockutils [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] Acquired lock "refresh_cache-cdff230c-2bdf-4bd9-91c0-139f7fafccc3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.315018] env[68835]: DEBUG nova.network.neutron [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Refreshing network info cache for port b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.322027] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9b2b3d7-70fd-44b9-80b6-1e0a7b612b1a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.333269] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 654.333269] env[68835]: value = "task-3153622" [ 654.333269] env[68835]: _type = "Task" [ 654.333269] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.344473] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.418772] env[68835]: DEBUG nova.compute.manager [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.529871] env[68835]: DEBUG nova.network.neutron [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Successfully created port: 32d8a373-3073-4c08-b091-064dc5bbed2e {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.550107] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': task-3153621, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.555620] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5e2427-6a45-4de0-9ccf-5e07c6381948 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.565459] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d259d2-7cea-42a9-bf01-9b1cc5dcc184 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.602197] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d56075a-e11e-4270-851c-5fba54b7a358 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.605793] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Releasing lock "refresh_cache-8edd2a87-1a90-43ea-a0fa-c285caa89226" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.606496] env[68835]: DEBUG nova.compute.manager [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.606709] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.607669] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e37d007-4cb7-42d0-96fc-19e7a858871b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.619040] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c5f4af-083a-4873-bd45-f87100e80a0a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.625369] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.625369] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91f59ba6-8c86-4454-952b-489d099bcd4c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.641640] env[68835]: DEBUG nova.compute.provider_tree [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.645113] env[68835]: DEBUG oslo_vmware.api [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Waiting for the task: (returnval){ [ 654.645113] env[68835]: value = "task-3153623" [ 654.645113] env[68835]: _type = "Task" [ 654.645113] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.655371] env[68835]: DEBUG oslo_vmware.api [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': task-3153623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.780025] env[68835]: INFO nova.compute.manager [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Took 37.46 seconds to build instance. [ 654.845093] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080953} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.845377] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.846210] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d287573e-9f3c-40f3-ab71-8286f44d65a9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.868258] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] f80f943b-e912-4b1d-a2d2-0d42c7f61e0c/f80f943b-e912-4b1d-a2d2-0d42c7f61e0c.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.868511] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd8646ae-dae3-4ed3-950e-c4ca4f16f506 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.891782] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 654.891782] env[68835]: value = "task-3153624" [ 654.891782] env[68835]: _type = "Task" [ 654.891782] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.900559] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.914653] env[68835]: DEBUG nova.network.neutron [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.031498] env[68835]: DEBUG nova.network.neutron [req-8d98c3a9-c873-4048-a6d4-dbb45a5ffe3c req-58ec96b5-0a73-4b52-a1c5-b02b19a57e1d service nova] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Updated VIF entry in instance network info cache for port d6775b90-04dd-477e-9f99-b3e62389c627. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.031498] env[68835]: DEBUG nova.network.neutron [req-8d98c3a9-c873-4048-a6d4-dbb45a5ffe3c req-58ec96b5-0a73-4b52-a1c5-b02b19a57e1d service nova] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Updating instance_info_cache with network_info: [{"id": "d6775b90-04dd-477e-9f99-b3e62389c627", "address": "fa:16:3e:68:39:9d", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6775b90-04", "ovs_interfaceid": "d6775b90-04dd-477e-9f99-b3e62389c627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.041167] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': task-3153621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730424} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.041544] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] cdff230c-2bdf-4bd9-91c0-139f7fafccc3/cdff230c-2bdf-4bd9-91c0-139f7fafccc3.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.041780] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.042049] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40b53051-6889-4e81-81d2-b99e6d6ce02f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.044093] env[68835]: INFO nova.compute.manager [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Unrescuing [ 655.044324] env[68835]: DEBUG oslo_concurrency.lockutils [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "refresh_cache-a08615df-fc52-4a65-bea0-6b3bfc513d99" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.044491] env[68835]: DEBUG oslo_concurrency.lockutils [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquired lock "refresh_cache-a08615df-fc52-4a65-bea0-6b3bfc513d99" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.044667] env[68835]: DEBUG nova.network.neutron [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.051588] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Waiting for the task: (returnval){ [ 655.051588] env[68835]: value = "task-3153625" [ 655.051588] env[68835]: _type = "Task" [ 655.051588] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.061681] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': task-3153625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.147357] env[68835]: DEBUG nova.scheduler.client.report [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.162938] env[68835]: DEBUG oslo_vmware.api [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': task-3153623, 'name': PowerOffVM_Task, 'duration_secs': 0.186894} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.163243] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.163414] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.163896] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d961b3aa-0280-4917-9875-d442a8703435 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.191471] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.191761] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.192095] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Deleting the datastore file [datastore2] 8edd2a87-1a90-43ea-a0fa-c285caa89226 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.192095] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87ea1fb9-e0cc-4a02-8d7d-ce526ced676a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.198388] env[68835]: DEBUG oslo_vmware.api [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Waiting for the task: (returnval){ [ 655.198388] env[68835]: value = "task-3153627" [ 655.198388] env[68835]: _type = "Task" [ 655.198388] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.206374] env[68835]: DEBUG oslo_vmware.api [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': task-3153627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.282620] env[68835]: DEBUG oslo_concurrency.lockutils [None req-225e76b1-a8ee-4efc-be2e-ca3930dff19d tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Lock "e8defb77-1526-4962-9612-f7299492b53b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.976s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.315942] env[68835]: DEBUG nova.network.neutron [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Updating instance_info_cache with network_info: [{"id": "81d3521b-ad40-4143-b00b-30429f4168b5", "address": "fa:16:3e:1a:56:53", "network": {"id": "4796552a-438b-4789-9297-47ef68a6d663", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544253656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278ec598bc174a17b8f094b7af6dec73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d3521b-ad", "ovs_interfaceid": "81d3521b-ad40-4143-b00b-30429f4168b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.317726] env[68835]: DEBUG nova.network.neutron [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Updated VIF entry in instance network info cache for port b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.318046] env[68835]: DEBUG nova.network.neutron [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Updating instance_info_cache with network_info: [{"id": "b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1", "address": "fa:16:3e:15:0b:59", "network": {"id": "2740fa55-cb34-488d-9a5c-7f69a520d1f6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-267944478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da72bae84c4d4ec39695c05e0e111e8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b13f8c-fc", "ovs_interfaceid": "b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.404362] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.434040] env[68835]: DEBUG nova.compute.manager [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.478774] env[68835]: DEBUG nova.virt.hardware [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.478774] env[68835]: DEBUG nova.virt.hardware [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.478774] env[68835]: DEBUG nova.virt.hardware [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.478774] env[68835]: DEBUG nova.virt.hardware [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.479030] env[68835]: DEBUG nova.virt.hardware [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.479030] env[68835]: DEBUG nova.virt.hardware [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.479030] env[68835]: DEBUG nova.virt.hardware [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.479280] env[68835]: DEBUG nova.virt.hardware [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.479555] env[68835]: DEBUG nova.virt.hardware [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.479842] env[68835]: DEBUG nova.virt.hardware [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.480139] env[68835]: DEBUG nova.virt.hardware [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.482207] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456abacf-96ce-4937-b853-ef5916c6386c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.494557] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8b8cad-e962-4473-8e33-c299ba0dcab1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.536338] env[68835]: DEBUG oslo_concurrency.lockutils [req-8d98c3a9-c873-4048-a6d4-dbb45a5ffe3c req-58ec96b5-0a73-4b52-a1c5-b02b19a57e1d service nova] Releasing lock "refresh_cache-f80f943b-e912-4b1d-a2d2-0d42c7f61e0c" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.566165] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': task-3153625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063115} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.566652] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.567790] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99b440a-5986-45db-90fa-8aba417b38a4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.606073] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] cdff230c-2bdf-4bd9-91c0-139f7fafccc3/cdff230c-2bdf-4bd9-91c0-139f7fafccc3.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.608373] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c82e374-07d0-4017-b3ec-f0dfda93a4d3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.631259] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Waiting for the task: (returnval){ [ 655.631259] env[68835]: value = "task-3153628" [ 655.631259] env[68835]: _type = "Task" [ 655.631259] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.642835] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': task-3153628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.665056] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.665056] env[68835]: DEBUG oslo_concurrency.lockutils [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.372s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.665056] env[68835]: INFO nova.compute.claims [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.694241] env[68835]: INFO nova.scheduler.client.report [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Deleted allocations for instance 295e1d0c-892d-444d-8461-d6d964eee4ff [ 655.709087] env[68835]: DEBUG oslo_vmware.api [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Task: {'id': task-3153627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460227} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.714019] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.714019] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.714019] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.714019] env[68835]: INFO nova.compute.manager [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Took 1.11 seconds to destroy the instance on the hypervisor. [ 655.714019] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.714405] env[68835]: DEBUG nova.compute.manager [-] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.714405] env[68835]: DEBUG nova.network.neutron [-] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.740868] env[68835]: DEBUG nova.network.neutron [-] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.784661] env[68835]: DEBUG nova.compute.manager [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.820585] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Releasing lock "refresh_cache-0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.821488] env[68835]: DEBUG nova.compute.manager [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Instance network_info: |[{"id": "81d3521b-ad40-4143-b00b-30429f4168b5", "address": "fa:16:3e:1a:56:53", "network": {"id": "4796552a-438b-4789-9297-47ef68a6d663", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544253656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278ec598bc174a17b8f094b7af6dec73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d3521b-ad", "ovs_interfaceid": "81d3521b-ad40-4143-b00b-30429f4168b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.821488] env[68835]: DEBUG oslo_concurrency.lockutils [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] Releasing lock "refresh_cache-cdff230c-2bdf-4bd9-91c0-139f7fafccc3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.822548] env[68835]: DEBUG nova.compute.manager [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Received event network-vif-plugged-81d3521b-ad40-4143-b00b-30429f4168b5 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.822548] env[68835]: DEBUG oslo_concurrency.lockutils [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] Acquiring lock "0a3ec5b2-43c5-49ae-ad46-c2a67581ff73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.822548] env[68835]: DEBUG oslo_concurrency.lockutils [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] Lock "0a3ec5b2-43c5-49ae-ad46-c2a67581ff73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.823223] env[68835]: DEBUG oslo_concurrency.lockutils [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] Lock "0a3ec5b2-43c5-49ae-ad46-c2a67581ff73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.823579] env[68835]: DEBUG nova.compute.manager [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] No waiting events found dispatching network-vif-plugged-81d3521b-ad40-4143-b00b-30429f4168b5 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.823908] env[68835]: WARNING nova.compute.manager [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Received unexpected event network-vif-plugged-81d3521b-ad40-4143-b00b-30429f4168b5 for instance with vm_state building and task_state spawning. [ 655.824270] env[68835]: DEBUG nova.compute.manager [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Received event network-changed-81d3521b-ad40-4143-b00b-30429f4168b5 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.824568] env[68835]: DEBUG nova.compute.manager [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Refreshing instance network info cache due to event network-changed-81d3521b-ad40-4143-b00b-30429f4168b5. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.825132] env[68835]: DEBUG oslo_concurrency.lockutils [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] Acquiring lock "refresh_cache-0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.825346] env[68835]: DEBUG oslo_concurrency.lockutils [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] Acquired lock "refresh_cache-0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.825638] env[68835]: DEBUG nova.network.neutron [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Refreshing network info cache for port 81d3521b-ad40-4143-b00b-30429f4168b5 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.828813] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:56:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81d3521b-ad40-4143-b00b-30429f4168b5', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.838675] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.840429] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.841266] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a93f46f5-3b48-49df-9cff-79e72c8eabb3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.869056] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.869056] env[68835]: value = "task-3153629" [ 655.869056] env[68835]: _type = "Task" [ 655.869056] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.881357] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153629, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.908258] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.977474] env[68835]: DEBUG nova.network.neutron [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Updating instance_info_cache with network_info: [{"id": "6af43c18-d98e-4425-a36c-de3cfd464e62", "address": "fa:16:3e:e1:86:be", "network": {"id": "5e25d55c-ae94-488d-a760-8724f5b28202", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2137189452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d208ae6bc544935aa50e7d6943be08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af43c18-d9", "ovs_interfaceid": "6af43c18-d98e-4425-a36c-de3cfd464e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.144857] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': task-3153628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.207789] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fdfa8988-e206-4b41-bb2e-99a810dadc3c tempest-ServerDiagnosticsV248Test-386964119 tempest-ServerDiagnosticsV248Test-386964119-project-member] Lock "295e1d0c-892d-444d-8461-d6d964eee4ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.531s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.248820] env[68835]: DEBUG nova.network.neutron [-] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.316969] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.380727] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153629, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.409745] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153624, 'name': ReconfigVM_Task, 'duration_secs': 1.298397} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.410045] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Reconfigured VM instance instance-00000013 to attach disk [datastore2] f80f943b-e912-4b1d-a2d2-0d42c7f61e0c/f80f943b-e912-4b1d-a2d2-0d42c7f61e0c.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.411016] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d3c2c9b-d091-4d0b-996a-8abba33dbedf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.417494] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 656.417494] env[68835]: value = "task-3153630" [ 656.417494] env[68835]: _type = "Task" [ 656.417494] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.425781] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153630, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.480537] env[68835]: DEBUG oslo_concurrency.lockutils [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Releasing lock "refresh_cache-a08615df-fc52-4a65-bea0-6b3bfc513d99" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.481225] env[68835]: DEBUG nova.objects.instance [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lazy-loading 'flavor' on Instance uuid a08615df-fc52-4a65-bea0-6b3bfc513d99 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.645787] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': task-3153628, 'name': ReconfigVM_Task, 'duration_secs': 0.868646} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.646097] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Reconfigured VM instance instance-00000014 to attach disk [datastore2] cdff230c-2bdf-4bd9-91c0-139f7fafccc3/cdff230c-2bdf-4bd9-91c0-139f7fafccc3.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.646866] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7a60796-d0ac-490f-92a2-51af3594cfb3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.654746] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Waiting for the task: (returnval){ [ 656.654746] env[68835]: value = "task-3153631" [ 656.654746] env[68835]: _type = "Task" [ 656.654746] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.665992] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': task-3153631, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.754669] env[68835]: INFO nova.compute.manager [-] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Took 1.04 seconds to deallocate network for instance. [ 656.848667] env[68835]: DEBUG nova.network.neutron [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Updated VIF entry in instance network info cache for port 81d3521b-ad40-4143-b00b-30429f4168b5. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.848667] env[68835]: DEBUG nova.network.neutron [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Updating instance_info_cache with network_info: [{"id": "81d3521b-ad40-4143-b00b-30429f4168b5", "address": "fa:16:3e:1a:56:53", "network": {"id": "4796552a-438b-4789-9297-47ef68a6d663", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544253656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278ec598bc174a17b8f094b7af6dec73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d3521b-ad", "ovs_interfaceid": "81d3521b-ad40-4143-b00b-30429f4168b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.891452] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153629, 'name': CreateVM_Task, 'duration_secs': 0.575725} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.891757] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.893127] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.893415] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.894073] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.894647] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc168a09-31d8-49a2-81be-a72f085b0672 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.901569] env[68835]: DEBUG nova.compute.manager [req-5997d433-e171-4d2e-92b5-93a0303d1003 req-b3142d84-f5ac-4a14-b901-2f8243eb9f84 service nova] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Received event network-vif-plugged-32d8a373-3073-4c08-b091-064dc5bbed2e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.901874] env[68835]: DEBUG oslo_concurrency.lockutils [req-5997d433-e171-4d2e-92b5-93a0303d1003 req-b3142d84-f5ac-4a14-b901-2f8243eb9f84 service nova] Acquiring lock "35f1fcb9-985b-4bac-8dc3-e0787f43de54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.902219] env[68835]: DEBUG oslo_concurrency.lockutils [req-5997d433-e171-4d2e-92b5-93a0303d1003 req-b3142d84-f5ac-4a14-b901-2f8243eb9f84 service nova] Lock "35f1fcb9-985b-4bac-8dc3-e0787f43de54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.902483] env[68835]: DEBUG oslo_concurrency.lockutils [req-5997d433-e171-4d2e-92b5-93a0303d1003 req-b3142d84-f5ac-4a14-b901-2f8243eb9f84 service nova] Lock "35f1fcb9-985b-4bac-8dc3-e0787f43de54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.902754] env[68835]: DEBUG nova.compute.manager [req-5997d433-e171-4d2e-92b5-93a0303d1003 req-b3142d84-f5ac-4a14-b901-2f8243eb9f84 service nova] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] No waiting events found dispatching network-vif-plugged-32d8a373-3073-4c08-b091-064dc5bbed2e {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.903021] env[68835]: WARNING nova.compute.manager [req-5997d433-e171-4d2e-92b5-93a0303d1003 req-b3142d84-f5ac-4a14-b901-2f8243eb9f84 service nova] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Received unexpected event network-vif-plugged-32d8a373-3073-4c08-b091-064dc5bbed2e for instance with vm_state building and task_state spawning. [ 656.905671] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for the task: (returnval){ [ 656.905671] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52cdc13a-e69b-37d0-125f-c4ffc06b2bfc" [ 656.905671] env[68835]: _type = "Task" [ 656.905671] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.922425] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52cdc13a-e69b-37d0-125f-c4ffc06b2bfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.942856] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153630, 'name': Rename_Task, 'duration_secs': 0.144469} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.946603] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.947235] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebdf6d34-e0c9-49d2-a400-302c71091220 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.957900] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 656.957900] env[68835]: value = "task-3153632" [ 656.957900] env[68835]: _type = "Task" [ 656.957900] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.977948] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153632, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.983492] env[68835]: DEBUG nova.network.neutron [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Successfully updated port: 32d8a373-3073-4c08-b091-064dc5bbed2e {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.991838] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a63923-d8fa-4af4-9206-65090e3980df {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.025015] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.026721] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04c89583-5724-4ef7-8cc0-63064774ce52 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.032276] env[68835]: DEBUG oslo_vmware.api [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 657.032276] env[68835]: value = "task-3153633" [ 657.032276] env[68835]: _type = "Task" [ 657.032276] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.759097] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.759521] env[68835]: DEBUG oslo_concurrency.lockutils [req-6c357ee9-94ea-4c75-91c2-d0c66b906942 req-17575c96-cf58-419f-82e0-754bb23df0b2 service nova] Releasing lock "refresh_cache-0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.760153] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Acquiring lock "refresh_cache-35f1fcb9-985b-4bac-8dc3-e0787f43de54" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.760276] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Acquired lock "refresh_cache-35f1fcb9-985b-4bac-8dc3-e0787f43de54" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.760457] env[68835]: DEBUG nova.network.neutron [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.773431] env[68835]: DEBUG oslo_vmware.api [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153633, 'name': PowerOffVM_Task, 'duration_secs': 0.519098} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.775103] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.780886] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 657.792955] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db004dc2-a614-4603-bffb-68a8245b563b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.806672] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': task-3153631, 'name': Rename_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.806938] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.807208] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52cdc13a-e69b-37d0-125f-c4ffc06b2bfc, 'name': SearchDatastore_Task, 'duration_secs': 0.029729} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.807979] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.808235] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.808740] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.808740] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.808814] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.809444] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74daa00d-ccf8-49f7-812a-9c3dc6111669 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.813685] env[68835]: DEBUG oslo_vmware.api [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 657.813685] env[68835]: value = "task-3153634" [ 657.813685] env[68835]: _type = "Task" [ 657.813685] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.818273] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.818434] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.822332] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfe57bff-f182-46ee-8920-9fc08924416b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.825098] env[68835]: DEBUG oslo_vmware.api [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.829295] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for the task: (returnval){ [ 657.829295] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528dc34f-bc2b-3a53-8704-a8bd9c4863f1" [ 657.829295] env[68835]: _type = "Task" [ 657.829295] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.839475] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528dc34f-bc2b-3a53-8704-a8bd9c4863f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.040953] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4384a3-33b2-4fc3-bc16-6d21ed72ef95 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.049118] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd64872d-bcfa-4b2b-8ced-d24239bad53e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.086697] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2853ac7-7127-4cda-a98c-150cb1495c4d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.094395] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05977912-d426-48bb-8e6e-ac6adf484489 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.111826] env[68835]: DEBUG nova.compute.provider_tree [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.271214] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': task-3153631, 'name': Rename_Task, 'duration_secs': 1.154885} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.274355] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.276399] env[68835]: DEBUG oslo_vmware.api [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153632, 'name': PowerOnVM_Task, 'duration_secs': 1.251693} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.276664] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39a152cf-5f07-4b81-8274-df093af22f78 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.278431] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.278624] env[68835]: INFO nova.compute.manager [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Took 10.62 seconds to spawn the instance on the hypervisor. [ 658.278916] env[68835]: DEBUG nova.compute.manager [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.279952] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b772b4c-e281-4602-848d-c86dfe71e016 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.289338] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Waiting for the task: (returnval){ [ 658.289338] env[68835]: value = "task-3153635" [ 658.289338] env[68835]: _type = "Task" [ 658.289338] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.299239] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': task-3153635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.322483] env[68835]: DEBUG oslo_vmware.api [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153634, 'name': ReconfigVM_Task, 'duration_secs': 0.291897} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.322763] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 658.323138] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.323403] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bafc72d7-fe4f-4110-8a11-5c74137313ef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.326650] env[68835]: DEBUG nova.network.neutron [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.330281] env[68835]: DEBUG oslo_vmware.api [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 658.330281] env[68835]: value = "task-3153636" [ 658.330281] env[68835]: _type = "Task" [ 658.330281] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.340829] env[68835]: DEBUG oslo_vmware.api [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.345112] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528dc34f-bc2b-3a53-8704-a8bd9c4863f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009498} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.345865] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb25a936-abdd-4142-8c87-8c802801672c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.351427] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for the task: (returnval){ [ 658.351427] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52593987-89f7-a0b7-667a-0a86a1b2348a" [ 658.351427] env[68835]: _type = "Task" [ 658.351427] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.361560] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52593987-89f7-a0b7-667a-0a86a1b2348a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.545489] env[68835]: DEBUG nova.network.neutron [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Updating instance_info_cache with network_info: [{"id": "32d8a373-3073-4c08-b091-064dc5bbed2e", "address": "fa:16:3e:79:2c:43", "network": {"id": "86164b0f-6e04-4a23-83fc-3436d081ca98", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2056600517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad07c8cb9864aacb2ba4f4d12633e8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d8a373-30", "ovs_interfaceid": "32d8a373-3073-4c08-b091-064dc5bbed2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.615393] env[68835]: DEBUG nova.scheduler.client.report [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.803228] env[68835]: INFO nova.compute.manager [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Took 40.53 seconds to build instance. [ 658.822016] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': task-3153635, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.840029] env[68835]: DEBUG oslo_vmware.api [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153636, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.864393] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52593987-89f7-a0b7-667a-0a86a1b2348a, 'name': SearchDatastore_Task, 'duration_secs': 0.030121} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.864998] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.865448] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73/0a3ec5b2-43c5-49ae-ad46-c2a67581ff73.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.865876] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24891f56-eab4-446b-8f5f-7a54c4207f0d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.876860] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for the task: (returnval){ [ 658.876860] env[68835]: value = "task-3153637" [ 658.876860] env[68835]: _type = "Task" [ 658.876860] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.887960] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.015711] env[68835]: DEBUG nova.compute.manager [req-d9e5d167-f366-4f19-91cd-223f29548c43 req-e6039a91-200a-418f-a6bc-ff2d77517b75 service nova] [instance: e8defb77-1526-4962-9612-f7299492b53b] Received event network-changed-c0ab7829-e2f4-42d6-867b-b7cd13202a50 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.018348] env[68835]: DEBUG nova.compute.manager [req-d9e5d167-f366-4f19-91cd-223f29548c43 req-e6039a91-200a-418f-a6bc-ff2d77517b75 service nova] [instance: e8defb77-1526-4962-9612-f7299492b53b] Refreshing instance network info cache due to event network-changed-c0ab7829-e2f4-42d6-867b-b7cd13202a50. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.018875] env[68835]: DEBUG oslo_concurrency.lockutils [req-d9e5d167-f366-4f19-91cd-223f29548c43 req-e6039a91-200a-418f-a6bc-ff2d77517b75 service nova] Acquiring lock "refresh_cache-e8defb77-1526-4962-9612-f7299492b53b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.019088] env[68835]: DEBUG oslo_concurrency.lockutils [req-d9e5d167-f366-4f19-91cd-223f29548c43 req-e6039a91-200a-418f-a6bc-ff2d77517b75 service nova] Acquired lock "refresh_cache-e8defb77-1526-4962-9612-f7299492b53b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.019216] env[68835]: DEBUG nova.network.neutron [req-d9e5d167-f366-4f19-91cd-223f29548c43 req-e6039a91-200a-418f-a6bc-ff2d77517b75 service nova] [instance: e8defb77-1526-4962-9612-f7299492b53b] Refreshing network info cache for port c0ab7829-e2f4-42d6-867b-b7cd13202a50 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.047863] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Releasing lock "refresh_cache-35f1fcb9-985b-4bac-8dc3-e0787f43de54" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.048238] env[68835]: DEBUG nova.compute.manager [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Instance network_info: |[{"id": "32d8a373-3073-4c08-b091-064dc5bbed2e", "address": "fa:16:3e:79:2c:43", "network": {"id": "86164b0f-6e04-4a23-83fc-3436d081ca98", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2056600517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad07c8cb9864aacb2ba4f4d12633e8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d8a373-30", "ovs_interfaceid": "32d8a373-3073-4c08-b091-064dc5bbed2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.049266] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:2c:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32d8a373-3073-4c08-b091-064dc5bbed2e', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.057655] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Creating folder: Project (7ad07c8cb9864aacb2ba4f4d12633e8f). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.058336] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-865dfbbe-8766-4fa5-a4c3-32c40c648b3e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.069987] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Created folder: Project (7ad07c8cb9864aacb2ba4f4d12633e8f) in parent group-v630977. [ 659.070115] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Creating folder: Instances. Parent ref: group-v631035. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.070434] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83c4f817-7bdf-4dd0-8a90-4378a30f9b63 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.083235] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Created folder: Instances in parent group-v631035. [ 659.083510] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.083713] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.083947] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-901c00c4-51e0-423d-861d-c7b2cce3f28b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.110212] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.110212] env[68835]: value = "task-3153640" [ 659.110212] env[68835]: _type = "Task" [ 659.110212] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.117250] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153640, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.120275] env[68835]: DEBUG oslo_concurrency.lockutils [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.457s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.121134] env[68835]: DEBUG nova.compute.manager [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.125355] env[68835]: DEBUG oslo_concurrency.lockutils [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.804s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.128607] env[68835]: INFO nova.compute.claims [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.305591] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5386e542-6078-4207-93c5-fb3ca9a8c63f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "f80f943b-e912-4b1d-a2d2-0d42c7f61e0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.042s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.321325] env[68835]: DEBUG oslo_vmware.api [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': task-3153635, 'name': PowerOnVM_Task, 'duration_secs': 0.866795} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.322249] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.322249] env[68835]: INFO nova.compute.manager [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Took 8.89 seconds to spawn the instance on the hypervisor. [ 659.322249] env[68835]: DEBUG nova.compute.manager [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.323512] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdf43e4-5e27-40ed-aa33-a9701e37cbd1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.349890] env[68835]: DEBUG oslo_vmware.api [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153636, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.389988] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153637, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.619247] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153640, 'name': CreateVM_Task, 'duration_secs': 0.459257} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.619455] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.620259] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.620490] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.621090] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.621385] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac7fe0de-9284-49c0-ad0b-d2825f509951 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.626770] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Waiting for the task: (returnval){ [ 659.626770] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52826a8b-5ed3-3b56-b7da-71107008e7f6" [ 659.626770] env[68835]: _type = "Task" [ 659.626770] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.634707] env[68835]: DEBUG nova.compute.utils [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.636009] env[68835]: DEBUG nova.compute.manager [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.638102] env[68835]: DEBUG nova.network.neutron [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.652102] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52826a8b-5ed3-3b56-b7da-71107008e7f6, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.652874] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.653211] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.653554] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.654061] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.654513] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.655686] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-410e71f5-941b-4600-8f1a-68bbd13d8236 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.668640] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.668840] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.669686] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12f4d0df-0591-4e10-91a6-4e7e018fe5f1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.676082] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Waiting for the task: (returnval){ [ 659.676082] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52be7fc0-8ab9-4a41-bb0f-4f3e7332452f" [ 659.676082] env[68835]: _type = "Task" [ 659.676082] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.685072] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52be7fc0-8ab9-4a41-bb0f-4f3e7332452f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.737637] env[68835]: DEBUG nova.policy [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b9ad51a5a8e4347b98622657a755971', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11b3adf634a447a884cb660883fadb75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.781121] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquiring lock "4743452f-e6f6-4069-bb1a-bc08b74287f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.781949] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lock "4743452f-e6f6-4069-bb1a-bc08b74287f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.813227] env[68835]: DEBUG nova.compute.manager [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.855865] env[68835]: DEBUG oslo_vmware.api [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153636, 'name': PowerOnVM_Task, 'duration_secs': 1.213476} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.855865] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.855865] env[68835]: DEBUG nova.compute.manager [None req-89a0613a-099e-4cb3-8440-4c0c17896c50 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.857572] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeae79a0-a5a4-4844-8a3b-4b8f194a731c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.860714] env[68835]: INFO nova.compute.manager [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Took 40.86 seconds to build instance. [ 659.888208] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746408} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.889078] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73/0a3ec5b2-43c5-49ae-ad46-c2a67581ff73.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.889384] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.889642] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b5fcdd1-c917-4af8-84d9-7bb551e65220 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.898487] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for the task: (returnval){ [ 659.898487] env[68835]: value = "task-3153641" [ 659.898487] env[68835]: _type = "Task" [ 659.898487] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.909682] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.002210] env[68835]: DEBUG nova.network.neutron [req-d9e5d167-f366-4f19-91cd-223f29548c43 req-e6039a91-200a-418f-a6bc-ff2d77517b75 service nova] [instance: e8defb77-1526-4962-9612-f7299492b53b] Updated VIF entry in instance network info cache for port c0ab7829-e2f4-42d6-867b-b7cd13202a50. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.002210] env[68835]: DEBUG nova.network.neutron [req-d9e5d167-f366-4f19-91cd-223f29548c43 req-e6039a91-200a-418f-a6bc-ff2d77517b75 service nova] [instance: e8defb77-1526-4962-9612-f7299492b53b] Updating instance_info_cache with network_info: [{"id": "c0ab7829-e2f4-42d6-867b-b7cd13202a50", "address": "fa:16:3e:2d:3d:bf", "network": {"id": "8a29a964-7ea8-45fa-a7fa-31f1d8e612f7", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1402283799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "317bf852f6e74a829f2150e0d1a10f0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ab7829-e2", "ovs_interfaceid": "c0ab7829-e2f4-42d6-867b-b7cd13202a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.144515] env[68835]: DEBUG nova.compute.manager [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.187931] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52be7fc0-8ab9-4a41-bb0f-4f3e7332452f, 'name': SearchDatastore_Task, 'duration_secs': 0.011103} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.193098] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3ae6d33-ce88-4107-b7d6-dad3108fee51 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.201587] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Waiting for the task: (returnval){ [ 660.201587] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5232436f-cc35-e966-4937-f382da0a22bc" [ 660.201587] env[68835]: _type = "Task" [ 660.201587] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.208123] env[68835]: DEBUG nova.network.neutron [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Successfully created port: 8ce7b072-7aca-46d9-b8b4-63b0f79e8283 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.218394] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5232436f-cc35-e966-4937-f382da0a22bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.338055] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.364840] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e04ccc8c-9803-41bf-b9b8-c1a5575ca225 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Lock "cdff230c-2bdf-4bd9-91c0-139f7fafccc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.370s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.410613] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125461} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.410928] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.416059] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6e0419-b229-4b17-afc9-0306e96915df {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.445122] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73/0a3ec5b2-43c5-49ae-ad46-c2a67581ff73.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.450016] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d232e54-60be-4d6b-8698-0228228df78d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.469477] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for the task: (returnval){ [ 660.469477] env[68835]: value = "task-3153642" [ 660.469477] env[68835]: _type = "Task" [ 660.469477] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.480446] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.504439] env[68835]: DEBUG oslo_concurrency.lockutils [req-d9e5d167-f366-4f19-91cd-223f29548c43 req-e6039a91-200a-418f-a6bc-ff2d77517b75 service nova] Releasing lock "refresh_cache-e8defb77-1526-4962-9612-f7299492b53b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.504705] env[68835]: DEBUG nova.compute.manager [req-d9e5d167-f366-4f19-91cd-223f29548c43 req-e6039a91-200a-418f-a6bc-ff2d77517b75 service nova] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Received event network-changed-32d8a373-3073-4c08-b091-064dc5bbed2e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.504880] env[68835]: DEBUG nova.compute.manager [req-d9e5d167-f366-4f19-91cd-223f29548c43 req-e6039a91-200a-418f-a6bc-ff2d77517b75 service nova] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Refreshing instance network info cache due to event network-changed-32d8a373-3073-4c08-b091-064dc5bbed2e. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.505104] env[68835]: DEBUG oslo_concurrency.lockutils [req-d9e5d167-f366-4f19-91cd-223f29548c43 req-e6039a91-200a-418f-a6bc-ff2d77517b75 service nova] Acquiring lock "refresh_cache-35f1fcb9-985b-4bac-8dc3-e0787f43de54" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.505279] env[68835]: DEBUG oslo_concurrency.lockutils [req-d9e5d167-f366-4f19-91cd-223f29548c43 req-e6039a91-200a-418f-a6bc-ff2d77517b75 service nova] Acquired lock "refresh_cache-35f1fcb9-985b-4bac-8dc3-e0787f43de54" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.505553] env[68835]: DEBUG nova.network.neutron [req-d9e5d167-f366-4f19-91cd-223f29548c43 req-e6039a91-200a-418f-a6bc-ff2d77517b75 service nova] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Refreshing network info cache for port 32d8a373-3073-4c08-b091-064dc5bbed2e {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.714344] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5232436f-cc35-e966-4937-f382da0a22bc, 'name': SearchDatastore_Task, 'duration_secs': 0.055546} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.714344] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.714344] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 35f1fcb9-985b-4bac-8dc3-e0787f43de54/35f1fcb9-985b-4bac-8dc3-e0787f43de54.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.714344] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fced8f5-a2d5-4735-9d0c-d0f3fa3714e2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.721825] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Waiting for the task: (returnval){ [ 660.721825] env[68835]: value = "task-3153643" [ 660.721825] env[68835]: _type = "Task" [ 660.721825] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.729969] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': task-3153643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.803524] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f58cdb9-1dab-4132-a970-b00f71b2072c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.813867] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2174936f-20c9-491a-b1c1-f2478c77b2fd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.847795] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ca3fe9-69b3-4099-9cc6-2d72bc240cf0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.857227] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609fa5ad-23fb-4aaf-a8dd-e5f935adf346 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.871890] env[68835]: DEBUG nova.compute.manager [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.879023] env[68835]: DEBUG nova.compute.provider_tree [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.980555] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.036261] env[68835]: INFO nova.compute.manager [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Rebuilding instance [ 661.095150] env[68835]: DEBUG nova.compute.manager [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.096146] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c87a4be-d4e1-41b7-8910-f91b694e8e4a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.164091] env[68835]: DEBUG nova.compute.manager [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.196564] env[68835]: DEBUG nova.virt.hardware [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.196833] env[68835]: DEBUG nova.virt.hardware [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.196986] env[68835]: DEBUG nova.virt.hardware [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.202778] env[68835]: DEBUG nova.virt.hardware [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.202778] env[68835]: DEBUG nova.virt.hardware [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.202778] env[68835]: DEBUG nova.virt.hardware [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.202778] env[68835]: DEBUG nova.virt.hardware [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.202778] env[68835]: DEBUG nova.virt.hardware [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.203205] env[68835]: DEBUG nova.virt.hardware [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.203205] env[68835]: DEBUG nova.virt.hardware [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.203205] env[68835]: DEBUG nova.virt.hardware [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.204312] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f73c98e-4c26-45ad-be35-8a52678ccb16 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.216670] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0b9516-908a-4afc-8678-426c5a2a0970 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.240591] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': task-3153643, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.297625] env[68835]: DEBUG nova.network.neutron [req-d9e5d167-f366-4f19-91cd-223f29548c43 req-e6039a91-200a-418f-a6bc-ff2d77517b75 service nova] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Updated VIF entry in instance network info cache for port 32d8a373-3073-4c08-b091-064dc5bbed2e. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.297625] env[68835]: DEBUG nova.network.neutron [req-d9e5d167-f366-4f19-91cd-223f29548c43 req-e6039a91-200a-418f-a6bc-ff2d77517b75 service nova] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Updating instance_info_cache with network_info: [{"id": "32d8a373-3073-4c08-b091-064dc5bbed2e", "address": "fa:16:3e:79:2c:43", "network": {"id": "86164b0f-6e04-4a23-83fc-3436d081ca98", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2056600517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ad07c8cb9864aacb2ba4f4d12633e8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d8a373-30", "ovs_interfaceid": "32d8a373-3073-4c08-b091-064dc5bbed2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.384072] env[68835]: DEBUG nova.scheduler.client.report [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.400495] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.480027] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153642, 'name': ReconfigVM_Task, 'duration_secs': 0.599783} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.480027] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73/0a3ec5b2-43c5-49ae-ad46-c2a67581ff73.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.480562] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b2ab28c-df3f-4dd8-ac07-bcec2bea7de5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.487238] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for the task: (returnval){ [ 661.487238] env[68835]: value = "task-3153644" [ 661.487238] env[68835]: _type = "Task" [ 661.487238] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.496256] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153644, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.737949] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': task-3153643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579266} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.738733] env[68835]: DEBUG nova.network.neutron [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Successfully updated port: 8ce7b072-7aca-46d9-b8b4-63b0f79e8283 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.739985] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 35f1fcb9-985b-4bac-8dc3-e0787f43de54/35f1fcb9-985b-4bac-8dc3-e0787f43de54.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.740477] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.740564] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e1b770f-1af9-448c-9d07-16fcb7fa7912 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.753422] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Waiting for the task: (returnval){ [ 661.753422] env[68835]: value = "task-3153645" [ 661.753422] env[68835]: _type = "Task" [ 661.753422] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.767793] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': task-3153645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.800833] env[68835]: DEBUG oslo_concurrency.lockutils [req-d9e5d167-f366-4f19-91cd-223f29548c43 req-e6039a91-200a-418f-a6bc-ff2d77517b75 service nova] Releasing lock "refresh_cache-35f1fcb9-985b-4bac-8dc3-e0787f43de54" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.816135] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Acquiring lock "8a20799c-f053-4d14-86a5-46adae023a07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.816585] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Lock "8a20799c-f053-4d14-86a5-46adae023a07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.891415] env[68835]: DEBUG oslo_concurrency.lockutils [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.891994] env[68835]: DEBUG nova.compute.manager [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.894830] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.531s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.896785] env[68835]: INFO nova.compute.claims [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.997729] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153644, 'name': Rename_Task, 'duration_secs': 0.335986} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.998021] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.998267] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fd818be-3b7d-4035-b1b7-b0312cd43acc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.008018] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for the task: (returnval){ [ 662.008018] env[68835]: value = "task-3153646" [ 662.008018] env[68835]: _type = "Task" [ 662.008018] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.017169] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.116975] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.117389] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd58daf8-5c93-48f4-a7da-57f75c6c5dd3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.125163] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 662.125163] env[68835]: value = "task-3153647" [ 662.125163] env[68835]: _type = "Task" [ 662.125163] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.137239] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.247115] env[68835]: DEBUG oslo_concurrency.lockutils [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "refresh_cache-7eae8370-b95c-4263-a671-a6032ade221d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.247372] env[68835]: DEBUG oslo_concurrency.lockutils [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired lock "refresh_cache-7eae8370-b95c-4263-a671-a6032ade221d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.247478] env[68835]: DEBUG nova.network.neutron [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.269115] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': task-3153645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09413} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.270015] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.270302] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef594cbe-982a-4276-9bcd-7e38e1ce30e2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.298286] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 35f1fcb9-985b-4bac-8dc3-e0787f43de54/35f1fcb9-985b-4bac-8dc3-e0787f43de54.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.298683] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d36cf0c2-3c5c-4f37-a170-45540423115a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.322410] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Waiting for the task: (returnval){ [ 662.322410] env[68835]: value = "task-3153648" [ 662.322410] env[68835]: _type = "Task" [ 662.322410] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.332085] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': task-3153648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.404374] env[68835]: DEBUG nova.compute.utils [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.405951] env[68835]: DEBUG nova.compute.manager [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.406154] env[68835]: DEBUG nova.network.neutron [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.448540] env[68835]: DEBUG nova.policy [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bb2831faced4427a76f2a964c7702f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6b12c1f77f041a19fd68317da38caa1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.518225] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153646, 'name': PowerOnVM_Task} progress is 19%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.639219] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153647, 'name': PowerOffVM_Task, 'duration_secs': 0.200541} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.639673] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.641423] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.641423] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f01808-9242-460d-9e5c-9d8f98c742e7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.645733] env[68835]: DEBUG nova.compute.manager [req-34b01d18-d54b-4c69-9f08-6af1e7f9cda0 req-ca61cfb4-6294-480f-a987-9d4b6ade767e service nova] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Received event network-vif-plugged-8ce7b072-7aca-46d9-b8b4-63b0f79e8283 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.645935] env[68835]: DEBUG oslo_concurrency.lockutils [req-34b01d18-d54b-4c69-9f08-6af1e7f9cda0 req-ca61cfb4-6294-480f-a987-9d4b6ade767e service nova] Acquiring lock "7eae8370-b95c-4263-a671-a6032ade221d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.646153] env[68835]: DEBUG oslo_concurrency.lockutils [req-34b01d18-d54b-4c69-9f08-6af1e7f9cda0 req-ca61cfb4-6294-480f-a987-9d4b6ade767e service nova] Lock "7eae8370-b95c-4263-a671-a6032ade221d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.646317] env[68835]: DEBUG oslo_concurrency.lockutils [req-34b01d18-d54b-4c69-9f08-6af1e7f9cda0 req-ca61cfb4-6294-480f-a987-9d4b6ade767e service nova] Lock "7eae8370-b95c-4263-a671-a6032ade221d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.646479] env[68835]: DEBUG nova.compute.manager [req-34b01d18-d54b-4c69-9f08-6af1e7f9cda0 req-ca61cfb4-6294-480f-a987-9d4b6ade767e service nova] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] No waiting events found dispatching network-vif-plugged-8ce7b072-7aca-46d9-b8b4-63b0f79e8283 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.646640] env[68835]: WARNING nova.compute.manager [req-34b01d18-d54b-4c69-9f08-6af1e7f9cda0 req-ca61cfb4-6294-480f-a987-9d4b6ade767e service nova] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Received unexpected event network-vif-plugged-8ce7b072-7aca-46d9-b8b4-63b0f79e8283 for instance with vm_state building and task_state spawning. [ 662.651740] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.651851] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4eb6e15-96f8-44c3-8386-2e30df1d4590 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.710174] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.710635] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.710970] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleting the datastore file [datastore2] f80f943b-e912-4b1d-a2d2-0d42c7f61e0c {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.711357] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efae91bc-ccba-4ca0-a82b-b4da2b3eaab6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.725023] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 662.725023] env[68835]: value = "task-3153650" [ 662.725023] env[68835]: _type = "Task" [ 662.725023] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.730075] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.735364] env[68835]: DEBUG nova.network.neutron [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Successfully created port: d68144d4-a58b-4c9f-8b7b-e931045215f6 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.800214] env[68835]: DEBUG nova.network.neutron [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.838740] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': task-3153648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.912365] env[68835]: DEBUG nova.compute.manager [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.978412] env[68835]: DEBUG nova.compute.manager [req-9c17c15b-161a-43c2-82f4-065a6e0b3cd5 req-374039e2-c122-4a22-a7ba-3a4bfaf319d1 service nova] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Received event network-changed-b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.978412] env[68835]: DEBUG nova.compute.manager [req-9c17c15b-161a-43c2-82f4-065a6e0b3cd5 req-374039e2-c122-4a22-a7ba-3a4bfaf319d1 service nova] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Refreshing instance network info cache due to event network-changed-b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.978412] env[68835]: DEBUG oslo_concurrency.lockutils [req-9c17c15b-161a-43c2-82f4-065a6e0b3cd5 req-374039e2-c122-4a22-a7ba-3a4bfaf319d1 service nova] Acquiring lock "refresh_cache-cdff230c-2bdf-4bd9-91c0-139f7fafccc3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.978412] env[68835]: DEBUG oslo_concurrency.lockutils [req-9c17c15b-161a-43c2-82f4-065a6e0b3cd5 req-374039e2-c122-4a22-a7ba-3a4bfaf319d1 service nova] Acquired lock "refresh_cache-cdff230c-2bdf-4bd9-91c0-139f7fafccc3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.978412] env[68835]: DEBUG nova.network.neutron [req-9c17c15b-161a-43c2-82f4-065a6e0b3cd5 req-374039e2-c122-4a22-a7ba-3a4bfaf319d1 service nova] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Refreshing network info cache for port b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.017070] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153646, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.064760] env[68835]: DEBUG nova.network.neutron [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Updating instance_info_cache with network_info: [{"id": "8ce7b072-7aca-46d9-b8b4-63b0f79e8283", "address": "fa:16:3e:93:28:55", "network": {"id": "2407207a-3709-42ad-97be-7872c1fa6d4d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-8842570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b3adf634a447a884cb660883fadb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce7b072-7a", "ovs_interfaceid": "8ce7b072-7aca-46d9-b8b4-63b0f79e8283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.235668] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472936} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.235794] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.236045] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.236272] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.339686] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': task-3153648, 'name': ReconfigVM_Task, 'duration_secs': 0.905455} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.339974] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 35f1fcb9-985b-4bac-8dc3-e0787f43de54/35f1fcb9-985b-4bac-8dc3-e0787f43de54.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.343039] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78e7832c-508d-4f08-91f5-68047e8c303f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.352017] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Waiting for the task: (returnval){ [ 663.352017] env[68835]: value = "task-3153651" [ 663.352017] env[68835]: _type = "Task" [ 663.352017] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.357108] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': task-3153651, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.496115] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee1fc2d-8af4-4c29-8d11-264cca0a254c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.504577] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd22df54-3c15-4330-8eb3-55f06c400c8d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.517175] env[68835]: DEBUG oslo_vmware.api [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153646, 'name': PowerOnVM_Task, 'duration_secs': 1.048536} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.541499] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.541767] env[68835]: INFO nova.compute.manager [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Took 10.44 seconds to spawn the instance on the hypervisor. [ 663.541954] env[68835]: DEBUG nova.compute.manager [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.545531] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15445618-5754-42b1-af02-fe6eb712da2b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.548412] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f57a4f0-002f-4375-8eaf-6e9deced6af5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.560027] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8585634-35b5-457a-bfbe-76e3330c747d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.573481] env[68835]: DEBUG oslo_concurrency.lockutils [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Releasing lock "refresh_cache-7eae8370-b95c-4263-a671-a6032ade221d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.573552] env[68835]: DEBUG nova.compute.manager [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Instance network_info: |[{"id": "8ce7b072-7aca-46d9-b8b4-63b0f79e8283", "address": "fa:16:3e:93:28:55", "network": {"id": "2407207a-3709-42ad-97be-7872c1fa6d4d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-8842570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b3adf634a447a884cb660883fadb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce7b072-7a", "ovs_interfaceid": "8ce7b072-7aca-46d9-b8b4-63b0f79e8283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.574427] env[68835]: DEBUG nova.compute.provider_tree [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.576537] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:28:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ce7b072-7aca-46d9-b8b4-63b0f79e8283', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.586029] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.587012] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.589127] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-046d9eb0-52d4-4b85-9fc4-578c9004be69 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.611094] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.611094] env[68835]: value = "task-3153652" [ 663.611094] env[68835]: _type = "Task" [ 663.611094] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.619441] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153652, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.758065] env[68835]: DEBUG nova.network.neutron [req-9c17c15b-161a-43c2-82f4-065a6e0b3cd5 req-374039e2-c122-4a22-a7ba-3a4bfaf319d1 service nova] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Updated VIF entry in instance network info cache for port b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.758065] env[68835]: DEBUG nova.network.neutron [req-9c17c15b-161a-43c2-82f4-065a6e0b3cd5 req-374039e2-c122-4a22-a7ba-3a4bfaf319d1 service nova] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Updating instance_info_cache with network_info: [{"id": "b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1", "address": "fa:16:3e:15:0b:59", "network": {"id": "2740fa55-cb34-488d-9a5c-7f69a520d1f6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-267944478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da72bae84c4d4ec39695c05e0e111e8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b13f8c-fc", "ovs_interfaceid": "b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.859221] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': task-3153651, 'name': Rename_Task, 'duration_secs': 0.330219} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.859471] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.859703] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-284d3f5e-756f-48ff-b44c-45c491b0fae6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.866309] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Waiting for the task: (returnval){ [ 663.866309] env[68835]: value = "task-3153653" [ 663.866309] env[68835]: _type = "Task" [ 663.866309] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.874126] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': task-3153653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.922370] env[68835]: DEBUG nova.compute.manager [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.959858] env[68835]: DEBUG nova.virt.hardware [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.960704] env[68835]: DEBUG nova.virt.hardware [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.960939] env[68835]: DEBUG nova.virt.hardware [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.961165] env[68835]: DEBUG nova.virt.hardware [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.961237] env[68835]: DEBUG nova.virt.hardware [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.961397] env[68835]: DEBUG nova.virt.hardware [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.961631] env[68835]: DEBUG nova.virt.hardware [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.961796] env[68835]: DEBUG nova.virt.hardware [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.961971] env[68835]: DEBUG nova.virt.hardware [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.962129] env[68835]: DEBUG nova.virt.hardware [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.962304] env[68835]: DEBUG nova.virt.hardware [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.963194] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6812f2c7-46f9-439f-be0c-a0682a0050aa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.971671] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479ce327-9b09-4b72-aeb9-167cc1913d9e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.070208] env[68835]: INFO nova.compute.manager [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Took 43.65 seconds to build instance. [ 664.087571] env[68835]: DEBUG nova.scheduler.client.report [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.121851] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153652, 'name': CreateVM_Task, 'duration_secs': 0.473985} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.122044] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.122759] env[68835]: DEBUG oslo_concurrency.lockutils [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.122924] env[68835]: DEBUG oslo_concurrency.lockutils [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.123270] env[68835]: DEBUG oslo_concurrency.lockutils [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.123529] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b08972-0f3d-42a0-9cc8-4cc607a2840b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.130049] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 664.130049] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5223dbde-324b-9372-7a49-8581537a40c6" [ 664.130049] env[68835]: _type = "Task" [ 664.130049] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.139612] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5223dbde-324b-9372-7a49-8581537a40c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.260242] env[68835]: DEBUG oslo_concurrency.lockutils [req-9c17c15b-161a-43c2-82f4-065a6e0b3cd5 req-374039e2-c122-4a22-a7ba-3a4bfaf319d1 service nova] Releasing lock "refresh_cache-cdff230c-2bdf-4bd9-91c0-139f7fafccc3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.271427] env[68835]: DEBUG nova.virt.hardware [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.271697] env[68835]: DEBUG nova.virt.hardware [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.271857] env[68835]: DEBUG nova.virt.hardware [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.272053] env[68835]: DEBUG nova.virt.hardware [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.272202] env[68835]: DEBUG nova.virt.hardware [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.272347] env[68835]: DEBUG nova.virt.hardware [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.272551] env[68835]: DEBUG nova.virt.hardware [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.272709] env[68835]: DEBUG nova.virt.hardware [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.272874] env[68835]: DEBUG nova.virt.hardware [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.273166] env[68835]: DEBUG nova.virt.hardware [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.273433] env[68835]: DEBUG nova.virt.hardware [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.274966] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780a75fe-9c45-40d3-88b4-763356b021b5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.284115] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495f68fb-c381-4086-b80e-ffa5aed1c550 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.299958] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:39:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6775b90-04dd-477e-9f99-b3e62389c627', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.308992] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.309454] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.309717] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53b4d6f4-3291-4257-a546-55693856db0e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.332009] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.332009] env[68835]: value = "task-3153654" [ 664.332009] env[68835]: _type = "Task" [ 664.332009] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.341586] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153654, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.376928] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': task-3153653, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.397058] env[68835]: DEBUG nova.network.neutron [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Successfully updated port: d68144d4-a58b-4c9f-8b7b-e931045215f6 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.575549] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b33e1187-7373-42d6-9e40-518d165616bd tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.363s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.601074] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.601074] env[68835]: DEBUG nova.compute.manager [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.603286] env[68835]: DEBUG oslo_concurrency.lockutils [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.873s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.604736] env[68835]: DEBUG nova.objects.instance [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Lazy-loading 'resources' on Instance uuid 03a157f6-051b-40f3-89e6-3b24db7d7c61 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.646910] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5223dbde-324b-9372-7a49-8581537a40c6, 'name': SearchDatastore_Task, 'duration_secs': 0.012352} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.647370] env[68835]: DEBUG oslo_concurrency.lockutils [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.648056] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.651024] env[68835]: DEBUG oslo_concurrency.lockutils [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.651024] env[68835]: DEBUG oslo_concurrency.lockutils [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.651024] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.651024] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1be412ef-129e-4cac-a2db-dd1efdb1853d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.660381] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.660773] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.661811] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5112a942-2a2c-4b9e-aa7c-e193e225f6cf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.668655] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 664.668655] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]527b2923-8286-8349-1743-f970739b7db0" [ 664.668655] env[68835]: _type = "Task" [ 664.668655] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.677434] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527b2923-8286-8349-1743-f970739b7db0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.844433] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153654, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.877286] env[68835]: DEBUG oslo_vmware.api [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': task-3153653, 'name': PowerOnVM_Task, 'duration_secs': 0.737738} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.878564] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.878844] env[68835]: INFO nova.compute.manager [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Took 9.45 seconds to spawn the instance on the hypervisor. [ 664.879101] env[68835]: DEBUG nova.compute.manager [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.879929] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f7f58f-4eb5-48f8-b657-7ba23f43319b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.899210] env[68835]: DEBUG oslo_concurrency.lockutils [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.899367] env[68835]: DEBUG oslo_concurrency.lockutils [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquired lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.899518] env[68835]: DEBUG nova.network.neutron [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.080021] env[68835]: DEBUG nova.compute.manager [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.106934] env[68835]: DEBUG nova.compute.utils [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.112368] env[68835]: DEBUG nova.compute.manager [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.112542] env[68835]: DEBUG nova.network.neutron [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.181765] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527b2923-8286-8349-1743-f970739b7db0, 'name': SearchDatastore_Task, 'duration_secs': 0.017843} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.182625] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e713b0-556a-48d9-a669-b9f1dfe74c19 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.190826] env[68835]: DEBUG nova.policy [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c21fec15e13a417e83422926d8f74ef4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08fe1f179e3241d2aaf637251acdea5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.194260] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 665.194260] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52510e22-e36b-f4b7-abf8-0efb8a09de5e" [ 665.194260] env[68835]: _type = "Task" [ 665.194260] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.202175] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52510e22-e36b-f4b7-abf8-0efb8a09de5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.341806] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153654, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.401831] env[68835]: INFO nova.compute.manager [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Took 40.66 seconds to build instance. [ 665.457125] env[68835]: DEBUG nova.network.neutron [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.549615] env[68835]: DEBUG nova.network.neutron [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Successfully created port: 0d24b8c9-ad44-4e9c-9c83-083706c1ad65 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.604866] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.612664] env[68835]: DEBUG nova.compute.manager [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.703430] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1081775e-27a0-42b5-8ed1-07638e74857a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.707194] env[68835]: DEBUG nova.network.neutron [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Updating instance_info_cache with network_info: [{"id": "d68144d4-a58b-4c9f-8b7b-e931045215f6", "address": "fa:16:3e:2c:d7:80", "network": {"id": "92622d23-aae8-4ad8-a19a-e69ffcd62c46", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1866716046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b12c1f77f041a19fd68317da38caa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68144d4-a5", "ovs_interfaceid": "d68144d4-a58b-4c9f-8b7b-e931045215f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.713754] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52510e22-e36b-f4b7-abf8-0efb8a09de5e, 'name': SearchDatastore_Task, 'duration_secs': 0.015947} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.714822] env[68835]: DEBUG nova.compute.manager [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Received event network-changed-8ce7b072-7aca-46d9-b8b4-63b0f79e8283 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.714822] env[68835]: DEBUG nova.compute.manager [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Refreshing instance network info cache due to event network-changed-8ce7b072-7aca-46d9-b8b4-63b0f79e8283. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.714822] env[68835]: DEBUG oslo_concurrency.lockutils [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] Acquiring lock "refresh_cache-7eae8370-b95c-4263-a671-a6032ade221d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.714992] env[68835]: DEBUG oslo_concurrency.lockutils [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] Acquired lock "refresh_cache-7eae8370-b95c-4263-a671-a6032ade221d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.716416] env[68835]: DEBUG nova.network.neutron [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Refreshing network info cache for port 8ce7b072-7aca-46d9-b8b4-63b0f79e8283 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.716803] env[68835]: DEBUG oslo_concurrency.lockutils [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.717068] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 7eae8370-b95c-4263-a671-a6032ade221d/7eae8370-b95c-4263-a671-a6032ade221d.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.717750] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-625195a4-1dd7-4a7c-9cb3-f96709fd883a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.723717] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efbb2a5-692d-4846-bfe3-cd7e92a9f5e0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.727929] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 665.727929] env[68835]: value = "task-3153655" [ 665.727929] env[68835]: _type = "Task" [ 665.727929] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.759517] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0bd3db-cdc6-4875-bacb-bbbe92d45c98 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.766091] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.770804] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cea82b6-4f89-4a73-ad45-d225a712f1b5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.785336] env[68835]: DEBUG nova.compute.provider_tree [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.843861] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153654, 'name': CreateVM_Task, 'duration_secs': 1.483284} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.843924] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.844995] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.845249] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.845627] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.845911] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07b54e35-92f4-494b-80d9-3a6851a83396 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.851113] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 665.851113] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52617df1-4738-10f9-1dc9-7a002c4e29a6" [ 665.851113] env[68835]: _type = "Task" [ 665.851113] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.859583] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52617df1-4738-10f9-1dc9-7a002c4e29a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.909663] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0ddc48c3-87da-4a98-9cfd-e4368eaa8498 tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Lock "35f1fcb9-985b-4bac-8dc3-e0787f43de54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.101s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.218697] env[68835]: DEBUG oslo_concurrency.lockutils [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Releasing lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.219192] env[68835]: DEBUG nova.compute.manager [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Instance network_info: |[{"id": "d68144d4-a58b-4c9f-8b7b-e931045215f6", "address": "fa:16:3e:2c:d7:80", "network": {"id": "92622d23-aae8-4ad8-a19a-e69ffcd62c46", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1866716046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b12c1f77f041a19fd68317da38caa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68144d4-a5", "ovs_interfaceid": "d68144d4-a58b-4c9f-8b7b-e931045215f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.222147] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:d7:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd68144d4-a58b-4c9f-8b7b-e931045215f6', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.231202] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Creating folder: Project (d6b12c1f77f041a19fd68317da38caa1). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.231664] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c9af59a-235e-482f-8ef5-90c518879739 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.244645] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153655, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.246991] env[68835]: DEBUG nova.compute.manager [req-3155731d-2280-4009-bbc7-6223f4b43152 req-920122a4-a47d-4d4d-a036-b5a00fd79a77 service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Received event network-changed-ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.247839] env[68835]: DEBUG nova.compute.manager [req-3155731d-2280-4009-bbc7-6223f4b43152 req-920122a4-a47d-4d4d-a036-b5a00fd79a77 service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Refreshing instance network info cache due to event network-changed-ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.247839] env[68835]: DEBUG oslo_concurrency.lockutils [req-3155731d-2280-4009-bbc7-6223f4b43152 req-920122a4-a47d-4d4d-a036-b5a00fd79a77 service nova] Acquiring lock "refresh_cache-b427c242-aa1f-42cd-9808-a4028c75c2b7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.247839] env[68835]: DEBUG oslo_concurrency.lockutils [req-3155731d-2280-4009-bbc7-6223f4b43152 req-920122a4-a47d-4d4d-a036-b5a00fd79a77 service nova] Acquired lock "refresh_cache-b427c242-aa1f-42cd-9808-a4028c75c2b7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.247839] env[68835]: DEBUG nova.network.neutron [req-3155731d-2280-4009-bbc7-6223f4b43152 req-920122a4-a47d-4d4d-a036-b5a00fd79a77 service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Refreshing network info cache for port ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.250718] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Created folder: Project (d6b12c1f77f041a19fd68317da38caa1) in parent group-v630977. [ 666.250909] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Creating folder: Instances. Parent ref: group-v631040. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.251358] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8e41b1f-f514-47b0-a879-8e69d95dd836 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.261075] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Created folder: Instances in parent group-v631040. [ 666.261918] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.261918] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.261918] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7c5f436-3135-4e8b-ac9c-2ad9b11d12bf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.284976] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.284976] env[68835]: value = "task-3153658" [ 666.284976] env[68835]: _type = "Task" [ 666.284976] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.289149] env[68835]: DEBUG nova.scheduler.client.report [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.299327] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153658, 'name': CreateVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.363487] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52617df1-4738-10f9-1dc9-7a002c4e29a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009004} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.363487] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.363826] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.363826] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.363964] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.364165] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.364430] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-996a94c3-bc00-4276-937d-bf059c72e257 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.378962] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.379219] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.379946] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b07b78-1955-40d9-983c-167fe691d45b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.387492] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 666.387492] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52c9ea8b-e760-6d7e-fb14-a2263d56d369" [ 666.387492] env[68835]: _type = "Task" [ 666.387492] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.395521] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c9ea8b-e760-6d7e-fb14-a2263d56d369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.412197] env[68835]: DEBUG nova.compute.manager [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.452317] env[68835]: DEBUG nova.network.neutron [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Updated VIF entry in instance network info cache for port 8ce7b072-7aca-46d9-b8b4-63b0f79e8283. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.452701] env[68835]: DEBUG nova.network.neutron [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Updating instance_info_cache with network_info: [{"id": "8ce7b072-7aca-46d9-b8b4-63b0f79e8283", "address": "fa:16:3e:93:28:55", "network": {"id": "2407207a-3709-42ad-97be-7872c1fa6d4d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-8842570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b3adf634a447a884cb660883fadb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce7b072-7a", "ovs_interfaceid": "8ce7b072-7aca-46d9-b8b4-63b0f79e8283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.625992] env[68835]: DEBUG nova.compute.manager [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.652498] env[68835]: DEBUG nova.virt.hardware [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.652741] env[68835]: DEBUG nova.virt.hardware [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.652935] env[68835]: DEBUG nova.virt.hardware [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.653143] env[68835]: DEBUG nova.virt.hardware [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.653290] env[68835]: DEBUG nova.virt.hardware [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.653435] env[68835]: DEBUG nova.virt.hardware [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.654022] env[68835]: DEBUG nova.virt.hardware [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.654022] env[68835]: DEBUG nova.virt.hardware [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.654175] env[68835]: DEBUG nova.virt.hardware [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.654263] env[68835]: DEBUG nova.virt.hardware [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.654434] env[68835]: DEBUG nova.virt.hardware [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.655607] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0296238-a14d-4932-92c1-77da60cf3022 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.664462] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a1f5ee-dcbb-4517-b7f7-96e956c16a0b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.741565] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574176} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.741838] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 7eae8370-b95c-4263-a671-a6032ade221d/7eae8370-b95c-4263-a671-a6032ade221d.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.742078] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.742323] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-850cf9ac-730f-47e3-af7e-53f191d3a943 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.751075] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 666.751075] env[68835]: value = "task-3153659" [ 666.751075] env[68835]: _type = "Task" [ 666.751075] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.760681] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.799603] env[68835]: DEBUG oslo_concurrency.lockutils [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.801612] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153658, 'name': CreateVM_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.802356] env[68835]: DEBUG oslo_concurrency.lockutils [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.172s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.802639] env[68835]: DEBUG nova.objects.instance [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Lazy-loading 'resources' on Instance uuid 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.827782] env[68835]: INFO nova.scheduler.client.report [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Deleted allocations for instance 03a157f6-051b-40f3-89e6-3b24db7d7c61 [ 666.898642] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c9ea8b-e760-6d7e-fb14-a2263d56d369, 'name': SearchDatastore_Task, 'duration_secs': 0.013811} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.899561] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f041e663-3489-4673-864b-af3184ab3300 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.905381] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 666.905381] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52330026-9c0f-319c-ee15-a9b9826eb86a" [ 666.905381] env[68835]: _type = "Task" [ 666.905381] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.919574] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52330026-9c0f-319c-ee15-a9b9826eb86a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.926664] env[68835]: DEBUG oslo_concurrency.lockutils [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.926944] env[68835]: DEBUG oslo_concurrency.lockutils [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.943072] env[68835]: DEBUG oslo_concurrency.lockutils [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.956362] env[68835]: DEBUG oslo_concurrency.lockutils [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] Releasing lock "refresh_cache-7eae8370-b95c-4263-a671-a6032ade221d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.956619] env[68835]: DEBUG nova.compute.manager [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Received event network-vif-plugged-d68144d4-a58b-4c9f-8b7b-e931045215f6 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.956810] env[68835]: DEBUG oslo_concurrency.lockutils [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] Acquiring lock "d5ab1888-4692-4c9b-be29-6adda0c5c931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.957013] env[68835]: DEBUG oslo_concurrency.lockutils [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] Lock "d5ab1888-4692-4c9b-be29-6adda0c5c931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.957269] env[68835]: DEBUG oslo_concurrency.lockutils [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] Lock "d5ab1888-4692-4c9b-be29-6adda0c5c931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.957484] env[68835]: DEBUG nova.compute.manager [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] No waiting events found dispatching network-vif-plugged-d68144d4-a58b-4c9f-8b7b-e931045215f6 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.957684] env[68835]: WARNING nova.compute.manager [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Received unexpected event network-vif-plugged-d68144d4-a58b-4c9f-8b7b-e931045215f6 for instance with vm_state building and task_state spawning. [ 666.957884] env[68835]: DEBUG nova.compute.manager [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Received event network-changed-d68144d4-a58b-4c9f-8b7b-e931045215f6 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.958085] env[68835]: DEBUG nova.compute.manager [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Refreshing instance network info cache due to event network-changed-d68144d4-a58b-4c9f-8b7b-e931045215f6. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.958305] env[68835]: DEBUG oslo_concurrency.lockutils [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] Acquiring lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.958478] env[68835]: DEBUG oslo_concurrency.lockutils [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] Acquired lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.958670] env[68835]: DEBUG nova.network.neutron [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Refreshing network info cache for port d68144d4-a58b-4c9f-8b7b-e931045215f6 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.076548] env[68835]: DEBUG nova.network.neutron [req-3155731d-2280-4009-bbc7-6223f4b43152 req-920122a4-a47d-4d4d-a036-b5a00fd79a77 service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Updated VIF entry in instance network info cache for port ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.077210] env[68835]: DEBUG nova.network.neutron [req-3155731d-2280-4009-bbc7-6223f4b43152 req-920122a4-a47d-4d4d-a036-b5a00fd79a77 service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Updating instance_info_cache with network_info: [{"id": "ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3", "address": "fa:16:3e:59:67:4c", "network": {"id": "4796552a-438b-4789-9297-47ef68a6d663", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544253656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278ec598bc174a17b8f094b7af6dec73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21e9f0-73", "ovs_interfaceid": "ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.235132] env[68835]: DEBUG nova.network.neutron [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Successfully updated port: 0d24b8c9-ad44-4e9c-9c83-083706c1ad65 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.262308] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069508} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.262581] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.263423] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ef5633-c637-4c8b-b48d-d51827b07215 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.286785] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 7eae8370-b95c-4263-a671-a6032ade221d/7eae8370-b95c-4263-a671-a6032ade221d.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.287534] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-379ba2b5-f7fd-4267-be52-e53e88d1fd71 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.312904] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153658, 'name': CreateVM_Task, 'duration_secs': 0.753619} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.314597] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.314964] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 667.314964] env[68835]: value = "task-3153660" [ 667.314964] env[68835]: _type = "Task" [ 667.314964] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.315640] env[68835]: DEBUG oslo_concurrency.lockutils [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.315822] env[68835]: DEBUG oslo_concurrency.lockutils [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.316177] env[68835]: DEBUG oslo_concurrency.lockutils [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.316487] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07dcfcfe-087c-463d-91c3-20fc609f2510 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.325136] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 667.325136] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52cc5e5e-b259-1de0-0b1a-2954fe5a32fe" [ 667.325136] env[68835]: _type = "Task" [ 667.325136] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.329917] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.341649] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52cc5e5e-b259-1de0-0b1a-2954fe5a32fe, 'name': SearchDatastore_Task, 'duration_secs': 0.012476} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.344799] env[68835]: DEBUG oslo_concurrency.lockutils [None req-494acfe3-6330-40b7-91da-d420bb57da8f tempest-ImagesNegativeTestJSON-1612277117 tempest-ImagesNegativeTestJSON-1612277117-project-member] Lock "03a157f6-051b-40f3-89e6-3b24db7d7c61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.417s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.345903] env[68835]: DEBUG oslo_concurrency.lockutils [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.346166] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.346380] env[68835]: DEBUG oslo_concurrency.lockutils [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.419739] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52330026-9c0f-319c-ee15-a9b9826eb86a, 'name': SearchDatastore_Task, 'duration_secs': 0.021431} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.420093] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.420390] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] f80f943b-e912-4b1d-a2d2-0d42c7f61e0c/f80f943b-e912-4b1d-a2d2-0d42c7f61e0c.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.420695] env[68835]: DEBUG oslo_concurrency.lockutils [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.421312] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.421552] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-592c3f68-1f44-4446-9b85-b65d5f279c94 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.424009] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fca4c3d-c3ed-46d2-89e3-034fa6b4b1f3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.434805] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 667.434805] env[68835]: value = "task-3153661" [ 667.434805] env[68835]: _type = "Task" [ 667.434805] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.435973] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.436154] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.439590] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab2ea45-1690-4b47-928c-87b9def73509 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.448089] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 667.448089] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52c539ec-bef2-754f-42dd-45985cdbb566" [ 667.448089] env[68835]: _type = "Task" [ 667.448089] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.452018] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.466281] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c539ec-bef2-754f-42dd-45985cdbb566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.581746] env[68835]: DEBUG oslo_concurrency.lockutils [req-3155731d-2280-4009-bbc7-6223f4b43152 req-920122a4-a47d-4d4d-a036-b5a00fd79a77 service nova] Releasing lock "refresh_cache-b427c242-aa1f-42cd-9808-a4028c75c2b7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.674912] env[68835]: DEBUG nova.network.neutron [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Updated VIF entry in instance network info cache for port d68144d4-a58b-4c9f-8b7b-e931045215f6. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.674985] env[68835]: DEBUG nova.network.neutron [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Updating instance_info_cache with network_info: [{"id": "d68144d4-a58b-4c9f-8b7b-e931045215f6", "address": "fa:16:3e:2c:d7:80", "network": {"id": "92622d23-aae8-4ad8-a19a-e69ffcd62c46", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1866716046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b12c1f77f041a19fd68317da38caa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68144d4-a5", "ovs_interfaceid": "d68144d4-a58b-4c9f-8b7b-e931045215f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.738349] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquiring lock "refresh_cache-297ded63-d94a-4997-bbd0-78c27caf99da" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.738529] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquired lock "refresh_cache-297ded63-d94a-4997-bbd0-78c27caf99da" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.738692] env[68835]: DEBUG nova.network.neutron [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.832812] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153660, 'name': ReconfigVM_Task, 'duration_secs': 0.276618} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.833241] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 7eae8370-b95c-4263-a671-a6032ade221d/7eae8370-b95c-4263-a671-a6032ade221d.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.833931] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60ae0dfe-5469-4159-8eee-d687cff0e36c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.842327] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 667.842327] env[68835]: value = "task-3153662" [ 667.842327] env[68835]: _type = "Task" [ 667.842327] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.855404] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153662, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.869325] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203a50fb-b407-4bbb-908e-134de86f9e58 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.878388] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bd5363-e304-4af0-a9cd-141599911890 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.910888] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2faa81-23b9-45e6-aee4-d291c4cfeb84 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.919127] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618c2ba7-fd01-49de-9a7a-34e893ca5a4e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.937806] env[68835]: DEBUG nova.compute.provider_tree [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.948666] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153661, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.963319] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c539ec-bef2-754f-42dd-45985cdbb566, 'name': SearchDatastore_Task, 'duration_secs': 0.021703} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.964382] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a10f704f-408b-4863-8663-6d554765fd9c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.972383] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 667.972383] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52b1641a-23ad-34f0-89f2-e39458f5fd6c" [ 667.972383] env[68835]: _type = "Task" [ 667.972383] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.987856] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b1641a-23ad-34f0-89f2-e39458f5fd6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.178386] env[68835]: DEBUG oslo_concurrency.lockutils [req-dc7a3c04-a37a-45a0-a629-3534d497a221 req-0ca91a19-cb9f-4c62-a9df-75071508199a service nova] Releasing lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.290526] env[68835]: DEBUG nova.network.neutron [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.351950] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153662, 'name': Rename_Task, 'duration_secs': 0.165953} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.352459] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.352834] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80e0913b-b711-401f-80f5-7ffe6b8a0f81 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.360480] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 668.360480] env[68835]: value = "task-3153663" [ 668.360480] env[68835]: _type = "Task" [ 668.360480] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.376498] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.440602] env[68835]: DEBUG nova.network.neutron [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Updating instance_info_cache with network_info: [{"id": "0d24b8c9-ad44-4e9c-9c83-083706c1ad65", "address": "fa:16:3e:6c:03:5a", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d24b8c9-ad", "ovs_interfaceid": "0d24b8c9-ad44-4e9c-9c83-083706c1ad65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.448095] env[68835]: DEBUG nova.scheduler.client.report [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.460986] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758213} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.460986] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] f80f943b-e912-4b1d-a2d2-0d42c7f61e0c/f80f943b-e912-4b1d-a2d2-0d42c7f61e0c.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.460986] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.460986] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b9d28ab-ed04-4ece-9e77-183d7f3671be {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.468521] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 668.468521] env[68835]: value = "task-3153664" [ 668.468521] env[68835]: _type = "Task" [ 668.468521] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.482718] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.486641] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b1641a-23ad-34f0-89f2-e39458f5fd6c, 'name': SearchDatastore_Task, 'duration_secs': 0.051137} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.487202] env[68835]: DEBUG oslo_concurrency.lockutils [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.487558] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] d5ab1888-4692-4c9b-be29-6adda0c5c931/d5ab1888-4692-4c9b-be29-6adda0c5c931.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.487829] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-367cd3f1-7d4b-4223-afba-156d6b1f0e01 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.495253] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 668.495253] env[68835]: value = "task-3153665" [ 668.495253] env[68835]: _type = "Task" [ 668.495253] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.505230] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.876022] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153663, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.948431] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Releasing lock "refresh_cache-297ded63-d94a-4997-bbd0-78c27caf99da" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.949454] env[68835]: DEBUG nova.compute.manager [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Instance network_info: |[{"id": "0d24b8c9-ad44-4e9c-9c83-083706c1ad65", "address": "fa:16:3e:6c:03:5a", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d24b8c9-ad", "ovs_interfaceid": "0d24b8c9-ad44-4e9c-9c83-083706c1ad65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.949959] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:03:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d24b8c9-ad44-4e9c-9c83-083706c1ad65', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.960983] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.961793] env[68835]: DEBUG oslo_concurrency.lockutils [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.963821] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.965047] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.879s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.965969] env[68835]: INFO nova.compute.claims [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.968750] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ad28385-0763-4711-abbc-1dad6d77c14e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.985466] env[68835]: INFO nova.scheduler.client.report [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Deleted allocations for instance 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1 [ 669.007440] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.007440] env[68835]: value = "task-3153666" [ 669.007440] env[68835]: _type = "Task" [ 669.007440] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.007648] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.351351} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.010771] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.011060] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.015649] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01c8977-4d56-46cc-a4bc-2fa2438f2b30 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.023864] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153666, 'name': CreateVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.046130] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] f80f943b-e912-4b1d-a2d2-0d42c7f61e0c/f80f943b-e912-4b1d-a2d2-0d42c7f61e0c.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.047315] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-404881d9-e9ee-415b-8dcb-4b22b04a1357 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.069282] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 669.069282] env[68835]: value = "task-3153667" [ 669.069282] env[68835]: _type = "Task" [ 669.069282] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.079516] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.106070] env[68835]: DEBUG nova.compute.manager [req-d662e708-10d7-46e6-81bc-514fa548b3fe req-823f7029-331b-4250-8fc9-8eb34e43337e service nova] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Received event network-vif-plugged-0d24b8c9-ad44-4e9c-9c83-083706c1ad65 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.106252] env[68835]: DEBUG oslo_concurrency.lockutils [req-d662e708-10d7-46e6-81bc-514fa548b3fe req-823f7029-331b-4250-8fc9-8eb34e43337e service nova] Acquiring lock "297ded63-d94a-4997-bbd0-78c27caf99da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.106497] env[68835]: DEBUG oslo_concurrency.lockutils [req-d662e708-10d7-46e6-81bc-514fa548b3fe req-823f7029-331b-4250-8fc9-8eb34e43337e service nova] Lock "297ded63-d94a-4997-bbd0-78c27caf99da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.106754] env[68835]: DEBUG oslo_concurrency.lockutils [req-d662e708-10d7-46e6-81bc-514fa548b3fe req-823f7029-331b-4250-8fc9-8eb34e43337e service nova] Lock "297ded63-d94a-4997-bbd0-78c27caf99da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.106828] env[68835]: DEBUG nova.compute.manager [req-d662e708-10d7-46e6-81bc-514fa548b3fe req-823f7029-331b-4250-8fc9-8eb34e43337e service nova] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] No waiting events found dispatching network-vif-plugged-0d24b8c9-ad44-4e9c-9c83-083706c1ad65 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.106995] env[68835]: WARNING nova.compute.manager [req-d662e708-10d7-46e6-81bc-514fa548b3fe req-823f7029-331b-4250-8fc9-8eb34e43337e service nova] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Received unexpected event network-vif-plugged-0d24b8c9-ad44-4e9c-9c83-083706c1ad65 for instance with vm_state building and task_state spawning. [ 669.107167] env[68835]: DEBUG nova.compute.manager [req-d662e708-10d7-46e6-81bc-514fa548b3fe req-823f7029-331b-4250-8fc9-8eb34e43337e service nova] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Received event network-changed-0d24b8c9-ad44-4e9c-9c83-083706c1ad65 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.107326] env[68835]: DEBUG nova.compute.manager [req-d662e708-10d7-46e6-81bc-514fa548b3fe req-823f7029-331b-4250-8fc9-8eb34e43337e service nova] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Refreshing instance network info cache due to event network-changed-0d24b8c9-ad44-4e9c-9c83-083706c1ad65. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.107560] env[68835]: DEBUG oslo_concurrency.lockutils [req-d662e708-10d7-46e6-81bc-514fa548b3fe req-823f7029-331b-4250-8fc9-8eb34e43337e service nova] Acquiring lock "refresh_cache-297ded63-d94a-4997-bbd0-78c27caf99da" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.107722] env[68835]: DEBUG oslo_concurrency.lockutils [req-d662e708-10d7-46e6-81bc-514fa548b3fe req-823f7029-331b-4250-8fc9-8eb34e43337e service nova] Acquired lock "refresh_cache-297ded63-d94a-4997-bbd0-78c27caf99da" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.107867] env[68835]: DEBUG nova.network.neutron [req-d662e708-10d7-46e6-81bc-514fa548b3fe req-823f7029-331b-4250-8fc9-8eb34e43337e service nova] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Refreshing network info cache for port 0d24b8c9-ad44-4e9c-9c83-083706c1ad65 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.217922] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.218373] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.270624] env[68835]: DEBUG nova.compute.manager [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Received event network-changed-b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.271102] env[68835]: DEBUG nova.compute.manager [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Refreshing instance network info cache due to event network-changed-b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.271364] env[68835]: DEBUG oslo_concurrency.lockutils [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] Acquiring lock "refresh_cache-cdff230c-2bdf-4bd9-91c0-139f7fafccc3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.271547] env[68835]: DEBUG oslo_concurrency.lockutils [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] Acquired lock "refresh_cache-cdff230c-2bdf-4bd9-91c0-139f7fafccc3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.271729] env[68835]: DEBUG nova.network.neutron [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Refreshing network info cache for port b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.375650] env[68835]: DEBUG oslo_vmware.api [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153663, 'name': PowerOnVM_Task, 'duration_secs': 0.956944} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.375650] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.375650] env[68835]: INFO nova.compute.manager [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Took 8.21 seconds to spawn the instance on the hypervisor. [ 669.375650] env[68835]: DEBUG nova.compute.manager [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.375650] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c336621c-5ce9-4604-b42a-54c468707f80 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.498535] env[68835]: DEBUG oslo_concurrency.lockutils [None req-364a06ae-19f7-42f2-9447-4c9903bdef69 tempest-ServerExternalEventsTest-1506754320 tempest-ServerExternalEventsTest-1506754320-project-member] Lock "72cad1ac-44b8-4d90-bfde-7078e2ffd0e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.937s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.512182] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.996592} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.522851] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] d5ab1888-4692-4c9b-be29-6adda0c5c931/d5ab1888-4692-4c9b-be29-6adda0c5c931.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.522851] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.522851] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f98352e-ea68-488e-821d-269664e7462f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.533914] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153666, 'name': CreateVM_Task, 'duration_secs': 0.403335} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.536017] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.537726] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 669.537726] env[68835]: value = "task-3153668" [ 669.537726] env[68835]: _type = "Task" [ 669.537726] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.538627] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.538913] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.539539] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.539980] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-795cc382-2552-41c3-9494-f25928680b76 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.555818] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 669.555818] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5278b367-a524-14de-d56c-af95a1abc652" [ 669.555818] env[68835]: _type = "Task" [ 669.555818] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.562108] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.570183] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5278b367-a524-14de-d56c-af95a1abc652, 'name': SearchDatastore_Task, 'duration_secs': 0.012892} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.573871] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.573871] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.573871] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.573871] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.574048] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.574289] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-926f60c0-372d-4442-9dcf-efc43dcd66e9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.581174] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153667, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.582963] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.583159] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.583832] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33e7a5e6-4066-43e1-88f3-ab27c078d7c3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.588786] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 669.588786] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528ff77f-0b12-31b9-f3ba-653ce2ce79bc" [ 669.588786] env[68835]: _type = "Task" [ 669.588786] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.600221] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528ff77f-0b12-31b9-f3ba-653ce2ce79bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.726643] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.726964] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.727183] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.727384] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.727571] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.727762] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.727899] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68835) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 669.728057] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.877971] env[68835]: DEBUG nova.network.neutron [req-d662e708-10d7-46e6-81bc-514fa548b3fe req-823f7029-331b-4250-8fc9-8eb34e43337e service nova] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Updated VIF entry in instance network info cache for port 0d24b8c9-ad44-4e9c-9c83-083706c1ad65. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.878360] env[68835]: DEBUG nova.network.neutron [req-d662e708-10d7-46e6-81bc-514fa548b3fe req-823f7029-331b-4250-8fc9-8eb34e43337e service nova] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Updating instance_info_cache with network_info: [{"id": "0d24b8c9-ad44-4e9c-9c83-083706c1ad65", "address": "fa:16:3e:6c:03:5a", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d24b8c9-ad", "ovs_interfaceid": "0d24b8c9-ad44-4e9c-9c83-083706c1ad65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.897439] env[68835]: INFO nova.compute.manager [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Took 36.63 seconds to build instance. [ 670.013469] env[68835]: DEBUG nova.network.neutron [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Updated VIF entry in instance network info cache for port b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.013724] env[68835]: DEBUG nova.network.neutron [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Updating instance_info_cache with network_info: [{"id": "b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1", "address": "fa:16:3e:15:0b:59", "network": {"id": "2740fa55-cb34-488d-9a5c-7f69a520d1f6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-267944478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da72bae84c4d4ec39695c05e0e111e8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b13f8c-fc", "ovs_interfaceid": "b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.053219] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193331} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.053564] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.054492] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c573b30a-4035-4dc2-b1d3-e0705958e72f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.081740] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] d5ab1888-4692-4c9b-be29-6adda0c5c931/d5ab1888-4692-4c9b-be29-6adda0c5c931.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.087747] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c41f450a-632d-4c51-a0f4-04cc8caadc2a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.110782] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153667, 'name': ReconfigVM_Task, 'duration_secs': 0.512829} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.115162] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Reconfigured VM instance instance-00000013 to attach disk [datastore1] f80f943b-e912-4b1d-a2d2-0d42c7f61e0c/f80f943b-e912-4b1d-a2d2-0d42c7f61e0c.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.115162] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 670.115162] env[68835]: value = "task-3153669" [ 670.115162] env[68835]: _type = "Task" [ 670.115162] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.115162] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-797be585-da19-49eb-92e0-817f6893dac8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.124113] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528ff77f-0b12-31b9-f3ba-653ce2ce79bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010713} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.125861] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d77940fe-291b-4b3f-a9de-5766a872d453 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.131171] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.132824] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 670.132824] env[68835]: value = "task-3153670" [ 670.132824] env[68835]: _type = "Task" [ 670.132824] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.140179] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 670.140179] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]527d2d3c-9964-7fce-c05b-55c099d26f4a" [ 670.140179] env[68835]: _type = "Task" [ 670.140179] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.149169] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153670, 'name': Rename_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.158195] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527d2d3c-9964-7fce-c05b-55c099d26f4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011294} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.159409] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.159409] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 297ded63-d94a-4997-bbd0-78c27caf99da/297ded63-d94a-4997-bbd0-78c27caf99da.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.159409] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18e5a8b7-91bd-4b71-94b4-6367c9218adb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.168128] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 670.168128] env[68835]: value = "task-3153671" [ 670.168128] env[68835]: _type = "Task" [ 670.168128] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.176834] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.233130] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.381535] env[68835]: DEBUG oslo_concurrency.lockutils [req-d662e708-10d7-46e6-81bc-514fa548b3fe req-823f7029-331b-4250-8fc9-8eb34e43337e service nova] Releasing lock "refresh_cache-297ded63-d94a-4997-bbd0-78c27caf99da" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.399614] env[68835]: DEBUG oslo_concurrency.lockutils [None req-abc2e624-78a5-47c0-aee4-8a07b0bddb58 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "7eae8370-b95c-4263-a671-a6032ade221d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.061s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.497993] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c74ae1e-a41c-4353-a5a3-4902bce75be8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.506171] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1521cd19-e347-491a-a535-cd37bf1b3133 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.537734] env[68835]: DEBUG oslo_concurrency.lockutils [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] Releasing lock "refresh_cache-cdff230c-2bdf-4bd9-91c0-139f7fafccc3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.537997] env[68835]: DEBUG nova.compute.manager [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Received event network-changed-ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.538187] env[68835]: DEBUG nova.compute.manager [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Refreshing instance network info cache due to event network-changed-ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.538398] env[68835]: DEBUG oslo_concurrency.lockutils [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] Acquiring lock "refresh_cache-b427c242-aa1f-42cd-9808-a4028c75c2b7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.538548] env[68835]: DEBUG oslo_concurrency.lockutils [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] Acquired lock "refresh_cache-b427c242-aa1f-42cd-9808-a4028c75c2b7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.538719] env[68835]: DEBUG nova.network.neutron [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Refreshing network info cache for port ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.543646] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bb159c-3b28-4e4e-a99c-06719207234a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.552574] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdead837-993e-4aaa-9ceb-025fc2c30cb2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.567072] env[68835]: DEBUG nova.compute.provider_tree [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.626204] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.643444] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153670, 'name': Rename_Task, 'duration_secs': 0.343314} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.643674] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.643975] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-468cd37f-06c3-4a89-9554-4e15417d6012 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.651667] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 670.651667] env[68835]: value = "task-3153672" [ 670.651667] env[68835]: _type = "Task" [ 670.651667] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.661650] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.679197] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153671, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.905865] env[68835]: DEBUG nova.compute.manager [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.070732] env[68835]: DEBUG nova.scheduler.client.report [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.131773] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153669, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.164117] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153672, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.181603] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.887163} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.184666] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 297ded63-d94a-4997-bbd0-78c27caf99da/297ded63-d94a-4997-bbd0-78c27caf99da.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.184879] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.188558] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e85c91e8-7670-430f-8a9d-012482edd949 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.198425] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 671.198425] env[68835]: value = "task-3153673" [ 671.198425] env[68835]: _type = "Task" [ 671.198425] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.207626] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.305388] env[68835]: DEBUG nova.network.neutron [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Updated VIF entry in instance network info cache for port ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.305388] env[68835]: DEBUG nova.network.neutron [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Updating instance_info_cache with network_info: [{"id": "ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3", "address": "fa:16:3e:59:67:4c", "network": {"id": "4796552a-438b-4789-9297-47ef68a6d663", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544253656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278ec598bc174a17b8f094b7af6dec73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21e9f0-73", "ovs_interfaceid": "ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.430642] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.582397] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.583049] env[68835]: DEBUG nova.compute.manager [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.588290] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "36785fa4-2ffb-42cf-b0d6-63c8047fa7df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.589120] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "36785fa4-2ffb-42cf-b0d6-63c8047fa7df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.589764] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.777s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.594502] env[68835]: DEBUG nova.compute.manager [req-c8d2b4d8-d5ef-4317-afc5-d531daa82578 req-fc799ec9-2130-46f8-986e-415bdb8822de service nova] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Received event network-changed-81d3521b-ad40-4143-b00b-30429f4168b5 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.594761] env[68835]: DEBUG nova.compute.manager [req-c8d2b4d8-d5ef-4317-afc5-d531daa82578 req-fc799ec9-2130-46f8-986e-415bdb8822de service nova] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Refreshing instance network info cache due to event network-changed-81d3521b-ad40-4143-b00b-30429f4168b5. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.595089] env[68835]: DEBUG oslo_concurrency.lockutils [req-c8d2b4d8-d5ef-4317-afc5-d531daa82578 req-fc799ec9-2130-46f8-986e-415bdb8822de service nova] Acquiring lock "refresh_cache-0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.595265] env[68835]: DEBUG oslo_concurrency.lockutils [req-c8d2b4d8-d5ef-4317-afc5-d531daa82578 req-fc799ec9-2130-46f8-986e-415bdb8822de service nova] Acquired lock "refresh_cache-0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.595511] env[68835]: DEBUG nova.network.neutron [req-c8d2b4d8-d5ef-4317-afc5-d531daa82578 req-fc799ec9-2130-46f8-986e-415bdb8822de service nova] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Refreshing network info cache for port 81d3521b-ad40-4143-b00b-30429f4168b5 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.628670] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153669, 'name': ReconfigVM_Task, 'duration_secs': 1.026229} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.628950] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Reconfigured VM instance instance-00000018 to attach disk [datastore1] d5ab1888-4692-4c9b-be29-6adda0c5c931/d5ab1888-4692-4c9b-be29-6adda0c5c931.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.629690] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-298ed91f-be0e-41c9-aead-432dd13b5ec0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.636640] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 671.636640] env[68835]: value = "task-3153674" [ 671.636640] env[68835]: _type = "Task" [ 671.636640] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.645607] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153674, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.660131] env[68835]: DEBUG oslo_vmware.api [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153672, 'name': PowerOnVM_Task, 'duration_secs': 0.575873} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.660429] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.660688] env[68835]: DEBUG nova.compute.manager [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.661563] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa96322-320d-4be8-b7ce-f1f60c4f7875 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.709131] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068561} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.710675] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.711500] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966f2cb6-dc77-40f5-9e6c-99f9610a8505 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.735522] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 297ded63-d94a-4997-bbd0-78c27caf99da/297ded63-d94a-4997-bbd0-78c27caf99da.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.736400] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdf924bc-f503-41b6-be22-03e4e2a97ff5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.758256] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 671.758256] env[68835]: value = "task-3153675" [ 671.758256] env[68835]: _type = "Task" [ 671.758256] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.767656] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.807635] env[68835]: DEBUG oslo_concurrency.lockutils [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] Releasing lock "refresh_cache-b427c242-aa1f-42cd-9808-a4028c75c2b7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.807929] env[68835]: DEBUG nova.compute.manager [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Received event network-changed-81d3521b-ad40-4143-b00b-30429f4168b5 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.808168] env[68835]: DEBUG nova.compute.manager [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Refreshing instance network info cache due to event network-changed-81d3521b-ad40-4143-b00b-30429f4168b5. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.808397] env[68835]: DEBUG oslo_concurrency.lockutils [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] Acquiring lock "refresh_cache-0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.987366] env[68835]: DEBUG oslo_concurrency.lockutils [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquiring lock "0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.987663] env[68835]: DEBUG oslo_concurrency.lockutils [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.987850] env[68835]: DEBUG oslo_concurrency.lockutils [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquiring lock "0a3ec5b2-43c5-49ae-ad46-c2a67581ff73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.988037] env[68835]: DEBUG oslo_concurrency.lockutils [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "0a3ec5b2-43c5-49ae-ad46-c2a67581ff73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.988214] env[68835]: DEBUG oslo_concurrency.lockutils [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "0a3ec5b2-43c5-49ae-ad46-c2a67581ff73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.990689] env[68835]: INFO nova.compute.manager [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Terminating instance [ 672.092262] env[68835]: DEBUG nova.compute.utils [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.096667] env[68835]: DEBUG nova.compute.manager [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.096859] env[68835]: DEBUG nova.network.neutron [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.150391] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153674, 'name': Rename_Task, 'duration_secs': 0.285674} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.151440] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.151725] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18191cc2-9008-437d-991f-85bf361e1664 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.163490] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 672.163490] env[68835]: value = "task-3153676" [ 672.163490] env[68835]: _type = "Task" [ 672.163490] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.170908] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.181961] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.271280] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.428678] env[68835]: DEBUG nova.policy [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '709a1db676b8495cbf49392b4083cca1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd1fcc31fae94c9d801bf91c69b2f709', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.499305] env[68835]: DEBUG nova.compute.manager [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.499467] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.505719] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c04f4c-8e50-42fb-a851-55090887c4ec {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.512729] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Acquiring lock "cdff230c-2bdf-4bd9-91c0-139f7fafccc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.512875] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Lock "cdff230c-2bdf-4bd9-91c0-139f7fafccc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.513148] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Acquiring lock "cdff230c-2bdf-4bd9-91c0-139f7fafccc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.513601] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Lock "cdff230c-2bdf-4bd9-91c0-139f7fafccc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.516793] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Lock "cdff230c-2bdf-4bd9-91c0-139f7fafccc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.516871] env[68835]: INFO nova.compute.manager [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Terminating instance [ 672.522482] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.523671] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6858f75e-d612-47f6-9079-1bd330a0d494 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.537881] env[68835]: DEBUG oslo_vmware.api [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for the task: (returnval){ [ 672.537881] env[68835]: value = "task-3153677" [ 672.537881] env[68835]: _type = "Task" [ 672.537881] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.551739] env[68835]: DEBUG oslo_vmware.api [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.600580] env[68835]: DEBUG nova.compute.manager [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.675961] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153676, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.716871] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5a324f-0a27-408a-a89b-deaa925d551c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.725089] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7f0343-3146-4478-b45c-34a3aadfda27 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.758135] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb8c2de-6333-4dcb-8235-3b98e2b3b967 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.775585] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875527b1-6f60-41e0-9967-3434dfdb1a61 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.793952] env[68835]: DEBUG nova.compute.provider_tree [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.798588] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153675, 'name': ReconfigVM_Task, 'duration_secs': 0.672865} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.799478] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 297ded63-d94a-4997-bbd0-78c27caf99da/297ded63-d94a-4997-bbd0-78c27caf99da.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.799946] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87fbc1a9-928f-453c-9250-b4c5eb85d681 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.808118] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 672.808118] env[68835]: value = "task-3153678" [ 672.808118] env[68835]: _type = "Task" [ 672.808118] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.823136] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153678, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.852672] env[68835]: DEBUG nova.network.neutron [req-c8d2b4d8-d5ef-4317-afc5-d531daa82578 req-fc799ec9-2130-46f8-986e-415bdb8822de service nova] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Updated VIF entry in instance network info cache for port 81d3521b-ad40-4143-b00b-30429f4168b5. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.853349] env[68835]: DEBUG nova.network.neutron [req-c8d2b4d8-d5ef-4317-afc5-d531daa82578 req-fc799ec9-2130-46f8-986e-415bdb8822de service nova] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Updating instance_info_cache with network_info: [{"id": "81d3521b-ad40-4143-b00b-30429f4168b5", "address": "fa:16:3e:1a:56:53", "network": {"id": "4796552a-438b-4789-9297-47ef68a6d663", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544253656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278ec598bc174a17b8f094b7af6dec73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d3521b-ad", "ovs_interfaceid": "81d3521b-ad40-4143-b00b-30429f4168b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.027924] env[68835]: DEBUG nova.compute.manager [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.028067] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.029792] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5543864f-37b0-4f2f-b8a2-fe7171343988 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.043223] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.049342] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88793b39-fc72-44fe-a27d-04a9744aaf4f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.062513] env[68835]: DEBUG oslo_vmware.api [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153677, 'name': PowerOffVM_Task, 'duration_secs': 0.322224} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.063078] env[68835]: DEBUG oslo_vmware.api [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Waiting for the task: (returnval){ [ 673.063078] env[68835]: value = "task-3153679" [ 673.063078] env[68835]: _type = "Task" [ 673.063078] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.063692] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.063692] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.063903] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bace887-30de-4e32-b50b-dc816816c184 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.074508] env[68835]: DEBUG oslo_vmware.api [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': task-3153679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.114962] env[68835]: DEBUG nova.network.neutron [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Successfully created port: 3a5107ce-9d63-46db-8bf8-a381555459e9 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.127429] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.127654] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.127830] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Deleting the datastore file [datastore2] 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.129178] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a98ded3d-82b0-4334-9b40-4b8da2ad7466 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.135970] env[68835]: DEBUG oslo_vmware.api [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for the task: (returnval){ [ 673.135970] env[68835]: value = "task-3153681" [ 673.135970] env[68835]: _type = "Task" [ 673.135970] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.145912] env[68835]: DEBUG oslo_vmware.api [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.173866] env[68835]: DEBUG oslo_vmware.api [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153676, 'name': PowerOnVM_Task, 'duration_secs': 0.701557} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.175037] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.175037] env[68835]: INFO nova.compute.manager [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Took 9.25 seconds to spawn the instance on the hypervisor. [ 673.175037] env[68835]: DEBUG nova.compute.manager [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.176381] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f02a3f8-69db-4b75-9f35-59f4a6f26d54 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.303022] env[68835]: DEBUG nova.scheduler.client.report [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.318181] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153678, 'name': Rename_Task, 'duration_secs': 0.26245} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.319432] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.319825] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d571553-4bcc-428c-8414-136376ddf57a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.328541] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 673.328541] env[68835]: value = "task-3153682" [ 673.328541] env[68835]: _type = "Task" [ 673.328541] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.345508] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.359424] env[68835]: DEBUG oslo_concurrency.lockutils [req-c8d2b4d8-d5ef-4317-afc5-d531daa82578 req-fc799ec9-2130-46f8-986e-415bdb8822de service nova] Releasing lock "refresh_cache-0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.359424] env[68835]: DEBUG oslo_concurrency.lockutils [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] Acquired lock "refresh_cache-0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.359424] env[68835]: DEBUG nova.network.neutron [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Refreshing network info cache for port 81d3521b-ad40-4143-b00b-30429f4168b5 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.575564] env[68835]: DEBUG oslo_vmware.api [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': task-3153679, 'name': PowerOffVM_Task, 'duration_secs': 0.289192} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.576073] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.576453] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.576885] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e551621-6db1-47d8-a9c5-05a31e31a9aa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.625960] env[68835]: DEBUG nova.compute.manager [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.650067] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.650488] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.650488] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Deleting the datastore file [datastore2] cdff230c-2bdf-4bd9-91c0-139f7fafccc3 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.651228] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e54f3d73-4937-4fb3-bf4d-aa69b527ec43 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.656751] env[68835]: DEBUG oslo_vmware.api [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293648} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.659486] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.659572] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.659911] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.660044] env[68835]: INFO nova.compute.manager [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Took 1.16 seconds to destroy the instance on the hypervisor. [ 673.660352] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.660919] env[68835]: DEBUG nova.compute.manager [-] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.660995] env[68835]: DEBUG nova.network.neutron [-] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.664205] env[68835]: DEBUG oslo_vmware.api [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Waiting for the task: (returnval){ [ 673.664205] env[68835]: value = "task-3153684" [ 673.664205] env[68835]: _type = "Task" [ 673.664205] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.673400] env[68835]: DEBUG nova.virt.hardware [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.673400] env[68835]: DEBUG nova.virt.hardware [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.673400] env[68835]: DEBUG nova.virt.hardware [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.673698] env[68835]: DEBUG nova.virt.hardware [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.673698] env[68835]: DEBUG nova.virt.hardware [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.673698] env[68835]: DEBUG nova.virt.hardware [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.673698] env[68835]: DEBUG nova.virt.hardware [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.673698] env[68835]: DEBUG nova.virt.hardware [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.673841] env[68835]: DEBUG nova.virt.hardware [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.673841] env[68835]: DEBUG nova.virt.hardware [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.673841] env[68835]: DEBUG nova.virt.hardware [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.674300] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9447184-f220-40bc-bd6d-1f2ee0d8d129 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.683374] env[68835]: DEBUG oslo_vmware.api [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': task-3153684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.694025] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6552a59d-dcb2-40d1-ae47-66c6fdbc8453 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.700695] env[68835]: INFO nova.compute.manager [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Took 35.41 seconds to build instance. [ 673.842306] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.975188] env[68835]: DEBUG nova.compute.manager [req-f98689da-ba5b-4d56-ad16-b9025e15abc6 req-05fcfdb1-731b-40be-a240-37ecf668e851 service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Received event network-changed-ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.975887] env[68835]: DEBUG nova.compute.manager [req-f98689da-ba5b-4d56-ad16-b9025e15abc6 req-05fcfdb1-731b-40be-a240-37ecf668e851 service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Refreshing instance network info cache due to event network-changed-ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.976451] env[68835]: DEBUG oslo_concurrency.lockutils [req-f98689da-ba5b-4d56-ad16-b9025e15abc6 req-05fcfdb1-731b-40be-a240-37ecf668e851 service nova] Acquiring lock "refresh_cache-b427c242-aa1f-42cd-9808-a4028c75c2b7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.976945] env[68835]: DEBUG oslo_concurrency.lockutils [req-f98689da-ba5b-4d56-ad16-b9025e15abc6 req-05fcfdb1-731b-40be-a240-37ecf668e851 service nova] Acquired lock "refresh_cache-b427c242-aa1f-42cd-9808-a4028c75c2b7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.977280] env[68835]: DEBUG nova.network.neutron [req-f98689da-ba5b-4d56-ad16-b9025e15abc6 req-05fcfdb1-731b-40be-a240-37ecf668e851 service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Refreshing network info cache for port ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.180317] env[68835]: DEBUG oslo_vmware.api [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Task: {'id': task-3153684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217973} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.181116] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.181194] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.181365] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.181543] env[68835]: INFO nova.compute.manager [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 674.183044] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.184405] env[68835]: DEBUG nova.compute.manager [-] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.184505] env[68835]: DEBUG nova.network.neutron [-] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.211535] env[68835]: DEBUG oslo_concurrency.lockutils [None req-60b76942-9c3f-4920-a2f5-e41ba701f154 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "d5ab1888-4692-4c9b-be29-6adda0c5c931" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.297s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.312674] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.723s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.316438] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.966s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.319636] env[68835]: INFO nova.compute.claims [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.348604] env[68835]: DEBUG oslo_vmware.api [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153682, 'name': PowerOnVM_Task, 'duration_secs': 0.712023} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.348604] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.348742] env[68835]: INFO nova.compute.manager [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Took 7.72 seconds to spawn the instance on the hypervisor. [ 674.348877] env[68835]: DEBUG nova.compute.manager [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.349756] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199f748a-479b-4e73-b43c-1103419880d9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.478773] env[68835]: DEBUG nova.network.neutron [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Updated VIF entry in instance network info cache for port 81d3521b-ad40-4143-b00b-30429f4168b5. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.479171] env[68835]: DEBUG nova.network.neutron [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Updating instance_info_cache with network_info: [{"id": "81d3521b-ad40-4143-b00b-30429f4168b5", "address": "fa:16:3e:1a:56:53", "network": {"id": "4796552a-438b-4789-9297-47ef68a6d663", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544253656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278ec598bc174a17b8f094b7af6dec73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d3521b-ad", "ovs_interfaceid": "81d3521b-ad40-4143-b00b-30429f4168b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.681535] env[68835]: DEBUG nova.network.neutron [-] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.714681] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.872782] env[68835]: INFO nova.compute.manager [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Took 35.53 seconds to build instance. [ 674.913551] env[68835]: INFO nova.scheduler.client.report [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Deleted allocation for migration 4640df6a-1aba-4ff3-bb1e-63ea080dc744 [ 674.923739] env[68835]: DEBUG nova.network.neutron [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Successfully updated port: 3a5107ce-9d63-46db-8bf8-a381555459e9 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.942568] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "f80f943b-e912-4b1d-a2d2-0d42c7f61e0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.942691] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "f80f943b-e912-4b1d-a2d2-0d42c7f61e0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.943040] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "f80f943b-e912-4b1d-a2d2-0d42c7f61e0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.943483] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "f80f943b-e912-4b1d-a2d2-0d42c7f61e0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.943483] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "f80f943b-e912-4b1d-a2d2-0d42c7f61e0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.945726] env[68835]: INFO nova.compute.manager [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Terminating instance [ 674.984667] env[68835]: DEBUG oslo_concurrency.lockutils [req-42d08639-4b74-4d3c-9dd1-44efcee29f50 req-1dbff6b8-1153-4317-92b8-31e5a3d50492 service nova] Releasing lock "refresh_cache-0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.048345] env[68835]: DEBUG nova.network.neutron [-] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.183903] env[68835]: INFO nova.compute.manager [-] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Took 1.52 seconds to deallocate network for instance. [ 675.240276] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.298080] env[68835]: DEBUG nova.network.neutron [req-f98689da-ba5b-4d56-ad16-b9025e15abc6 req-05fcfdb1-731b-40be-a240-37ecf668e851 service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Updated VIF entry in instance network info cache for port ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.298547] env[68835]: DEBUG nova.network.neutron [req-f98689da-ba5b-4d56-ad16-b9025e15abc6 req-05fcfdb1-731b-40be-a240-37ecf668e851 service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Updating instance_info_cache with network_info: [{"id": "ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3", "address": "fa:16:3e:59:67:4c", "network": {"id": "4796552a-438b-4789-9297-47ef68a6d663", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544253656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278ec598bc174a17b8f094b7af6dec73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21e9f0-73", "ovs_interfaceid": "ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.375793] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2bdd5e6d-62cf-4f49-8fef-6eed5e592ad3 tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Lock "297ded63-d94a-4997-bbd0-78c27caf99da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.646s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.422657] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a39a0124-1167-4482-86c6-8bafd1cb7aa0 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.127s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.428222] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Acquiring lock "refresh_cache-fdf0747e-1b3f-455c-a853-098c445c8924" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.428362] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Acquired lock "refresh_cache-fdf0747e-1b3f-455c-a853-098c445c8924" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.428598] env[68835]: DEBUG nova.network.neutron [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.450816] env[68835]: DEBUG nova.compute.manager [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.451069] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.452329] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f0981a-c79f-41c2-baa6-0c3e5a6765ef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.464814] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.465098] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77f79f65-1c2b-4452-823b-dd531cf4dda0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.472710] env[68835]: DEBUG oslo_vmware.api [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 675.472710] env[68835]: value = "task-3153685" [ 675.472710] env[68835]: _type = "Task" [ 675.472710] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.486110] env[68835]: DEBUG oslo_vmware.api [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.554550] env[68835]: INFO nova.compute.manager [-] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Took 1.37 seconds to deallocate network for instance. [ 675.587331] env[68835]: DEBUG nova.compute.manager [req-28241c01-536c-47df-a572-556ca5db2564 req-cc3cd68e-2d9d-415c-890b-5bec17970e98 service nova] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Received event network-vif-deleted-81d3521b-ad40-4143-b00b-30429f4168b5 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.692818] env[68835]: DEBUG oslo_concurrency.lockutils [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.803585] env[68835]: DEBUG oslo_concurrency.lockutils [req-f98689da-ba5b-4d56-ad16-b9025e15abc6 req-05fcfdb1-731b-40be-a240-37ecf668e851 service nova] Releasing lock "refresh_cache-b427c242-aa1f-42cd-9808-a4028c75c2b7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.888020] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.970025] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e187ad-b465-40d8-8cb7-71d816888a08 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.983711] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fb7d6e-1977-4d95-b1f8-55bf611e1399 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.994033] env[68835]: DEBUG oslo_vmware.api [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153685, 'name': PowerOffVM_Task, 'duration_secs': 0.223486} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.994033] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.994033] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.995076] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b5adf25-8d68-426d-944d-c76f46e722f2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.997662] env[68835]: DEBUG nova.network.neutron [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.029409] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4860ba-e633-4412-8ec0-6544c839a091 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.034810] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6483eb35-1e2b-4c1a-b397-f11d069b7a63 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.050397] env[68835]: DEBUG nova.compute.provider_tree [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.063546] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.098492] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.098728] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.098911] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleting the datastore file [datastore1] f80f943b-e912-4b1d-a2d2-0d42c7f61e0c {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.099206] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f16090a-1365-4ec3-a0b2-5ddb86609cd9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.105465] env[68835]: DEBUG oslo_vmware.api [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 676.105465] env[68835]: value = "task-3153687" [ 676.105465] env[68835]: _type = "Task" [ 676.105465] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.114493] env[68835]: DEBUG oslo_vmware.api [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.343058] env[68835]: DEBUG nova.network.neutron [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Updating instance_info_cache with network_info: [{"id": "3a5107ce-9d63-46db-8bf8-a381555459e9", "address": "fa:16:3e:c7:64:7d", "network": {"id": "a298c39c-cc72-4bfa-962b-cbfe33880491", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1429385485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd1fcc31fae94c9d801bf91c69b2f709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a5107ce-9d", "ovs_interfaceid": "3a5107ce-9d63-46db-8bf8-a381555459e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.425698] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.554727] env[68835]: DEBUG nova.scheduler.client.report [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.621856] env[68835]: DEBUG oslo_vmware.api [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472307} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.624509] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.624856] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.625103] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.625284] env[68835]: INFO nova.compute.manager [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 676.625876] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.625876] env[68835]: DEBUG nova.compute.manager [-] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.625876] env[68835]: DEBUG nova.network.neutron [-] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.848333] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Releasing lock "refresh_cache-fdf0747e-1b3f-455c-a853-098c445c8924" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.848672] env[68835]: DEBUG nova.compute.manager [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Instance network_info: |[{"id": "3a5107ce-9d63-46db-8bf8-a381555459e9", "address": "fa:16:3e:c7:64:7d", "network": {"id": "a298c39c-cc72-4bfa-962b-cbfe33880491", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1429385485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd1fcc31fae94c9d801bf91c69b2f709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a5107ce-9d", "ovs_interfaceid": "3a5107ce-9d63-46db-8bf8-a381555459e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.854719] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:64:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a5107ce-9d63-46db-8bf8-a381555459e9', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.866840] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Creating folder: Project (cd1fcc31fae94c9d801bf91c69b2f709). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.868358] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daaaf442-a351-4842-bd6b-e0bd10c0c3fd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.881096] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Created folder: Project (cd1fcc31fae94c9d801bf91c69b2f709) in parent group-v630977. [ 676.881096] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Creating folder: Instances. Parent ref: group-v631044. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.881096] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d15ed57f-5ba6-4cf6-923c-9ad5e379c415 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.892782] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Created folder: Instances in parent group-v631044. [ 676.892870] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.893064] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.893245] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f41944c9-83b0-416d-97a1-c1ec550a2c36 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.915362] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.915362] env[68835]: value = "task-3153690" [ 676.915362] env[68835]: _type = "Task" [ 676.915362] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.924432] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153690, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.936684] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "0a1e604e-a962-4f9a-86d9-8f769c6309f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.936912] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "0a1e604e-a962-4f9a-86d9-8f769c6309f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.978078] env[68835]: DEBUG nova.compute.manager [req-7a79eaaa-407f-4741-acd2-602dcf9fbf54 req-af3a4161-d380-4c11-92fb-fd3326334f3a service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Received event network-changed-ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.978078] env[68835]: DEBUG nova.compute.manager [req-7a79eaaa-407f-4741-acd2-602dcf9fbf54 req-af3a4161-d380-4c11-92fb-fd3326334f3a service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Refreshing instance network info cache due to event network-changed-ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.978078] env[68835]: DEBUG oslo_concurrency.lockutils [req-7a79eaaa-407f-4741-acd2-602dcf9fbf54 req-af3a4161-d380-4c11-92fb-fd3326334f3a service nova] Acquiring lock "refresh_cache-b427c242-aa1f-42cd-9808-a4028c75c2b7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.978078] env[68835]: DEBUG oslo_concurrency.lockutils [req-7a79eaaa-407f-4741-acd2-602dcf9fbf54 req-af3a4161-d380-4c11-92fb-fd3326334f3a service nova] Acquired lock "refresh_cache-b427c242-aa1f-42cd-9808-a4028c75c2b7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.978078] env[68835]: DEBUG nova.network.neutron [req-7a79eaaa-407f-4741-acd2-602dcf9fbf54 req-af3a4161-d380-4c11-92fb-fd3326334f3a service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Refreshing network info cache for port ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.061325] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.062182] env[68835]: DEBUG nova.compute.manager [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.064721] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.748s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.066179] env[68835]: INFO nova.compute.claims [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.272279] env[68835]: DEBUG oslo_concurrency.lockutils [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "c5ca9575-0509-4b69-ad7e-0b5b70889f97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.272279] env[68835]: DEBUG oslo_concurrency.lockutils [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "c5ca9575-0509-4b69-ad7e-0b5b70889f97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.368264] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquiring lock "0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.427037] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153690, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.573494] env[68835]: DEBUG nova.compute.utils [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.577476] env[68835]: DEBUG nova.compute.manager [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.577698] env[68835]: DEBUG nova.network.neutron [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.620361] env[68835]: DEBUG nova.policy [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca84ea4792554251887496ee3e8a1540', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca498a014f06403cb8502ce9c936e932', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.721609] env[68835]: DEBUG nova.network.neutron [-] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.828377] env[68835]: DEBUG nova.network.neutron [req-7a79eaaa-407f-4741-acd2-602dcf9fbf54 req-af3a4161-d380-4c11-92fb-fd3326334f3a service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Updated VIF entry in instance network info cache for port ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.828513] env[68835]: DEBUG nova.network.neutron [req-7a79eaaa-407f-4741-acd2-602dcf9fbf54 req-af3a4161-d380-4c11-92fb-fd3326334f3a service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Updating instance_info_cache with network_info: [{"id": "ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3", "address": "fa:16:3e:59:67:4c", "network": {"id": "4796552a-438b-4789-9297-47ef68a6d663", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1544253656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278ec598bc174a17b8f094b7af6dec73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21e9f0-73", "ovs_interfaceid": "ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.847826] env[68835]: DEBUG nova.compute.manager [req-f1db86dc-5a6c-4b80-bfc5-07c6ef658773 req-68fa2051-a773-4c6c-af3b-708a856c04f4 service nova] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Received event network-vif-deleted-b5b13f8c-fc00-4ccb-8bc0-42fd1ade08f1 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.848017] env[68835]: DEBUG nova.compute.manager [req-f1db86dc-5a6c-4b80-bfc5-07c6ef658773 req-68fa2051-a773-4c6c-af3b-708a856c04f4 service nova] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Received event network-vif-plugged-3a5107ce-9d63-46db-8bf8-a381555459e9 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.848232] env[68835]: DEBUG oslo_concurrency.lockutils [req-f1db86dc-5a6c-4b80-bfc5-07c6ef658773 req-68fa2051-a773-4c6c-af3b-708a856c04f4 service nova] Acquiring lock "fdf0747e-1b3f-455c-a853-098c445c8924-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.848487] env[68835]: DEBUG oslo_concurrency.lockutils [req-f1db86dc-5a6c-4b80-bfc5-07c6ef658773 req-68fa2051-a773-4c6c-af3b-708a856c04f4 service nova] Lock "fdf0747e-1b3f-455c-a853-098c445c8924-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.848702] env[68835]: DEBUG oslo_concurrency.lockutils [req-f1db86dc-5a6c-4b80-bfc5-07c6ef658773 req-68fa2051-a773-4c6c-af3b-708a856c04f4 service nova] Lock "fdf0747e-1b3f-455c-a853-098c445c8924-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.848943] env[68835]: DEBUG nova.compute.manager [req-f1db86dc-5a6c-4b80-bfc5-07c6ef658773 req-68fa2051-a773-4c6c-af3b-708a856c04f4 service nova] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] No waiting events found dispatching network-vif-plugged-3a5107ce-9d63-46db-8bf8-a381555459e9 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.849951] env[68835]: WARNING nova.compute.manager [req-f1db86dc-5a6c-4b80-bfc5-07c6ef658773 req-68fa2051-a773-4c6c-af3b-708a856c04f4 service nova] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Received unexpected event network-vif-plugged-3a5107ce-9d63-46db-8bf8-a381555459e9 for instance with vm_state building and task_state spawning. [ 677.849951] env[68835]: DEBUG nova.compute.manager [req-f1db86dc-5a6c-4b80-bfc5-07c6ef658773 req-68fa2051-a773-4c6c-af3b-708a856c04f4 service nova] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Received event network-changed-3a5107ce-9d63-46db-8bf8-a381555459e9 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.849951] env[68835]: DEBUG nova.compute.manager [req-f1db86dc-5a6c-4b80-bfc5-07c6ef658773 req-68fa2051-a773-4c6c-af3b-708a856c04f4 service nova] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Refreshing instance network info cache due to event network-changed-3a5107ce-9d63-46db-8bf8-a381555459e9. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.849951] env[68835]: DEBUG oslo_concurrency.lockutils [req-f1db86dc-5a6c-4b80-bfc5-07c6ef658773 req-68fa2051-a773-4c6c-af3b-708a856c04f4 service nova] Acquiring lock "refresh_cache-fdf0747e-1b3f-455c-a853-098c445c8924" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.850114] env[68835]: DEBUG oslo_concurrency.lockutils [req-f1db86dc-5a6c-4b80-bfc5-07c6ef658773 req-68fa2051-a773-4c6c-af3b-708a856c04f4 service nova] Acquired lock "refresh_cache-fdf0747e-1b3f-455c-a853-098c445c8924" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.850287] env[68835]: DEBUG nova.network.neutron [req-f1db86dc-5a6c-4b80-bfc5-07c6ef658773 req-68fa2051-a773-4c6c-af3b-708a856c04f4 service nova] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Refreshing network info cache for port 3a5107ce-9d63-46db-8bf8-a381555459e9 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.927771] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153690, 'name': CreateVM_Task, 'duration_secs': 0.552854} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.927992] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.928746] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.929177] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.929306] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.929829] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b4de117-eca4-486d-8164-bb6d32633a79 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.938482] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Waiting for the task: (returnval){ [ 677.938482] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52f93f9c-8da9-ee5b-46ae-7004e79b62c1" [ 677.938482] env[68835]: _type = "Task" [ 677.938482] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.948370] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f93f9c-8da9-ee5b-46ae-7004e79b62c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.063379] env[68835]: DEBUG nova.network.neutron [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Successfully created port: d90e56ba-0681-450a-8425-8a0912caa65e {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.081020] env[68835]: DEBUG nova.compute.manager [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.188352] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquiring lock "297ded63-d94a-4997-bbd0-78c27caf99da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.189109] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Lock "297ded63-d94a-4997-bbd0-78c27caf99da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.189109] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquiring lock "297ded63-d94a-4997-bbd0-78c27caf99da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.189109] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Lock "297ded63-d94a-4997-bbd0-78c27caf99da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.189807] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Lock "297ded63-d94a-4997-bbd0-78c27caf99da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.191919] env[68835]: INFO nova.compute.manager [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Terminating instance [ 678.226543] env[68835]: INFO nova.compute.manager [-] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Took 1.60 seconds to deallocate network for instance. [ 678.332078] env[68835]: DEBUG oslo_concurrency.lockutils [req-7a79eaaa-407f-4741-acd2-602dcf9fbf54 req-af3a4161-d380-4c11-92fb-fd3326334f3a service nova] Releasing lock "refresh_cache-b427c242-aa1f-42cd-9808-a4028c75c2b7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.450902] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f93f9c-8da9-ee5b-46ae-7004e79b62c1, 'name': SearchDatastore_Task, 'duration_secs': 0.013407} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.451308] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.451702] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.452018] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.452232] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.452472] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.452798] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4fde086-878e-4361-b6c3-c51dbc8c2141 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.469997] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.470227] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.473891] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c237c594-dbbe-48da-bc20-b3740740d9fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.479817] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Waiting for the task: (returnval){ [ 678.479817] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]522184e2-c8f4-2ebd-e99a-21fbb4a8b869" [ 678.479817] env[68835]: _type = "Task" [ 678.479817] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.487871] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]522184e2-c8f4-2ebd-e99a-21fbb4a8b869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.698953] env[68835]: DEBUG nova.compute.manager [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.699209] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.700124] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0bd79f-c6f3-4ae8-859d-57c6e85401e5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.709837] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.711014] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97828d51-cddc-4e74-8373-08ffdc48b39f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.713077] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb6cc4e-a7e3-4db5-a108-e2a59c8654bb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.721639] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a3a100-5423-4f7a-b4c1-12ac86ebe6b8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.724841] env[68835]: DEBUG oslo_vmware.api [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 678.724841] env[68835]: value = "task-3153691" [ 678.724841] env[68835]: _type = "Task" [ 678.724841] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.755991] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.760406] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a83e9dd-c76d-4be0-989f-fd28484e4ea2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.768883] env[68835]: DEBUG oslo_vmware.api [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.771541] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386f2107-b4f9-4083-bf0a-610d50eb02be {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.786692] env[68835]: DEBUG nova.compute.provider_tree [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.990055] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]522184e2-c8f4-2ebd-e99a-21fbb4a8b869, 'name': SearchDatastore_Task, 'duration_secs': 0.032126} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.991021] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c7201c8-cb03-4d0a-9f6a-58b60cd6fcb6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.997617] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Waiting for the task: (returnval){ [ 678.997617] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52e8fcbe-1dd5-d13f-9660-73728e2c3ca7" [ 678.997617] env[68835]: _type = "Task" [ 678.997617] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.010397] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e8fcbe-1dd5-d13f-9660-73728e2c3ca7, 'name': SearchDatastore_Task, 'duration_secs': 0.010965} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.010698] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.010990] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] fdf0747e-1b3f-455c-a853-098c445c8924/fdf0747e-1b3f-455c-a853-098c445c8924.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.011464] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30aa1129-a094-4ec0-8f36-603184abbdc0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.017616] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Waiting for the task: (returnval){ [ 679.017616] env[68835]: value = "task-3153692" [ 679.017616] env[68835]: _type = "Task" [ 679.017616] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.030165] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': task-3153692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.058568] env[68835]: DEBUG nova.network.neutron [req-f1db86dc-5a6c-4b80-bfc5-07c6ef658773 req-68fa2051-a773-4c6c-af3b-708a856c04f4 service nova] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Updated VIF entry in instance network info cache for port 3a5107ce-9d63-46db-8bf8-a381555459e9. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.059039] env[68835]: DEBUG nova.network.neutron [req-f1db86dc-5a6c-4b80-bfc5-07c6ef658773 req-68fa2051-a773-4c6c-af3b-708a856c04f4 service nova] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Updating instance_info_cache with network_info: [{"id": "3a5107ce-9d63-46db-8bf8-a381555459e9", "address": "fa:16:3e:c7:64:7d", "network": {"id": "a298c39c-cc72-4bfa-962b-cbfe33880491", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1429385485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd1fcc31fae94c9d801bf91c69b2f709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a5107ce-9d", "ovs_interfaceid": "3a5107ce-9d63-46db-8bf8-a381555459e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.094651] env[68835]: DEBUG nova.compute.manager [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.124635] env[68835]: DEBUG nova.virt.hardware [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.124883] env[68835]: DEBUG nova.virt.hardware [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.125048] env[68835]: DEBUG nova.virt.hardware [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.125230] env[68835]: DEBUG nova.virt.hardware [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.125375] env[68835]: DEBUG nova.virt.hardware [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.125605] env[68835]: DEBUG nova.virt.hardware [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.125761] env[68835]: DEBUG nova.virt.hardware [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.125872] env[68835]: DEBUG nova.virt.hardware [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.126053] env[68835]: DEBUG nova.virt.hardware [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.126222] env[68835]: DEBUG nova.virt.hardware [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.126461] env[68835]: DEBUG nova.virt.hardware [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.127274] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab8dbd1-48fe-4e26-b107-972dac310d3b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.135254] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e8c635-cd0c-4f28-8fd9-d20bc15334f5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.233196] env[68835]: DEBUG nova.compute.manager [req-a861aae0-e79e-4bbb-b66d-9fac303a572d req-38f8b804-e1c7-45e5-9b33-5fcbd5276cd9 service nova] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Received event network-vif-deleted-d6775b90-04dd-477e-9f99-b3e62389c627 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.238843] env[68835]: DEBUG oslo_vmware.api [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153691, 'name': PowerOffVM_Task, 'duration_secs': 0.254925} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.239193] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.239529] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.239824] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0917f4a8-ada1-4206-9d52-f98fdce24011 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.290248] env[68835]: DEBUG nova.scheduler.client.report [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.302284] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.302516] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.302696] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Deleting the datastore file [datastore1] 297ded63-d94a-4997-bbd0-78c27caf99da {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.303217] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ea14570-75f1-4b2e-b988-ae825d07c7b8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.311425] env[68835]: DEBUG oslo_vmware.api [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for the task: (returnval){ [ 679.311425] env[68835]: value = "task-3153694" [ 679.311425] env[68835]: _type = "Task" [ 679.311425] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.323020] env[68835]: DEBUG oslo_vmware.api [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.529125] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': task-3153692, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.530924] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Acquiring lock "35f1fcb9-985b-4bac-8dc3-e0787f43de54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.531377] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Lock "35f1fcb9-985b-4bac-8dc3-e0787f43de54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.531790] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Acquiring lock "35f1fcb9-985b-4bac-8dc3-e0787f43de54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.531972] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Lock "35f1fcb9-985b-4bac-8dc3-e0787f43de54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.532388] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Lock "35f1fcb9-985b-4bac-8dc3-e0787f43de54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.534964] env[68835]: INFO nova.compute.manager [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Terminating instance [ 679.564023] env[68835]: DEBUG oslo_concurrency.lockutils [req-f1db86dc-5a6c-4b80-bfc5-07c6ef658773 req-68fa2051-a773-4c6c-af3b-708a856c04f4 service nova] Releasing lock "refresh_cache-fdf0747e-1b3f-455c-a853-098c445c8924" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.797818] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.798362] env[68835]: DEBUG nova.compute.manager [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.801604] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.043s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.801824] env[68835]: DEBUG nova.objects.instance [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Lazy-loading 'resources' on Instance uuid 8edd2a87-1a90-43ea-a0fa-c285caa89226 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.823216] env[68835]: DEBUG oslo_vmware.api [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Task: {'id': task-3153694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210265} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.823216] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.823216] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.823216] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.823216] env[68835]: INFO nova.compute.manager [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Took 1.12 seconds to destroy the instance on the hypervisor. [ 679.823378] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.823469] env[68835]: DEBUG nova.compute.manager [-] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.823548] env[68835]: DEBUG nova.network.neutron [-] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.960996] env[68835]: DEBUG nova.network.neutron [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Successfully updated port: d90e56ba-0681-450a-8425-8a0912caa65e {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.028372] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': task-3153692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792081} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.028655] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] fdf0747e-1b3f-455c-a853-098c445c8924/fdf0747e-1b3f-455c-a853-098c445c8924.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.028864] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.029079] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edceb1c2-590a-461e-9410-149caf5f58fd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.035393] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Waiting for the task: (returnval){ [ 680.035393] env[68835]: value = "task-3153695" [ 680.035393] env[68835]: _type = "Task" [ 680.035393] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.039253] env[68835]: DEBUG nova.compute.manager [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.039459] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.040252] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe54bf63-3224-40a7-9666-cf6610fb369a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.047061] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': task-3153695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.049541] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.049782] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a911838-caf8-4fad-9816-862562d04efa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.055381] env[68835]: DEBUG oslo_vmware.api [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Waiting for the task: (returnval){ [ 680.055381] env[68835]: value = "task-3153696" [ 680.055381] env[68835]: _type = "Task" [ 680.055381] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.065148] env[68835]: DEBUG oslo_vmware.api [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': task-3153696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.170533] env[68835]: DEBUG nova.compute.manager [req-afa87d00-5316-421c-bddd-2bc45673ca55 req-7db93830-5a79-496c-a904-226217aee9ea service nova] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Received event network-vif-plugged-d90e56ba-0681-450a-8425-8a0912caa65e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.170801] env[68835]: DEBUG oslo_concurrency.lockutils [req-afa87d00-5316-421c-bddd-2bc45673ca55 req-7db93830-5a79-496c-a904-226217aee9ea service nova] Acquiring lock "e9f1dd6d-f377-4d3a-8380-cc652ae025bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.171023] env[68835]: DEBUG oslo_concurrency.lockutils [req-afa87d00-5316-421c-bddd-2bc45673ca55 req-7db93830-5a79-496c-a904-226217aee9ea service nova] Lock "e9f1dd6d-f377-4d3a-8380-cc652ae025bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.171193] env[68835]: DEBUG oslo_concurrency.lockutils [req-afa87d00-5316-421c-bddd-2bc45673ca55 req-7db93830-5a79-496c-a904-226217aee9ea service nova] Lock "e9f1dd6d-f377-4d3a-8380-cc652ae025bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.171357] env[68835]: DEBUG nova.compute.manager [req-afa87d00-5316-421c-bddd-2bc45673ca55 req-7db93830-5a79-496c-a904-226217aee9ea service nova] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] No waiting events found dispatching network-vif-plugged-d90e56ba-0681-450a-8425-8a0912caa65e {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.171516] env[68835]: WARNING nova.compute.manager [req-afa87d00-5316-421c-bddd-2bc45673ca55 req-7db93830-5a79-496c-a904-226217aee9ea service nova] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Received unexpected event network-vif-plugged-d90e56ba-0681-450a-8425-8a0912caa65e for instance with vm_state building and task_state spawning. [ 680.305025] env[68835]: DEBUG nova.compute.utils [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.309845] env[68835]: DEBUG nova.compute.manager [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Not allocating networking since 'none' was specified. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 680.463156] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Acquiring lock "refresh_cache-e9f1dd6d-f377-4d3a-8380-cc652ae025bf" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.463481] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Acquired lock "refresh_cache-e9f1dd6d-f377-4d3a-8380-cc652ae025bf" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.463582] env[68835]: DEBUG nova.network.neutron [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.551531] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': task-3153695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069469} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.551927] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.552758] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6141b2a-962f-4e09-86ae-f39b2a7953af {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.585209] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] fdf0747e-1b3f-455c-a853-098c445c8924/fdf0747e-1b3f-455c-a853-098c445c8924.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.590884] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7d506ec-1ea5-43c8-b511-00df56321bb2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.608016] env[68835]: DEBUG oslo_vmware.api [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': task-3153696, 'name': PowerOffVM_Task, 'duration_secs': 0.253673} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.608791] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.609213] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.609753] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9903b8ac-5f96-499e-add4-dc274be2649e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.615686] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Waiting for the task: (returnval){ [ 680.615686] env[68835]: value = "task-3153697" [ 680.615686] env[68835]: _type = "Task" [ 680.615686] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.624344] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': task-3153697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.686780] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.687068] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.687268] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Deleting the datastore file [datastore1] 35f1fcb9-985b-4bac-8dc3-e0787f43de54 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.688084] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0c5cdf5-23b0-45fc-beb0-6f99c2e5928d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.696751] env[68835]: DEBUG oslo_vmware.api [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Waiting for the task: (returnval){ [ 680.696751] env[68835]: value = "task-3153699" [ 680.696751] env[68835]: _type = "Task" [ 680.696751] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.705443] env[68835]: DEBUG oslo_vmware.api [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': task-3153699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.810767] env[68835]: DEBUG nova.compute.manager [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.844773] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "78270b54-cc89-4b58-b168-6ca1161b4f4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.845254] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "78270b54-cc89-4b58-b168-6ca1161b4f4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.874233] env[68835]: DEBUG nova.network.neutron [-] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.970313] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b63177c-8b7d-4005-838c-7f4149ee1fdf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.979083] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bb06d4-e8d3-4817-aeae-26641e6efb69 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.013581] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813d8249-5427-454b-a450-fd21d4b5dab9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.022237] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cc3aa8-c4c8-4b62-90a7-51a18e86df66 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.039619] env[68835]: DEBUG nova.compute.provider_tree [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.047033] env[68835]: DEBUG nova.network.neutron [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.125547] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': task-3153697, 'name': ReconfigVM_Task, 'duration_secs': 0.419882} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.125842] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Reconfigured VM instance instance-0000001a to attach disk [datastore2] fdf0747e-1b3f-455c-a853-098c445c8924/fdf0747e-1b3f-455c-a853-098c445c8924.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.126723] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14424913-9d7e-436d-ae1a-cacb652dab2a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.136957] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Waiting for the task: (returnval){ [ 681.136957] env[68835]: value = "task-3153700" [ 681.136957] env[68835]: _type = "Task" [ 681.136957] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.149376] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': task-3153700, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.209941] env[68835]: DEBUG oslo_vmware.api [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Task: {'id': task-3153699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232333} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.210200] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.210389] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.210571] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.210805] env[68835]: INFO nova.compute.manager [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Took 1.17 seconds to destroy the instance on the hypervisor. [ 681.213799] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.214067] env[68835]: DEBUG nova.compute.manager [-] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.214172] env[68835]: DEBUG nova.network.neutron [-] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.373312] env[68835]: DEBUG nova.network.neutron [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Updating instance_info_cache with network_info: [{"id": "d90e56ba-0681-450a-8425-8a0912caa65e", "address": "fa:16:3e:71:87:52", "network": {"id": "ba40b4aa-8707-4cfc-83e7-7f18c18cbecd", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1948087423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca498a014f06403cb8502ce9c936e932", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd90e56ba-06", "ovs_interfaceid": "d90e56ba-0681-450a-8425-8a0912caa65e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.378517] env[68835]: INFO nova.compute.manager [-] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Took 1.55 seconds to deallocate network for instance. [ 681.467195] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Acquiring lock "c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.467195] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Lock "c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.524892] env[68835]: DEBUG nova.compute.manager [req-fa89db71-d2ca-468a-a066-9b8aa81d4e36 req-ab546112-76d1-4028-ad41-5fcaaed16866 service nova] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Received event network-vif-deleted-0d24b8c9-ad44-4e9c-9c83-083706c1ad65 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.541650] env[68835]: DEBUG nova.scheduler.client.report [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.647865] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': task-3153700, 'name': Rename_Task, 'duration_secs': 0.365635} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.649204] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.649482] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbad15f3-5b3e-4886-b4cc-7f81017a63db {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.656850] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Waiting for the task: (returnval){ [ 681.656850] env[68835]: value = "task-3153701" [ 681.656850] env[68835]: _type = "Task" [ 681.656850] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.667223] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': task-3153701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.821912] env[68835]: DEBUG nova.compute.manager [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.864137] env[68835]: DEBUG nova.virt.hardware [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.864456] env[68835]: DEBUG nova.virt.hardware [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.864621] env[68835]: DEBUG nova.virt.hardware [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.864804] env[68835]: DEBUG nova.virt.hardware [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.865009] env[68835]: DEBUG nova.virt.hardware [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.865183] env[68835]: DEBUG nova.virt.hardware [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.865424] env[68835]: DEBUG nova.virt.hardware [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.865583] env[68835]: DEBUG nova.virt.hardware [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.865752] env[68835]: DEBUG nova.virt.hardware [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.865915] env[68835]: DEBUG nova.virt.hardware [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.867202] env[68835]: DEBUG nova.virt.hardware [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.868234] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31643c0-d2a5-48f6-9443-a3c3d866b913 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.877226] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Releasing lock "refresh_cache-e9f1dd6d-f377-4d3a-8380-cc652ae025bf" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.877226] env[68835]: DEBUG nova.compute.manager [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Instance network_info: |[{"id": "d90e56ba-0681-450a-8425-8a0912caa65e", "address": "fa:16:3e:71:87:52", "network": {"id": "ba40b4aa-8707-4cfc-83e7-7f18c18cbecd", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1948087423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca498a014f06403cb8502ce9c936e932", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd90e56ba-06", "ovs_interfaceid": "d90e56ba-0681-450a-8425-8a0912caa65e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.877419] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:87:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd90e56ba-0681-450a-8425-8a0912caa65e', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.884798] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Creating folder: Project (ca498a014f06403cb8502ce9c936e932). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.886162] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c81067-09c7-4b63-a96d-d952e672e181 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.892687] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cc495aa-491e-4646-891c-d4b86c137639 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.895282] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.910019] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Instance VIF info [] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.915786] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Creating folder: Project (c00b20044be7470887c623ed0ab8f9ad). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.917455] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48f7d33b-28b9-47af-a55b-fa0adbe2d506 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.919269] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Created folder: Project (ca498a014f06403cb8502ce9c936e932) in parent group-v630977. [ 681.919504] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Creating folder: Instances. Parent ref: group-v631047. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.919763] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5aea768f-ea9c-4f16-8c8e-32a0a1167756 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.929696] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Created folder: Project (c00b20044be7470887c623ed0ab8f9ad) in parent group-v630977. [ 681.929785] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Creating folder: Instances. Parent ref: group-v631048. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.930834] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-517713b3-a4c0-43c8-9a53-7ea58ee6ae5d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.933527] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Created folder: Instances in parent group-v631047. [ 681.933802] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.934798] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.934798] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab25556f-e215-40a8-91c2-fe5ea751f618 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.951617] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Created folder: Instances in parent group-v631048. [ 681.951617] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.952203] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.952486] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a2eae92-9f7a-4c96-b356-a917a2c23d7b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.965603] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.965603] env[68835]: value = "task-3153706" [ 681.965603] env[68835]: _type = "Task" [ 681.965603] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.970367] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.970367] env[68835]: value = "task-3153707" [ 681.970367] env[68835]: _type = "Task" [ 681.970367] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.976659] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153706, 'name': CreateVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.981365] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153707, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.023132] env[68835]: DEBUG nova.network.neutron [-] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.049129] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.053166] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.715s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.055096] env[68835]: INFO nova.compute.claims [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.075876] env[68835]: INFO nova.scheduler.client.report [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Deleted allocations for instance 8edd2a87-1a90-43ea-a0fa-c285caa89226 [ 682.168245] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': task-3153701, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.394643] env[68835]: DEBUG nova.compute.manager [req-5f736d7d-5a9a-4e04-b461-af21a9be974b req-514eec13-e631-4e8f-8573-54182b544e0f service nova] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Received event network-changed-d90e56ba-0681-450a-8425-8a0912caa65e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.394643] env[68835]: DEBUG nova.compute.manager [req-5f736d7d-5a9a-4e04-b461-af21a9be974b req-514eec13-e631-4e8f-8573-54182b544e0f service nova] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Refreshing instance network info cache due to event network-changed-d90e56ba-0681-450a-8425-8a0912caa65e. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.394643] env[68835]: DEBUG oslo_concurrency.lockutils [req-5f736d7d-5a9a-4e04-b461-af21a9be974b req-514eec13-e631-4e8f-8573-54182b544e0f service nova] Acquiring lock "refresh_cache-e9f1dd6d-f377-4d3a-8380-cc652ae025bf" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.395174] env[68835]: DEBUG oslo_concurrency.lockutils [req-5f736d7d-5a9a-4e04-b461-af21a9be974b req-514eec13-e631-4e8f-8573-54182b544e0f service nova] Acquired lock "refresh_cache-e9f1dd6d-f377-4d3a-8380-cc652ae025bf" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.395500] env[68835]: DEBUG nova.network.neutron [req-5f736d7d-5a9a-4e04-b461-af21a9be974b req-514eec13-e631-4e8f-8573-54182b544e0f service nova] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Refreshing network info cache for port d90e56ba-0681-450a-8425-8a0912caa65e {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.477274] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153706, 'name': CreateVM_Task, 'duration_secs': 0.349197} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.477770] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.478974] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.478974] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.478974] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.479503] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df28ea29-ea48-4a2b-a7ba-5e85a0a9b6ef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.483620] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153707, 'name': CreateVM_Task, 'duration_secs': 0.329598} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.484073] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.484414] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.486343] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Waiting for the task: (returnval){ [ 682.486343] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]520aa824-f51e-98d1-0663-fd5b8276643b" [ 682.486343] env[68835]: _type = "Task" [ 682.486343] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.493770] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]520aa824-f51e-98d1-0663-fd5b8276643b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.527452] env[68835]: INFO nova.compute.manager [-] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Took 1.31 seconds to deallocate network for instance. [ 682.587063] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cbada7d4-2136-4c8a-879f-37028b7d862a tempest-ServersAaction247Test-531619293 tempest-ServersAaction247Test-531619293-project-member] Lock "8edd2a87-1a90-43ea-a0fa-c285caa89226" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.639s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.668103] env[68835]: DEBUG oslo_vmware.api [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': task-3153701, 'name': PowerOnVM_Task, 'duration_secs': 0.614412} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.668893] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.668893] env[68835]: INFO nova.compute.manager [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Took 9.04 seconds to spawn the instance on the hypervisor. [ 682.668893] env[68835]: DEBUG nova.compute.manager [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.669566] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f91f97-c095-4b38-acbd-0e750729e6b2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.999633] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]520aa824-f51e-98d1-0663-fd5b8276643b, 'name': SearchDatastore_Task, 'duration_secs': 0.028275} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.000025] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.000312] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.000566] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.000741] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.000929] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.003374] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.003778] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.004084] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40ccb97d-c312-4e34-9415-1f66523e9eef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.007790] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4157fc7d-893f-4354-9c80-9a14a5a55c48 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.013632] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for the task: (returnval){ [ 683.013632] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52e6093f-0b4d-47d8-1eec-7e6c52655d68" [ 683.013632] env[68835]: _type = "Task" [ 683.013632] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.019395] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.019395] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.021120] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4222c48-4a9f-4fbe-8aab-baac91168c51 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.026184] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e6093f-0b4d-47d8-1eec-7e6c52655d68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.029161] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Waiting for the task: (returnval){ [ 683.029161] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]524f5523-1749-d6ea-82bc-94a21a620b38" [ 683.029161] env[68835]: _type = "Task" [ 683.029161] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.036295] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.044223] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]524f5523-1749-d6ea-82bc-94a21a620b38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.166383] env[68835]: DEBUG nova.network.neutron [req-5f736d7d-5a9a-4e04-b461-af21a9be974b req-514eec13-e631-4e8f-8573-54182b544e0f service nova] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Updated VIF entry in instance network info cache for port d90e56ba-0681-450a-8425-8a0912caa65e. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.166742] env[68835]: DEBUG nova.network.neutron [req-5f736d7d-5a9a-4e04-b461-af21a9be974b req-514eec13-e631-4e8f-8573-54182b544e0f service nova] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Updating instance_info_cache with network_info: [{"id": "d90e56ba-0681-450a-8425-8a0912caa65e", "address": "fa:16:3e:71:87:52", "network": {"id": "ba40b4aa-8707-4cfc-83e7-7f18c18cbecd", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1948087423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca498a014f06403cb8502ce9c936e932", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd90e56ba-06", "ovs_interfaceid": "d90e56ba-0681-450a-8425-8a0912caa65e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.192387] env[68835]: INFO nova.compute.manager [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Took 34.14 seconds to build instance. [ 683.505128] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquiring lock "9698591c-877c-4cb9-8aa1-00e4f126e049" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.505128] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "9698591c-877c-4cb9-8aa1-00e4f126e049" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.525573] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e6093f-0b4d-47d8-1eec-7e6c52655d68, 'name': SearchDatastore_Task, 'duration_secs': 0.018588} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.525717] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.525978] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.526148] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.538828] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]524f5523-1749-d6ea-82bc-94a21a620b38, 'name': SearchDatastore_Task, 'duration_secs': 0.029822} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.540221] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d4d06dd-264a-45d6-8157-9c549a41957b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.547283] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Waiting for the task: (returnval){ [ 683.547283] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52631b36-12f1-6635-c0cb-eb8b81a0e043" [ 683.547283] env[68835]: _type = "Task" [ 683.547283] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.555685] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52631b36-12f1-6635-c0cb-eb8b81a0e043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.620158] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8870ed43-66cd-45f0-94ba-ada57b33cf4a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.627593] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a875dd1d-bcda-4103-90cc-477e34e69365 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.660877] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a55e7e7-c1f1-429c-9089-5774196bbcf7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.668278] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a64198-6d92-4c68-b6c2-97702943a759 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.672406] env[68835]: DEBUG oslo_concurrency.lockutils [req-5f736d7d-5a9a-4e04-b461-af21a9be974b req-514eec13-e631-4e8f-8573-54182b544e0f service nova] Releasing lock "refresh_cache-e9f1dd6d-f377-4d3a-8380-cc652ae025bf" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.672696] env[68835]: DEBUG nova.compute.manager [req-5f736d7d-5a9a-4e04-b461-af21a9be974b req-514eec13-e631-4e8f-8573-54182b544e0f service nova] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Received event network-vif-deleted-32d8a373-3073-4c08-b091-064dc5bbed2e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.682191] env[68835]: DEBUG nova.compute.provider_tree [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.693991] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b51cb6c9-9222-4bbc-9946-01dada637666 tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Lock "fdf0747e-1b3f-455c-a853-098c445c8924" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.116s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.059170] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52631b36-12f1-6635-c0cb-eb8b81a0e043, 'name': SearchDatastore_Task, 'duration_secs': 0.014303} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.059437] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.059692] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] e9f1dd6d-f377-4d3a-8380-cc652ae025bf/e9f1dd6d-f377-4d3a-8380-cc652ae025bf.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.059963] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.060160] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.060369] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c95647f3-8c5e-4ba9-bcca-ae76308ba3ed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.062258] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ec9125d-e551-4383-831d-563916e0ba24 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.068425] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Waiting for the task: (returnval){ [ 684.068425] env[68835]: value = "task-3153708" [ 684.068425] env[68835]: _type = "Task" [ 684.068425] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.072940] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.073149] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.074141] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80b0232a-26a2-48d4-b74b-3fabec70caa2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.078963] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': task-3153708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.081731] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for the task: (returnval){ [ 684.081731] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5299c61c-dbf3-1b49-552e-fcf0ee99d8a0" [ 684.081731] env[68835]: _type = "Task" [ 684.081731] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.088817] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5299c61c-dbf3-1b49-552e-fcf0ee99d8a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.185054] env[68835]: DEBUG nova.scheduler.client.report [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.196381] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.426138] env[68835]: DEBUG nova.compute.manager [req-f9ed3916-666b-4fe0-97e7-cdb83efa3e8d req-4438c187-eaa0-4247-b25e-21040a58c621 service nova] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Received event network-changed-3a5107ce-9d63-46db-8bf8-a381555459e9 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.426138] env[68835]: DEBUG nova.compute.manager [req-f9ed3916-666b-4fe0-97e7-cdb83efa3e8d req-4438c187-eaa0-4247-b25e-21040a58c621 service nova] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Refreshing instance network info cache due to event network-changed-3a5107ce-9d63-46db-8bf8-a381555459e9. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.426138] env[68835]: DEBUG oslo_concurrency.lockutils [req-f9ed3916-666b-4fe0-97e7-cdb83efa3e8d req-4438c187-eaa0-4247-b25e-21040a58c621 service nova] Acquiring lock "refresh_cache-fdf0747e-1b3f-455c-a853-098c445c8924" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.426138] env[68835]: DEBUG oslo_concurrency.lockutils [req-f9ed3916-666b-4fe0-97e7-cdb83efa3e8d req-4438c187-eaa0-4247-b25e-21040a58c621 service nova] Acquired lock "refresh_cache-fdf0747e-1b3f-455c-a853-098c445c8924" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.426609] env[68835]: DEBUG nova.network.neutron [req-f9ed3916-666b-4fe0-97e7-cdb83efa3e8d req-4438c187-eaa0-4247-b25e-21040a58c621 service nova] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Refreshing network info cache for port 3a5107ce-9d63-46db-8bf8-a381555459e9 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.580809] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': task-3153708, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.591648] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5299c61c-dbf3-1b49-552e-fcf0ee99d8a0, 'name': SearchDatastore_Task, 'duration_secs': 0.008196} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.592514] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98e5c847-e531-4961-bee9-a46b0fbf7813 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.598681] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for the task: (returnval){ [ 684.598681] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]526c6a99-79d8-efa0-1cbc-c21aa979be20" [ 684.598681] env[68835]: _type = "Task" [ 684.598681] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.609075] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526c6a99-79d8-efa0-1cbc-c21aa979be20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.689842] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.690370] env[68835]: DEBUG nova.compute.manager [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.693313] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.293s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.695076] env[68835]: INFO nova.compute.claims [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.719915] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.087090] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': task-3153708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653781} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.087513] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] e9f1dd6d-f377-4d3a-8380-cc652ae025bf/e9f1dd6d-f377-4d3a-8380-cc652ae025bf.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.087770] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.088095] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b979b5d6-796a-4372-b69f-a573d174ac5d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.095074] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Waiting for the task: (returnval){ [ 685.095074] env[68835]: value = "task-3153709" [ 685.095074] env[68835]: _type = "Task" [ 685.095074] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.107106] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': task-3153709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.118039] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526c6a99-79d8-efa0-1cbc-c21aa979be20, 'name': SearchDatastore_Task, 'duration_secs': 0.061081} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.118039] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.118039] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3/b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.118039] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61f3bb42-d38c-436c-a32a-23e3a51bd544 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.122322] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for the task: (returnval){ [ 685.122322] env[68835]: value = "task-3153710" [ 685.122322] env[68835]: _type = "Task" [ 685.122322] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.132972] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.201717] env[68835]: DEBUG nova.compute.utils [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.205997] env[68835]: DEBUG nova.compute.manager [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.206194] env[68835]: DEBUG nova.network.neutron [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.281748] env[68835]: DEBUG nova.network.neutron [req-f9ed3916-666b-4fe0-97e7-cdb83efa3e8d req-4438c187-eaa0-4247-b25e-21040a58c621 service nova] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Updated VIF entry in instance network info cache for port 3a5107ce-9d63-46db-8bf8-a381555459e9. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.281748] env[68835]: DEBUG nova.network.neutron [req-f9ed3916-666b-4fe0-97e7-cdb83efa3e8d req-4438c187-eaa0-4247-b25e-21040a58c621 service nova] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Updating instance_info_cache with network_info: [{"id": "3a5107ce-9d63-46db-8bf8-a381555459e9", "address": "fa:16:3e:c7:64:7d", "network": {"id": "a298c39c-cc72-4bfa-962b-cbfe33880491", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1429385485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd1fcc31fae94c9d801bf91c69b2f709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a5107ce-9d", "ovs_interfaceid": "3a5107ce-9d63-46db-8bf8-a381555459e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.288971] env[68835]: DEBUG nova.policy [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ea06ee148114b0abb47960d7d112549', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba70cf1666ed4e72a15cbcbab858d8c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.607391] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': task-3153709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121549} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.607791] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.609469] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b36c612-539d-47b4-9703-0c24e9eccc46 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.642384] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] e9f1dd6d-f377-4d3a-8380-cc652ae025bf/e9f1dd6d-f377-4d3a-8380-cc652ae025bf.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.644415] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f82000be-27ef-4590-a2f6-4b9177764c77 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.668303] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153710, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.669658] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Waiting for the task: (returnval){ [ 685.669658] env[68835]: value = "task-3153711" [ 685.669658] env[68835]: _type = "Task" [ 685.669658] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.673105] env[68835]: DEBUG nova.network.neutron [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Successfully created port: f5499431-e845-4307-8a9e-eb061ccb357c {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.679702] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': task-3153711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.706728] env[68835]: DEBUG nova.compute.manager [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.785710] env[68835]: DEBUG oslo_concurrency.lockutils [req-f9ed3916-666b-4fe0-97e7-cdb83efa3e8d req-4438c187-eaa0-4247-b25e-21040a58c621 service nova] Releasing lock "refresh_cache-fdf0747e-1b3f-455c-a853-098c445c8924" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.144214] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.968829} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.145404] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3/b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.145702] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.146295] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d368d2ae-8719-4e33-af7c-3ecd8e372486 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.156079] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for the task: (returnval){ [ 686.156079] env[68835]: value = "task-3153712" [ 686.156079] env[68835]: _type = "Task" [ 686.156079] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.163563] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.180754] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': task-3153711, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.363622] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623e1ac4-2626-47aa-9944-c28ea89d45c1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.374578] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6782a925-9f2b-4736-aab6-cc6b6e460d20 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.415839] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d84f50f-60f7-43e7-8f86-3957b5204ce8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.424029] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8702a902-bd89-4abf-9903-57ccde9ec726 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.443948] env[68835]: DEBUG nova.compute.provider_tree [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.668860] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128361} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.669267] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.670459] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d75df10-0358-4d9b-b739-499f3ca6021f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.706491] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3/b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.712126] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2e9721f-3fd1-404d-b063-466b8165619d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.736716] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': task-3153711, 'name': ReconfigVM_Task, 'duration_secs': 0.514182} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.738787] env[68835]: DEBUG nova.compute.manager [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.741644] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Reconfigured VM instance instance-0000001b to attach disk [datastore2] e9f1dd6d-f377-4d3a-8380-cc652ae025bf/e9f1dd6d-f377-4d3a-8380-cc652ae025bf.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.743259] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e88e845-648a-43ef-9717-3a89509abf35 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.749838] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for the task: (returnval){ [ 686.749838] env[68835]: value = "task-3153713" [ 686.749838] env[68835]: _type = "Task" [ 686.749838] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.756152] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Waiting for the task: (returnval){ [ 686.756152] env[68835]: value = "task-3153714" [ 686.756152] env[68835]: _type = "Task" [ 686.756152] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.769277] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.778401] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': task-3153714, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.782040] env[68835]: DEBUG nova.virt.hardware [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.782400] env[68835]: DEBUG nova.virt.hardware [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.782633] env[68835]: DEBUG nova.virt.hardware [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.782909] env[68835]: DEBUG nova.virt.hardware [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.783148] env[68835]: DEBUG nova.virt.hardware [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.783375] env[68835]: DEBUG nova.virt.hardware [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.783688] env[68835]: DEBUG nova.virt.hardware [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.783929] env[68835]: DEBUG nova.virt.hardware [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.784197] env[68835]: DEBUG nova.virt.hardware [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.784445] env[68835]: DEBUG nova.virt.hardware [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.784705] env[68835]: DEBUG nova.virt.hardware [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.785941] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0a7d8a-0bdc-4ac7-8053-853acfab86b2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.796864] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf73d405-bb4c-4f74-a9ce-b680d7a6f1ae {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.950108] env[68835]: DEBUG nova.scheduler.client.report [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.015601] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Acquiring lock "abadafe3-5419-40ad-ad35-d83ab9b5c0fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.015601] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Lock "abadafe3-5419-40ad-ad35-d83ab9b5c0fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.268057] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.275719] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': task-3153714, 'name': Rename_Task, 'duration_secs': 0.219155} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.276526] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.276930] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f17f9995-76ca-47a3-bf1b-6099375fd3c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.289319] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Waiting for the task: (returnval){ [ 687.289319] env[68835]: value = "task-3153715" [ 687.289319] env[68835]: _type = "Task" [ 687.289319] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.304831] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': task-3153715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.401515] env[68835]: DEBUG nova.compute.manager [req-665c272c-cfbf-483f-90b5-dd8e9fcee194 req-8e015dd3-b7e6-499e-aa7e-608383b1d2f8 service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Received event network-vif-plugged-f5499431-e845-4307-8a9e-eb061ccb357c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.401885] env[68835]: DEBUG oslo_concurrency.lockutils [req-665c272c-cfbf-483f-90b5-dd8e9fcee194 req-8e015dd3-b7e6-499e-aa7e-608383b1d2f8 service nova] Acquiring lock "0f2357fa-1aa1-4309-a46e-497d1a8257b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.401928] env[68835]: DEBUG oslo_concurrency.lockutils [req-665c272c-cfbf-483f-90b5-dd8e9fcee194 req-8e015dd3-b7e6-499e-aa7e-608383b1d2f8 service nova] Lock "0f2357fa-1aa1-4309-a46e-497d1a8257b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.403391] env[68835]: DEBUG oslo_concurrency.lockutils [req-665c272c-cfbf-483f-90b5-dd8e9fcee194 req-8e015dd3-b7e6-499e-aa7e-608383b1d2f8 service nova] Lock "0f2357fa-1aa1-4309-a46e-497d1a8257b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.403391] env[68835]: DEBUG nova.compute.manager [req-665c272c-cfbf-483f-90b5-dd8e9fcee194 req-8e015dd3-b7e6-499e-aa7e-608383b1d2f8 service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] No waiting events found dispatching network-vif-plugged-f5499431-e845-4307-8a9e-eb061ccb357c {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.403391] env[68835]: WARNING nova.compute.manager [req-665c272c-cfbf-483f-90b5-dd8e9fcee194 req-8e015dd3-b7e6-499e-aa7e-608383b1d2f8 service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Received unexpected event network-vif-plugged-f5499431-e845-4307-8a9e-eb061ccb357c for instance with vm_state building and task_state spawning. [ 687.456192] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.456732] env[68835]: DEBUG nova.compute.manager [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.459528] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.855s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.461312] env[68835]: INFO nova.compute.claims [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.558868] env[68835]: DEBUG nova.network.neutron [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Successfully updated port: f5499431-e845-4307-8a9e-eb061ccb357c {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.761189] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153713, 'name': ReconfigVM_Task, 'duration_secs': 0.671548} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.761479] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Reconfigured VM instance instance-0000001c to attach disk [datastore2] b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3/b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.762106] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38f4f0ef-3be8-4441-9004-af5f4f3a1eb8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.768639] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for the task: (returnval){ [ 687.768639] env[68835]: value = "task-3153716" [ 687.768639] env[68835]: _type = "Task" [ 687.768639] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.777425] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153716, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.800224] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': task-3153715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.969128] env[68835]: DEBUG nova.compute.utils [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.970966] env[68835]: DEBUG nova.compute.manager [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.971063] env[68835]: DEBUG nova.network.neutron [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.044409] env[68835]: DEBUG nova.policy [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16483edf9173473794456ea5481a5487', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83c7358ed3a7402daae7688734127977', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.060979] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Acquiring lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.060979] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Acquired lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.061090] env[68835]: DEBUG nova.network.neutron [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.278248] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153716, 'name': Rename_Task, 'duration_secs': 0.167614} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.278566] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.278827] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bafccab-640d-43ee-9248-56c02afd9505 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.284791] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for the task: (returnval){ [ 688.284791] env[68835]: value = "task-3153717" [ 688.284791] env[68835]: _type = "Task" [ 688.284791] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.292108] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.300366] env[68835]: DEBUG oslo_vmware.api [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': task-3153715, 'name': PowerOnVM_Task, 'duration_secs': 0.788977} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.300366] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.300366] env[68835]: INFO nova.compute.manager [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Took 9.20 seconds to spawn the instance on the hypervisor. [ 688.300366] env[68835]: DEBUG nova.compute.manager [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.300366] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2660f2-ffa4-43fb-bcc4-d564ade1c715 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.321426] env[68835]: DEBUG nova.network.neutron [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Successfully created port: 99cc7a76-3e49-491c-b8d6-3a4565e9e15e {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.472146] env[68835]: DEBUG nova.compute.manager [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.596874] env[68835]: DEBUG nova.network.neutron [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.718463] env[68835]: DEBUG nova.network.neutron [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Updating instance_info_cache with network_info: [{"id": "f5499431-e845-4307-8a9e-eb061ccb357c", "address": "fa:16:3e:1f:21:bd", "network": {"id": "84f699ee-65e2-4593-bdeb-807d544a4c65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1295438125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba70cf1666ed4e72a15cbcbab858d8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5499431-e8", "ovs_interfaceid": "f5499431-e845-4307-8a9e-eb061ccb357c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.799578] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.819963] env[68835]: INFO nova.compute.manager [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Took 38.49 seconds to build instance. [ 689.005757] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760db219-11cf-4758-9f64-4fe9376f3a38 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.008696] env[68835]: DEBUG oslo_concurrency.lockutils [None req-86a0e6af-c938-4848-a397-fa24af986462 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Acquiring lock "interface-e9f1dd6d-f377-4d3a-8380-cc652ae025bf-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.008931] env[68835]: DEBUG oslo_concurrency.lockutils [None req-86a0e6af-c938-4848-a397-fa24af986462 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Lock "interface-e9f1dd6d-f377-4d3a-8380-cc652ae025bf-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.009254] env[68835]: DEBUG nova.objects.instance [None req-86a0e6af-c938-4848-a397-fa24af986462 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Lazy-loading 'flavor' on Instance uuid e9f1dd6d-f377-4d3a-8380-cc652ae025bf {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.015332] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28593c19-cc28-47ac-b0cc-0727a79193fe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.049187] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3956b19a-10ae-45ef-8d6d-4587d638f991 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.059355] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbadb8e2-f361-4ecc-833b-3a18fda5a293 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.073698] env[68835]: DEBUG nova.compute.provider_tree [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.221629] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Releasing lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.222008] env[68835]: DEBUG nova.compute.manager [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Instance network_info: |[{"id": "f5499431-e845-4307-8a9e-eb061ccb357c", "address": "fa:16:3e:1f:21:bd", "network": {"id": "84f699ee-65e2-4593-bdeb-807d544a4c65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1295438125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba70cf1666ed4e72a15cbcbab858d8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5499431-e8", "ovs_interfaceid": "f5499431-e845-4307-8a9e-eb061ccb357c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.222476] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:21:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5499431-e845-4307-8a9e-eb061ccb357c', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.230167] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Creating folder: Project (ba70cf1666ed4e72a15cbcbab858d8c7). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.230455] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29d1189c-9d00-4fc5-9b26-79dbf438de43 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.243122] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Created folder: Project (ba70cf1666ed4e72a15cbcbab858d8c7) in parent group-v630977. [ 689.243184] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Creating folder: Instances. Parent ref: group-v631053. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.243407] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3aab068b-1dcc-4a28-929d-f3d9fc12db27 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.251547] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Created folder: Instances in parent group-v631053. [ 689.251776] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.251958] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.252172] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9831886-f05f-4d26-9e38-76846b9a0cf8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.270808] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.270808] env[68835]: value = "task-3153720" [ 689.270808] env[68835]: _type = "Task" [ 689.270808] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.278478] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153720, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.296043] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153717, 'name': PowerOnVM_Task} progress is 85%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.321934] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14f3a589-0a2e-4fe8-9313-1d2fcc6141b7 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Lock "e9f1dd6d-f377-4d3a-8380-cc652ae025bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.271s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.484254] env[68835]: DEBUG nova.compute.manager [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.513537] env[68835]: DEBUG nova.virt.hardware [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.513850] env[68835]: DEBUG nova.virt.hardware [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.514196] env[68835]: DEBUG nova.virt.hardware [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.514400] env[68835]: DEBUG nova.virt.hardware [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.514547] env[68835]: DEBUG nova.virt.hardware [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.515496] env[68835]: DEBUG nova.virt.hardware [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.515496] env[68835]: DEBUG nova.virt.hardware [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.515496] env[68835]: DEBUG nova.virt.hardware [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.515496] env[68835]: DEBUG nova.virt.hardware [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.515496] env[68835]: DEBUG nova.virt.hardware [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.515705] env[68835]: DEBUG nova.virt.hardware [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.517122] env[68835]: DEBUG nova.objects.instance [None req-86a0e6af-c938-4848-a397-fa24af986462 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Lazy-loading 'pci_requests' on Instance uuid e9f1dd6d-f377-4d3a-8380-cc652ae025bf {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.518827] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cd59ad-d3f7-4c98-8f8e-c7da316d8d07 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.528120] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe2cc2a-a956-490c-bf91-fa1393598cdc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.576759] env[68835]: DEBUG nova.scheduler.client.report [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.638321] env[68835]: DEBUG nova.compute.manager [req-5520d27e-41e5-43ea-8605-d74c59e018eb req-a786018c-1f7b-4250-8991-af6d5fce5258 service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Received event network-changed-f5499431-e845-4307-8a9e-eb061ccb357c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.638321] env[68835]: DEBUG nova.compute.manager [req-5520d27e-41e5-43ea-8605-d74c59e018eb req-a786018c-1f7b-4250-8991-af6d5fce5258 service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Refreshing instance network info cache due to event network-changed-f5499431-e845-4307-8a9e-eb061ccb357c. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.638400] env[68835]: DEBUG oslo_concurrency.lockutils [req-5520d27e-41e5-43ea-8605-d74c59e018eb req-a786018c-1f7b-4250-8991-af6d5fce5258 service nova] Acquiring lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.638479] env[68835]: DEBUG oslo_concurrency.lockutils [req-5520d27e-41e5-43ea-8605-d74c59e018eb req-a786018c-1f7b-4250-8991-af6d5fce5258 service nova] Acquired lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.638634] env[68835]: DEBUG nova.network.neutron [req-5520d27e-41e5-43ea-8605-d74c59e018eb req-a786018c-1f7b-4250-8991-af6d5fce5258 service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Refreshing network info cache for port f5499431-e845-4307-8a9e-eb061ccb357c {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.780958] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153720, 'name': CreateVM_Task, 'duration_secs': 0.313662} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.781229] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.781905] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.782086] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.782401] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.782654] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaed2b28-4463-4e35-8d05-efcd4c232962 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.787535] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Waiting for the task: (returnval){ [ 689.787535] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]523bd7fb-0c9d-3737-0185-df3129b53af9" [ 689.787535] env[68835]: _type = "Task" [ 689.787535] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.800450] env[68835]: DEBUG oslo_vmware.api [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153717, 'name': PowerOnVM_Task, 'duration_secs': 1.182219} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.803946] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.804178] env[68835]: INFO nova.compute.manager [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Took 7.98 seconds to spawn the instance on the hypervisor. [ 689.804360] env[68835]: DEBUG nova.compute.manager [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.804632] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]523bd7fb-0c9d-3737-0185-df3129b53af9, 'name': SearchDatastore_Task, 'duration_secs': 0.009123} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.805331] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7162ab2-79ce-4bd8-8c67-682c258943ed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.807799] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.808029] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.808260] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.808403] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.808578] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.808829] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94be9e4f-d8a5-43ed-8fb2-9321cd1a0204 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.817751] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.817950] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.818871] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc5aa0f7-293c-4763-97a4-8e22ffce6993 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.824940] env[68835]: DEBUG nova.compute.manager [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.827334] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Waiting for the task: (returnval){ [ 689.827334] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52e81e90-065b-30c3-29a1-eeb156a0c86f" [ 689.827334] env[68835]: _type = "Task" [ 689.827334] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.836029] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e81e90-065b-30c3-29a1-eeb156a0c86f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.011241] env[68835]: DEBUG nova.network.neutron [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Successfully updated port: 99cc7a76-3e49-491c-b8d6-3a4565e9e15e {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.023055] env[68835]: DEBUG nova.objects.base [None req-86a0e6af-c938-4848-a397-fa24af986462 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 690.023466] env[68835]: DEBUG nova.network.neutron [None req-86a0e6af-c938-4848-a397-fa24af986462 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.081904] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.082439] env[68835]: DEBUG nova.compute.manager [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.085445] env[68835]: DEBUG oslo_concurrency.lockutils [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.142s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.086910] env[68835]: INFO nova.compute.claims [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.115633] env[68835]: DEBUG oslo_concurrency.lockutils [None req-86a0e6af-c938-4848-a397-fa24af986462 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Lock "interface-e9f1dd6d-f377-4d3a-8380-cc652ae025bf-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.107s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.326966] env[68835]: INFO nova.compute.manager [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Took 34.04 seconds to build instance. [ 690.341557] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e81e90-065b-30c3-29a1-eeb156a0c86f, 'name': SearchDatastore_Task, 'duration_secs': 0.008985} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.342533] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37f5d89c-5695-4543-9804-0a9598570755 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.349452] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Waiting for the task: (returnval){ [ 690.349452] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5274d113-1bdd-dfff-1ace-18b4b31f1992" [ 690.349452] env[68835]: _type = "Task" [ 690.349452] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.350317] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.359398] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5274d113-1bdd-dfff-1ace-18b4b31f1992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.373719] env[68835]: DEBUG nova.network.neutron [req-5520d27e-41e5-43ea-8605-d74c59e018eb req-a786018c-1f7b-4250-8991-af6d5fce5258 service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Updated VIF entry in instance network info cache for port f5499431-e845-4307-8a9e-eb061ccb357c. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.374069] env[68835]: DEBUG nova.network.neutron [req-5520d27e-41e5-43ea-8605-d74c59e018eb req-a786018c-1f7b-4250-8991-af6d5fce5258 service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Updating instance_info_cache with network_info: [{"id": "f5499431-e845-4307-8a9e-eb061ccb357c", "address": "fa:16:3e:1f:21:bd", "network": {"id": "84f699ee-65e2-4593-bdeb-807d544a4c65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1295438125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba70cf1666ed4e72a15cbcbab858d8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5499431-e8", "ovs_interfaceid": "f5499431-e845-4307-8a9e-eb061ccb357c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.515738] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Acquiring lock "refresh_cache-ecbc1ed3-8601-4ea8-b8f9-862e3faf5943" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.515738] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Acquired lock "refresh_cache-ecbc1ed3-8601-4ea8-b8f9-862e3faf5943" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.515738] env[68835]: DEBUG nova.network.neutron [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.598571] env[68835]: DEBUG nova.compute.utils [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.600194] env[68835]: DEBUG nova.compute.manager [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Not allocating networking since 'none' was specified. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 690.834873] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b552d5f-100a-4b31-a7f0-42c2b3462235 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Lock "b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.723s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.865455] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5274d113-1bdd-dfff-1ace-18b4b31f1992, 'name': SearchDatastore_Task, 'duration_secs': 0.012009} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.866286] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.866699] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 0f2357fa-1aa1-4309-a46e-497d1a8257b5/0f2357fa-1aa1-4309-a46e-497d1a8257b5.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.867100] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd2d5175-dc71-4e0e-8f4b-6bb344f1e3c0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.876535] env[68835]: DEBUG oslo_concurrency.lockutils [req-5520d27e-41e5-43ea-8605-d74c59e018eb req-a786018c-1f7b-4250-8991-af6d5fce5258 service nova] Releasing lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.877039] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Waiting for the task: (returnval){ [ 690.877039] env[68835]: value = "task-3153721" [ 690.877039] env[68835]: _type = "Task" [ 690.877039] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.891835] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.082282] env[68835]: DEBUG nova.network.neutron [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.105239] env[68835]: DEBUG nova.compute.manager [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.315329] env[68835]: DEBUG nova.network.neutron [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Updating instance_info_cache with network_info: [{"id": "99cc7a76-3e49-491c-b8d6-3a4565e9e15e", "address": "fa:16:3e:45:1e:6d", "network": {"id": "299d47ec-a5d7-43d4-81e8-122942fe03c1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1737010288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83c7358ed3a7402daae7688734127977", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99cc7a76-3e", "ovs_interfaceid": "99cc7a76-3e49-491c-b8d6-3a4565e9e15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.338324] env[68835]: DEBUG nova.compute.manager [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.400338] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153721, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.422804] env[68835]: INFO nova.compute.manager [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Rebuilding instance [ 691.485501] env[68835]: DEBUG nova.compute.manager [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.486535] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f43f15-11d9-4f02-bf17-727b3c3cbfe3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.748247] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77915cc7-8ecc-4d29-8139-e89d7ef79839 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.757134] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ceaed3f-6362-487a-bfdb-f51087e21b59 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.791928] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0489a6fb-3238-499f-9cb8-d1bc96c47656 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.801238] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cea97d5-8254-4fcf-a330-f9a643dae99e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.817892] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Releasing lock "refresh_cache-ecbc1ed3-8601-4ea8-b8f9-862e3faf5943" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.818254] env[68835]: DEBUG nova.compute.manager [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Instance network_info: |[{"id": "99cc7a76-3e49-491c-b8d6-3a4565e9e15e", "address": "fa:16:3e:45:1e:6d", "network": {"id": "299d47ec-a5d7-43d4-81e8-122942fe03c1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1737010288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83c7358ed3a7402daae7688734127977", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99cc7a76-3e", "ovs_interfaceid": "99cc7a76-3e49-491c-b8d6-3a4565e9e15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.818704] env[68835]: DEBUG nova.compute.provider_tree [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.820701] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:1e:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99cc7a76-3e49-491c-b8d6-3a4565e9e15e', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.828247] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Creating folder: Project (83c7358ed3a7402daae7688734127977). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.828504] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ced3187e-e4f3-4b07-a1a4-5010e8cddb71 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.840623] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Created folder: Project (83c7358ed3a7402daae7688734127977) in parent group-v630977. [ 691.840839] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Creating folder: Instances. Parent ref: group-v631056. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.841117] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bf151c4-0ea9-4dc0-a597-0e0f6468b862 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.854043] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Created folder: Instances in parent group-v631056. [ 691.854043] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.854043] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.854043] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a624dc57-91a1-4003-b9dc-7bc2fa14119b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.871313] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.876815] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.876815] env[68835]: value = "task-3153724" [ 691.876815] env[68835]: _type = "Task" [ 691.876815] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.887669] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153724, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.891228] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743372} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.891470] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 0f2357fa-1aa1-4309-a46e-497d1a8257b5/0f2357fa-1aa1-4309-a46e-497d1a8257b5.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.891719] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.891919] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1afea4fc-af0b-435a-9263-a92a6ca9f8cf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.900638] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Waiting for the task: (returnval){ [ 691.900638] env[68835]: value = "task-3153725" [ 691.900638] env[68835]: _type = "Task" [ 691.900638] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.910633] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.959419] env[68835]: DEBUG nova.compute.manager [req-bb83c37c-f6c8-4f94-adb9-bc727b371c27 req-0936ea6b-6234-43c2-9f67-2f2d9100433a service nova] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Received event network-vif-plugged-99cc7a76-3e49-491c-b8d6-3a4565e9e15e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.959419] env[68835]: DEBUG oslo_concurrency.lockutils [req-bb83c37c-f6c8-4f94-adb9-bc727b371c27 req-0936ea6b-6234-43c2-9f67-2f2d9100433a service nova] Acquiring lock "ecbc1ed3-8601-4ea8-b8f9-862e3faf5943-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.959537] env[68835]: DEBUG oslo_concurrency.lockutils [req-bb83c37c-f6c8-4f94-adb9-bc727b371c27 req-0936ea6b-6234-43c2-9f67-2f2d9100433a service nova] Lock "ecbc1ed3-8601-4ea8-b8f9-862e3faf5943-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.959750] env[68835]: DEBUG oslo_concurrency.lockutils [req-bb83c37c-f6c8-4f94-adb9-bc727b371c27 req-0936ea6b-6234-43c2-9f67-2f2d9100433a service nova] Lock "ecbc1ed3-8601-4ea8-b8f9-862e3faf5943-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.959855] env[68835]: DEBUG nova.compute.manager [req-bb83c37c-f6c8-4f94-adb9-bc727b371c27 req-0936ea6b-6234-43c2-9f67-2f2d9100433a service nova] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] No waiting events found dispatching network-vif-plugged-99cc7a76-3e49-491c-b8d6-3a4565e9e15e {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.960029] env[68835]: WARNING nova.compute.manager [req-bb83c37c-f6c8-4f94-adb9-bc727b371c27 req-0936ea6b-6234-43c2-9f67-2f2d9100433a service nova] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Received unexpected event network-vif-plugged-99cc7a76-3e49-491c-b8d6-3a4565e9e15e for instance with vm_state building and task_state spawning. [ 691.960194] env[68835]: DEBUG nova.compute.manager [req-bb83c37c-f6c8-4f94-adb9-bc727b371c27 req-0936ea6b-6234-43c2-9f67-2f2d9100433a service nova] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Received event network-changed-99cc7a76-3e49-491c-b8d6-3a4565e9e15e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.960345] env[68835]: DEBUG nova.compute.manager [req-bb83c37c-f6c8-4f94-adb9-bc727b371c27 req-0936ea6b-6234-43c2-9f67-2f2d9100433a service nova] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Refreshing instance network info cache due to event network-changed-99cc7a76-3e49-491c-b8d6-3a4565e9e15e. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.960519] env[68835]: DEBUG oslo_concurrency.lockutils [req-bb83c37c-f6c8-4f94-adb9-bc727b371c27 req-0936ea6b-6234-43c2-9f67-2f2d9100433a service nova] Acquiring lock "refresh_cache-ecbc1ed3-8601-4ea8-b8f9-862e3faf5943" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.960652] env[68835]: DEBUG oslo_concurrency.lockutils [req-bb83c37c-f6c8-4f94-adb9-bc727b371c27 req-0936ea6b-6234-43c2-9f67-2f2d9100433a service nova] Acquired lock "refresh_cache-ecbc1ed3-8601-4ea8-b8f9-862e3faf5943" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.961012] env[68835]: DEBUG nova.network.neutron [req-bb83c37c-f6c8-4f94-adb9-bc727b371c27 req-0936ea6b-6234-43c2-9f67-2f2d9100433a service nova] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Refreshing network info cache for port 99cc7a76-3e49-491c-b8d6-3a4565e9e15e {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.117491] env[68835]: DEBUG nova.compute.manager [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.142205] env[68835]: DEBUG nova.virt.hardware [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.142205] env[68835]: DEBUG nova.virt.hardware [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.142205] env[68835]: DEBUG nova.virt.hardware [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.142456] env[68835]: DEBUG nova.virt.hardware [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.142537] env[68835]: DEBUG nova.virt.hardware [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.142685] env[68835]: DEBUG nova.virt.hardware [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.142892] env[68835]: DEBUG nova.virt.hardware [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.143077] env[68835]: DEBUG nova.virt.hardware [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.143269] env[68835]: DEBUG nova.virt.hardware [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.143460] env[68835]: DEBUG nova.virt.hardware [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.143598] env[68835]: DEBUG nova.virt.hardware [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.144869] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32ced3e-85be-4c9b-b951-3661bec92942 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.159224] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3b7c19-570c-4fe7-9c3d-38007e2ca847 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.179111] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Instance VIF info [] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.184736] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Creating folder: Project (2784eea835f14e42b3afcca7a1ef6ed5). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.185084] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0895dce-a669-46c6-b139-a90830510609 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.194702] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Created folder: Project (2784eea835f14e42b3afcca7a1ef6ed5) in parent group-v630977. [ 692.194893] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Creating folder: Instances. Parent ref: group-v631059. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.195152] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b4d07a4-6fcf-409c-85ed-f3bc3cba8b43 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.204479] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Created folder: Instances in parent group-v631059. [ 692.204773] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.204900] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.205125] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecebb1c4-3b86-4001-be04-7a73c4b61411 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.223971] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.223971] env[68835]: value = "task-3153728" [ 692.223971] env[68835]: _type = "Task" [ 692.223971] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.232884] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153728, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.321889] env[68835]: DEBUG nova.scheduler.client.report [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.387524] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153724, 'name': CreateVM_Task, 'duration_secs': 0.340381} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.387700] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.388448] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.388669] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.389082] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.389379] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db5d9d86-c66d-4310-806a-05dde037d965 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.394085] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Waiting for the task: (returnval){ [ 692.394085] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52fbb824-bab4-81cc-1467-bda058746aed" [ 692.394085] env[68835]: _type = "Task" [ 692.394085] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.401964] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52fbb824-bab4-81cc-1467-bda058746aed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.409263] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093308} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.409548] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.410316] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93e6b19-aef5-4164-b7b8-be0a88b7b592 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.432263] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 0f2357fa-1aa1-4309-a46e-497d1a8257b5/0f2357fa-1aa1-4309-a46e-497d1a8257b5.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.432688] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Acquiring lock "e9f1dd6d-f377-4d3a-8380-cc652ae025bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.432969] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Lock "e9f1dd6d-f377-4d3a-8380-cc652ae025bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.433266] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Acquiring lock "e9f1dd6d-f377-4d3a-8380-cc652ae025bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.433497] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Lock "e9f1dd6d-f377-4d3a-8380-cc652ae025bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.433700] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Lock "e9f1dd6d-f377-4d3a-8380-cc652ae025bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.435204] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-229ddd6b-4175-48e8-8fc4-f33b8da6e973 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.451048] env[68835]: INFO nova.compute.manager [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Terminating instance [ 692.457735] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Waiting for the task: (returnval){ [ 692.457735] env[68835]: value = "task-3153729" [ 692.457735] env[68835]: _type = "Task" [ 692.457735] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.468570] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.507367] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.507367] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82e39a53-2204-4385-b118-6f5b7bca6aee {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.514425] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for the task: (returnval){ [ 692.514425] env[68835]: value = "task-3153730" [ 692.514425] env[68835]: _type = "Task" [ 692.514425] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.523451] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.735428] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153728, 'name': CreateVM_Task, 'duration_secs': 0.501342} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.735588] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.736028] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.736192] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.736509] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.736756] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf4a6e04-7d9a-41d1-b73b-d21a4782e443 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.741062] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for the task: (returnval){ [ 692.741062] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d875ff-544d-5f49-ded7-77b6338974aa" [ 692.741062] env[68835]: _type = "Task" [ 692.741062] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.753303] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d875ff-544d-5f49-ded7-77b6338974aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.793165] env[68835]: DEBUG nova.network.neutron [req-bb83c37c-f6c8-4f94-adb9-bc727b371c27 req-0936ea6b-6234-43c2-9f67-2f2d9100433a service nova] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Updated VIF entry in instance network info cache for port 99cc7a76-3e49-491c-b8d6-3a4565e9e15e. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.793379] env[68835]: DEBUG nova.network.neutron [req-bb83c37c-f6c8-4f94-adb9-bc727b371c27 req-0936ea6b-6234-43c2-9f67-2f2d9100433a service nova] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Updating instance_info_cache with network_info: [{"id": "99cc7a76-3e49-491c-b8d6-3a4565e9e15e", "address": "fa:16:3e:45:1e:6d", "network": {"id": "299d47ec-a5d7-43d4-81e8-122942fe03c1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1737010288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83c7358ed3a7402daae7688734127977", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99cc7a76-3e", "ovs_interfaceid": "99cc7a76-3e49-491c-b8d6-3a4565e9e15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.827469] env[68835]: DEBUG oslo_concurrency.lockutils [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.828809] env[68835]: DEBUG nova.compute.manager [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.830849] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.598s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.831047] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.831230] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68835) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 692.831513] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.401s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.832943] env[68835]: INFO nova.compute.claims [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.841541] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4993c354-6261-4503-b1e6-a16b6056463b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.852109] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e606de-9c7f-4eb3-9a68-38c38d5af75d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.866283] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29df9c66-ba13-47f0-908f-b806b7dd860d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.874883] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec80d51-1b82-4f3b-9678-1fb964ad0860 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.907430] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179410MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=68835) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 692.907590] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.916771] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52fbb824-bab4-81cc-1467-bda058746aed, 'name': SearchDatastore_Task, 'duration_secs': 0.033466} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.917074] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.917308] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.917538] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.917681] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.917856] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.918118] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd1e9077-0334-4e94-b390-8413b77eaed1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.927035] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.927212] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.927899] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-297fbd11-d607-4cf4-b0f2-b59004063758 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.933403] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Waiting for the task: (returnval){ [ 692.933403] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52f52b19-7fe2-f8d2-1bb1-11137ff8e883" [ 692.933403] env[68835]: _type = "Task" [ 692.933403] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.943020] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f52b19-7fe2-f8d2-1bb1-11137ff8e883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.960070] env[68835]: DEBUG nova.compute.manager [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.960070] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.960070] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055141ef-661e-4157-b30a-2919c26ef85e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.969521] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153729, 'name': ReconfigVM_Task, 'duration_secs': 0.27501} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.972689] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 0f2357fa-1aa1-4309-a46e-497d1a8257b5/0f2357fa-1aa1-4309-a46e-497d1a8257b5.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.973410] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.973662] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8af5b453-6d2b-495a-bca4-57c653c71019 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.975153] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7924ca70-1246-4beb-976f-9011718da3e6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.981616] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Waiting for the task: (returnval){ [ 692.981616] env[68835]: value = "task-3153732" [ 692.981616] env[68835]: _type = "Task" [ 692.981616] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.982973] env[68835]: DEBUG oslo_vmware.api [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Waiting for the task: (returnval){ [ 692.982973] env[68835]: value = "task-3153731" [ 692.982973] env[68835]: _type = "Task" [ 692.982973] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.996139] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153732, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.999065] env[68835]: DEBUG oslo_vmware.api [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': task-3153731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.026400] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153730, 'name': PowerOffVM_Task, 'duration_secs': 0.125287} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.026728] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.027032] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.027883] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4843832f-ae15-4686-af6d-fe68875e9183 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.034815] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.035094] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff236606-3fa7-4479-bb71-afc639ed4273 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.063227] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.063477] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.063631] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Deleting the datastore file [datastore2] b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.063893] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75cc9600-b050-4e63-aa4b-f0957bae2da6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.071768] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for the task: (returnval){ [ 693.071768] env[68835]: value = "task-3153734" [ 693.071768] env[68835]: _type = "Task" [ 693.071768] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.079548] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.251024] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d875ff-544d-5f49-ded7-77b6338974aa, 'name': SearchDatastore_Task, 'duration_secs': 0.008785} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.251363] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.251597] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.251873] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.252037] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.252222] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.252477] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e27b6fb9-15b5-431c-a08e-8d3f728921d6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.259952] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.260148] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.260940] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ceca012-460e-4283-803a-9386ebe7dabe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.266041] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for the task: (returnval){ [ 693.266041] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52e38901-1609-5596-3609-1fc967ed5a88" [ 693.266041] env[68835]: _type = "Task" [ 693.266041] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.273381] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e38901-1609-5596-3609-1fc967ed5a88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.301111] env[68835]: DEBUG oslo_concurrency.lockutils [req-bb83c37c-f6c8-4f94-adb9-bc727b371c27 req-0936ea6b-6234-43c2-9f67-2f2d9100433a service nova] Releasing lock "refresh_cache-ecbc1ed3-8601-4ea8-b8f9-862e3faf5943" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.344771] env[68835]: DEBUG nova.compute.utils [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.346304] env[68835]: DEBUG nova.compute.manager [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.346477] env[68835]: DEBUG nova.network.neutron [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.388616] env[68835]: DEBUG nova.policy [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c67f44126a394d1fbfe1c2f8460305f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8fd89d431bf4d35a6a560b667fe4f6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.443268] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f52b19-7fe2-f8d2-1bb1-11137ff8e883, 'name': SearchDatastore_Task, 'duration_secs': 0.008128} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.444089] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da5bd37-1a75-45c4-aae9-c11fe237ac29 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.449196] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Waiting for the task: (returnval){ [ 693.449196] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]525f12bd-4420-3f12-7515-3b5e2752933a" [ 693.449196] env[68835]: _type = "Task" [ 693.449196] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.456700] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525f12bd-4420-3f12-7515-3b5e2752933a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.493078] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153732, 'name': Rename_Task, 'duration_secs': 0.163742} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.493688] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.494164] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-589cba1a-c0b7-4396-96ca-ca426581b2cb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.498012] env[68835]: DEBUG oslo_vmware.api [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': task-3153731, 'name': PowerOffVM_Task, 'duration_secs': 0.211724} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.498610] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.498846] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.499106] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a754091e-0744-4a60-a2df-716957588fe3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.503172] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Waiting for the task: (returnval){ [ 693.503172] env[68835]: value = "task-3153735" [ 693.503172] env[68835]: _type = "Task" [ 693.503172] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.510824] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.556161] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.556250] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.556460] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Deleting the datastore file [datastore2] e9f1dd6d-f377-4d3a-8380-cc652ae025bf {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.556680] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-304331a9-f646-4b28-83f9-455375e2b2e9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.563560] env[68835]: DEBUG oslo_vmware.api [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Waiting for the task: (returnval){ [ 693.563560] env[68835]: value = "task-3153737" [ 693.563560] env[68835]: _type = "Task" [ 693.563560] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.571588] env[68835]: DEBUG oslo_vmware.api [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': task-3153737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.580976] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103456} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.580976] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.580976] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.581212] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.707743] env[68835]: DEBUG nova.network.neutron [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Successfully created port: df04a7fa-7202-4588-9d95-4b90fcf6cfca {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.776940] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e38901-1609-5596-3609-1fc967ed5a88, 'name': SearchDatastore_Task, 'duration_secs': 0.008315} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.778044] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b0ca2d7-8a90-4f97-a2c9-f94ae4ed7290 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.783102] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for the task: (returnval){ [ 693.783102] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528727b3-ee4f-1b27-99a1-ebfea9cf6def" [ 693.783102] env[68835]: _type = "Task" [ 693.783102] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.791981] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528727b3-ee4f-1b27-99a1-ebfea9cf6def, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.851329] env[68835]: DEBUG nova.compute.manager [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.966830] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525f12bd-4420-3f12-7515-3b5e2752933a, 'name': SearchDatastore_Task, 'duration_secs': 0.008913} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.967120] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.967558] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] ecbc1ed3-8601-4ea8-b8f9-862e3faf5943/ecbc1ed3-8601-4ea8-b8f9-862e3faf5943.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.967655] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e80c139-d608-4f87-8fc6-b0c62d6e5b65 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.975205] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Waiting for the task: (returnval){ [ 693.975205] env[68835]: value = "task-3153738" [ 693.975205] env[68835]: _type = "Task" [ 693.975205] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.983425] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': task-3153738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.011953] env[68835]: DEBUG oslo_vmware.api [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153735, 'name': PowerOnVM_Task, 'duration_secs': 0.471241} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.014742] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.014742] env[68835]: INFO nova.compute.manager [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Took 7.28 seconds to spawn the instance on the hypervisor. [ 694.014908] env[68835]: DEBUG nova.compute.manager [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.015883] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ab22a8-7219-48f4-80d7-2282e2de9ac5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.076443] env[68835]: DEBUG oslo_vmware.api [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Task: {'id': task-3153737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139534} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.076682] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.076858] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.077037] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.077412] env[68835]: INFO nova.compute.manager [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 694.077509] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.077600] env[68835]: DEBUG nova.compute.manager [-] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.077690] env[68835]: DEBUG nova.network.neutron [-] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.301503] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528727b3-ee4f-1b27-99a1-ebfea9cf6def, 'name': SearchDatastore_Task, 'duration_secs': 0.01213} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.302020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.302515] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] e02e5253-17db-450f-bf10-9cf08255c646/e02e5253-17db-450f-bf10-9cf08255c646.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.305356] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-524d26c8-0404-44b4-a989-47ab899b8b75 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.318677] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for the task: (returnval){ [ 694.318677] env[68835]: value = "task-3153739" [ 694.318677] env[68835]: _type = "Task" [ 694.318677] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.333707] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.449970] env[68835]: DEBUG nova.compute.manager [req-1105bc5a-9aa8-4880-ba70-3f299816d9cb req-774c8cef-6121-431b-8061-788796e56105 service nova] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Received event network-vif-deleted-d90e56ba-0681-450a-8425-8a0912caa65e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.450889] env[68835]: INFO nova.compute.manager [req-1105bc5a-9aa8-4880-ba70-3f299816d9cb req-774c8cef-6121-431b-8061-788796e56105 service nova] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Neutron deleted interface d90e56ba-0681-450a-8425-8a0912caa65e; detaching it from the instance and deleting it from the info cache [ 694.450889] env[68835]: DEBUG nova.network.neutron [req-1105bc5a-9aa8-4880-ba70-3f299816d9cb req-774c8cef-6121-431b-8061-788796e56105 service nova] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.486595] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': task-3153738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495912} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.487859] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] ecbc1ed3-8601-4ea8-b8f9-862e3faf5943/ecbc1ed3-8601-4ea8-b8f9-862e3faf5943.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.487967] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.488751] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2a8a01-0547-465b-b632-b780a8708976 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.491190] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70ecb600-753f-44e6-a79a-27ef47b1f63a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.498426] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57f094e-26fb-4487-b201-d650eb3785d2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.501523] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Waiting for the task: (returnval){ [ 694.501523] env[68835]: value = "task-3153740" [ 694.501523] env[68835]: _type = "Task" [ 694.501523] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.535428] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb05ffae-e982-46bd-a58e-6f322513a22d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.541968] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': task-3153740, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.542434] env[68835]: INFO nova.compute.manager [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Took 34.22 seconds to build instance. [ 694.549091] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377f8799-54b8-4e33-9d8d-ece1954b55ce {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.564776] env[68835]: DEBUG nova.compute.provider_tree [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.623948] env[68835]: DEBUG nova.virt.hardware [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.624254] env[68835]: DEBUG nova.virt.hardware [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.624458] env[68835]: DEBUG nova.virt.hardware [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.624651] env[68835]: DEBUG nova.virt.hardware [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.624810] env[68835]: DEBUG nova.virt.hardware [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.625057] env[68835]: DEBUG nova.virt.hardware [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.625383] env[68835]: DEBUG nova.virt.hardware [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.625494] env[68835]: DEBUG nova.virt.hardware [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.625663] env[68835]: DEBUG nova.virt.hardware [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.625847] env[68835]: DEBUG nova.virt.hardware [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.626035] env[68835]: DEBUG nova.virt.hardware [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.626955] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107facd2-0d3e-46bc-ab5f-763b8df7397b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.635715] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7464a28b-0859-458e-a650-2b9625042c72 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.650862] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Instance VIF info [] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.657577] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.657577] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.657765] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc18a38b-1d41-4a6b-bcba-a70128c079eb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.676986] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.676986] env[68835]: value = "task-3153741" [ 694.676986] env[68835]: _type = "Task" [ 694.676986] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.687936] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153741, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.835502] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153739, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.870094] env[68835]: DEBUG nova.compute.manager [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.887277] env[68835]: DEBUG nova.network.neutron [-] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.890850] env[68835]: DEBUG nova.virt.hardware [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.890990] env[68835]: DEBUG nova.virt.hardware [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.891081] env[68835]: DEBUG nova.virt.hardware [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.891263] env[68835]: DEBUG nova.virt.hardware [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.891405] env[68835]: DEBUG nova.virt.hardware [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.891549] env[68835]: DEBUG nova.virt.hardware [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.891759] env[68835]: DEBUG nova.virt.hardware [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.891939] env[68835]: DEBUG nova.virt.hardware [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.892095] env[68835]: DEBUG nova.virt.hardware [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.892263] env[68835]: DEBUG nova.virt.hardware [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.892508] env[68835]: DEBUG nova.virt.hardware [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.893269] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dbcdf9-8a9b-4a52-b6f4-a1dda34c21cd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.896740] env[68835]: INFO nova.compute.manager [-] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Took 0.82 seconds to deallocate network for instance. [ 694.905239] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22c8522-2078-4996-8158-f4e7a1d6894d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.953568] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5a9606c-7322-41cc-96ad-f65d9162900a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.963227] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757ecb7f-f867-416f-b5ee-7f1ab8e30169 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.997097] env[68835]: DEBUG nova.compute.manager [req-1105bc5a-9aa8-4880-ba70-3f299816d9cb req-774c8cef-6121-431b-8061-788796e56105 service nova] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Detach interface failed, port_id=d90e56ba-0681-450a-8425-8a0912caa65e, reason: Instance e9f1dd6d-f377-4d3a-8380-cc652ae025bf could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 695.010112] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': task-3153740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058455} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.010448] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.011200] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2668ac6-28f3-4548-9430-91e60ca4e991 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.033556] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] ecbc1ed3-8601-4ea8-b8f9-862e3faf5943/ecbc1ed3-8601-4ea8-b8f9-862e3faf5943.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.033556] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4be06db0-1077-4118-84dc-2c7af0a66437 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.047795] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eaf03d19-03c4-4609-8e6f-9f2fb50cb542 tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Lock "0f2357fa-1aa1-4309-a46e-497d1a8257b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.577s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.054143] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Waiting for the task: (returnval){ [ 695.054143] env[68835]: value = "task-3153742" [ 695.054143] env[68835]: _type = "Task" [ 695.054143] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.063914] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': task-3153742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.067745] env[68835]: DEBUG nova.scheduler.client.report [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.187051] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153741, 'name': CreateVM_Task, 'duration_secs': 0.472756} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.187195] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.187597] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.187755] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.188099] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.188367] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de0fbec4-e5b7-4684-85c9-019491d7d158 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.192705] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for the task: (returnval){ [ 695.192705] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]521d23fe-8d8d-6952-ea98-9ea0369e4e94" [ 695.192705] env[68835]: _type = "Task" [ 695.192705] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.199893] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521d23fe-8d8d-6952-ea98-9ea0369e4e94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.337316] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562919} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.337316] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] e02e5253-17db-450f-bf10-9cf08255c646/e02e5253-17db-450f-bf10-9cf08255c646.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.337316] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.337515] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14235d95-7ada-4b27-927d-54b7247a15b2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.346123] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for the task: (returnval){ [ 695.346123] env[68835]: value = "task-3153743" [ 695.346123] env[68835]: _type = "Task" [ 695.346123] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.357857] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.406472] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.519202] env[68835]: DEBUG nova.network.neutron [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Successfully updated port: df04a7fa-7202-4588-9d95-4b90fcf6cfca {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.550375] env[68835]: DEBUG nova.compute.manager [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.562063] env[68835]: DEBUG nova.compute.manager [req-af67a99f-4ad3-4e9f-b980-05133f25ded6 req-daa08151-723b-4956-92ef-b1818c5517bf service nova] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Received event network-vif-plugged-df04a7fa-7202-4588-9d95-4b90fcf6cfca {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.562063] env[68835]: DEBUG oslo_concurrency.lockutils [req-af67a99f-4ad3-4e9f-b980-05133f25ded6 req-daa08151-723b-4956-92ef-b1818c5517bf service nova] Acquiring lock "6e9ea13e-4032-4482-9ec5-3a67f105990d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.562228] env[68835]: DEBUG oslo_concurrency.lockutils [req-af67a99f-4ad3-4e9f-b980-05133f25ded6 req-daa08151-723b-4956-92ef-b1818c5517bf service nova] Lock "6e9ea13e-4032-4482-9ec5-3a67f105990d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.563464] env[68835]: DEBUG oslo_concurrency.lockutils [req-af67a99f-4ad3-4e9f-b980-05133f25ded6 req-daa08151-723b-4956-92ef-b1818c5517bf service nova] Lock "6e9ea13e-4032-4482-9ec5-3a67f105990d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.563464] env[68835]: DEBUG nova.compute.manager [req-af67a99f-4ad3-4e9f-b980-05133f25ded6 req-daa08151-723b-4956-92ef-b1818c5517bf service nova] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] No waiting events found dispatching network-vif-plugged-df04a7fa-7202-4588-9d95-4b90fcf6cfca {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.563464] env[68835]: WARNING nova.compute.manager [req-af67a99f-4ad3-4e9f-b980-05133f25ded6 req-daa08151-723b-4956-92ef-b1818c5517bf service nova] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Received unexpected event network-vif-plugged-df04a7fa-7202-4588-9d95-4b90fcf6cfca for instance with vm_state building and task_state spawning. [ 695.569186] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': task-3153742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.571877] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.573223] env[68835]: DEBUG nova.compute.manager [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.575642] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.394s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.575802] env[68835]: DEBUG nova.objects.instance [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68835) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 695.703045] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521d23fe-8d8d-6952-ea98-9ea0369e4e94, 'name': SearchDatastore_Task, 'duration_secs': 0.009158} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.703319] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.703552] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.703783] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.703928] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.704122] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.704380] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59006158-f6bc-4085-86a6-26687d97ee78 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.712182] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.712361] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.713072] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73ed8962-894d-459e-999b-e208f255799b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.717745] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for the task: (returnval){ [ 695.717745] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52135281-7dd4-33b3-1eba-69c905bae014" [ 695.717745] env[68835]: _type = "Task" [ 695.717745] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.725200] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52135281-7dd4-33b3-1eba-69c905bae014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.857147] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069425} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.857468] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.858258] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4778a0cf-7a99-4407-8f3d-c430f03986e1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.877867] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] e02e5253-17db-450f-bf10-9cf08255c646/e02e5253-17db-450f-bf10-9cf08255c646.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.878441] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4954c836-ddb4-4b7e-ae2f-b9e4235e6d91 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.897881] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for the task: (returnval){ [ 695.897881] env[68835]: value = "task-3153744" [ 695.897881] env[68835]: _type = "Task" [ 695.897881] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.905542] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.956303] env[68835]: INFO nova.compute.manager [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Rescuing [ 695.956544] env[68835]: DEBUG oslo_concurrency.lockutils [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Acquiring lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.956697] env[68835]: DEBUG oslo_concurrency.lockutils [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Acquired lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.956863] env[68835]: DEBUG nova.network.neutron [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.021326] env[68835]: DEBUG oslo_concurrency.lockutils [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Acquiring lock "refresh_cache-6e9ea13e-4032-4482-9ec5-3a67f105990d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.021490] env[68835]: DEBUG oslo_concurrency.lockutils [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Acquired lock "refresh_cache-6e9ea13e-4032-4482-9ec5-3a67f105990d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.021620] env[68835]: DEBUG nova.network.neutron [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.067845] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': task-3153742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.077754] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.080250] env[68835]: DEBUG nova.compute.utils [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.083990] env[68835]: DEBUG nova.compute.manager [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.084174] env[68835]: DEBUG nova.network.neutron [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.150747] env[68835]: DEBUG nova.policy [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36c13f0aa0974fb39e8b59614ce4983c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f8791e85e9748538ea6efc5bb61f1ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.228879] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52135281-7dd4-33b3-1eba-69c905bae014, 'name': SearchDatastore_Task, 'duration_secs': 0.009485} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.229700] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d8a5fd-7ea7-441f-bb01-7c4aac322021 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.234664] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for the task: (returnval){ [ 696.234664] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]526c6233-9af2-c72d-031d-ac93c14addde" [ 696.234664] env[68835]: _type = "Task" [ 696.234664] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.242117] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526c6233-9af2-c72d-031d-ac93c14addde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.409665] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153744, 'name': ReconfigVM_Task, 'duration_secs': 0.261472} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.411238] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Reconfigured VM instance instance-0000001f to attach disk [datastore1] e02e5253-17db-450f-bf10-9cf08255c646/e02e5253-17db-450f-bf10-9cf08255c646.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.411904] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a95fcd2-eaba-4bf9-9b3b-9f342cd3375b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.418126] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for the task: (returnval){ [ 696.418126] env[68835]: value = "task-3153745" [ 696.418126] env[68835]: _type = "Task" [ 696.418126] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.428319] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153745, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.507162] env[68835]: DEBUG nova.network.neutron [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Successfully created port: 5e284546-5e40-42b8-8aac-bf4cb377e1db {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.567388] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': task-3153742, 'name': ReconfigVM_Task, 'duration_secs': 1.083301} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.567686] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Reconfigured VM instance instance-0000001e to attach disk [datastore2] ecbc1ed3-8601-4ea8-b8f9-862e3faf5943/ecbc1ed3-8601-4ea8-b8f9-862e3faf5943.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.570881] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43b71688-4ee7-4ad6-b520-a3ca2d2c1d78 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.577612] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Waiting for the task: (returnval){ [ 696.577612] env[68835]: value = "task-3153746" [ 696.577612] env[68835]: _type = "Task" [ 696.577612] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.578424] env[68835]: DEBUG nova.network.neutron [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.586137] env[68835]: DEBUG nova.compute.manager [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.590376] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2da479fa-e3e3-4b30-a2ee-f88658c40aad tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.592103] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.352s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.593712] env[68835]: INFO nova.compute.claims [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.600048] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': task-3153746, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.748495] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526c6233-9af2-c72d-031d-ac93c14addde, 'name': SearchDatastore_Task, 'duration_secs': 0.013277} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.748960] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.749163] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3/b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.749813] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f372cf65-29c3-4c87-a47b-a9a4024e36b6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.761717] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for the task: (returnval){ [ 696.761717] env[68835]: value = "task-3153747" [ 696.761717] env[68835]: _type = "Task" [ 696.761717] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.771018] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.772263] env[68835]: DEBUG nova.network.neutron [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Updating instance_info_cache with network_info: [{"id": "f5499431-e845-4307-8a9e-eb061ccb357c", "address": "fa:16:3e:1f:21:bd", "network": {"id": "84f699ee-65e2-4593-bdeb-807d544a4c65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1295438125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba70cf1666ed4e72a15cbcbab858d8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5499431-e8", "ovs_interfaceid": "f5499431-e845-4307-8a9e-eb061ccb357c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.793634] env[68835]: DEBUG nova.network.neutron [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Updating instance_info_cache with network_info: [{"id": "df04a7fa-7202-4588-9d95-4b90fcf6cfca", "address": "fa:16:3e:84:df:1a", "network": {"id": "b730c776-5e42-45ca-be21-f7135cb05c4b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-799505121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fd89d431bf4d35a6a560b667fe4f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf04a7fa-72", "ovs_interfaceid": "df04a7fa-7202-4588-9d95-4b90fcf6cfca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.928614] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153745, 'name': Rename_Task, 'duration_secs': 0.146852} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.928929] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.929370] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49e6634b-18c4-4fdf-85c2-dc196183c4c7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.936453] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for the task: (returnval){ [ 696.936453] env[68835]: value = "task-3153748" [ 696.936453] env[68835]: _type = "Task" [ 696.936453] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.946207] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.091855] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': task-3153746, 'name': Rename_Task, 'duration_secs': 0.154761} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.092051] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.095837] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b895e13-acf9-45d9-978e-923703cfe5cc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.105725] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Waiting for the task: (returnval){ [ 697.105725] env[68835]: value = "task-3153749" [ 697.105725] env[68835]: _type = "Task" [ 697.105725] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.114914] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': task-3153749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.271870] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488114} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.272182] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3/b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.272416] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.272666] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04fa2475-8b9d-4cad-b562-d95b4132994a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.275009] env[68835]: DEBUG oslo_concurrency.lockutils [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Releasing lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.281309] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for the task: (returnval){ [ 697.281309] env[68835]: value = "task-3153750" [ 697.281309] env[68835]: _type = "Task" [ 697.281309] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.288731] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.297658] env[68835]: DEBUG oslo_concurrency.lockutils [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Releasing lock "refresh_cache-6e9ea13e-4032-4482-9ec5-3a67f105990d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.297962] env[68835]: DEBUG nova.compute.manager [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Instance network_info: |[{"id": "df04a7fa-7202-4588-9d95-4b90fcf6cfca", "address": "fa:16:3e:84:df:1a", "network": {"id": "b730c776-5e42-45ca-be21-f7135cb05c4b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-799505121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fd89d431bf4d35a6a560b667fe4f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf04a7fa-72", "ovs_interfaceid": "df04a7fa-7202-4588-9d95-4b90fcf6cfca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.301148] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:df:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df04a7fa-7202-4588-9d95-4b90fcf6cfca', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.308690] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Creating folder: Project (a8fd89d431bf4d35a6a560b667fe4f6e). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.309231] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bc82278-878b-4341-a7cc-710ca4b190a8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.319156] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Created folder: Project (a8fd89d431bf4d35a6a560b667fe4f6e) in parent group-v630977. [ 697.319364] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Creating folder: Instances. Parent ref: group-v631063. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.319839] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0968475b-642f-4fca-84a7-4733e2caa6d6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.329553] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Created folder: Instances in parent group-v631063. [ 697.329793] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.329977] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.330197] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97feda18-95d3-4285-af04-5ea1e6a070c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.350167] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.350167] env[68835]: value = "task-3153753" [ 697.350167] env[68835]: _type = "Task" [ 697.350167] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.357458] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153753, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.447339] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.591925] env[68835]: DEBUG nova.compute.manager [req-b9c00d70-967a-43b9-8923-71bc9d4895ea req-8ae77c17-6f91-4440-8827-0d73f6955d75 service nova] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Received event network-changed-df04a7fa-7202-4588-9d95-4b90fcf6cfca {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.592125] env[68835]: DEBUG nova.compute.manager [req-b9c00d70-967a-43b9-8923-71bc9d4895ea req-8ae77c17-6f91-4440-8827-0d73f6955d75 service nova] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Refreshing instance network info cache due to event network-changed-df04a7fa-7202-4588-9d95-4b90fcf6cfca. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.592396] env[68835]: DEBUG oslo_concurrency.lockutils [req-b9c00d70-967a-43b9-8923-71bc9d4895ea req-8ae77c17-6f91-4440-8827-0d73f6955d75 service nova] Acquiring lock "refresh_cache-6e9ea13e-4032-4482-9ec5-3a67f105990d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.592636] env[68835]: DEBUG oslo_concurrency.lockutils [req-b9c00d70-967a-43b9-8923-71bc9d4895ea req-8ae77c17-6f91-4440-8827-0d73f6955d75 service nova] Acquired lock "refresh_cache-6e9ea13e-4032-4482-9ec5-3a67f105990d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.592636] env[68835]: DEBUG nova.network.neutron [req-b9c00d70-967a-43b9-8923-71bc9d4895ea req-8ae77c17-6f91-4440-8827-0d73f6955d75 service nova] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Refreshing network info cache for port df04a7fa-7202-4588-9d95-4b90fcf6cfca {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.599402] env[68835]: DEBUG nova.compute.manager [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.621065] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': task-3153749, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.623349] env[68835]: DEBUG nova.virt.hardware [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.623551] env[68835]: DEBUG nova.virt.hardware [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.623731] env[68835]: DEBUG nova.virt.hardware [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.623885] env[68835]: DEBUG nova.virt.hardware [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.624042] env[68835]: DEBUG nova.virt.hardware [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.624194] env[68835]: DEBUG nova.virt.hardware [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.624395] env[68835]: DEBUG nova.virt.hardware [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.624557] env[68835]: DEBUG nova.virt.hardware [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.624731] env[68835]: DEBUG nova.virt.hardware [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.625066] env[68835]: DEBUG nova.virt.hardware [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.625417] env[68835]: DEBUG nova.virt.hardware [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.626629] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ed265c-5aa0-4415-9d10-04324463e14c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.637332] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7e81ed-c4bf-4093-8f4c-06b48c1c7909 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.791794] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068143} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.792125] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.794994] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386b8da1-7cc1-4e95-b297-23b701de59c5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.815903] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3/b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.820617] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61ec5c75-6e09-4be4-9c84-f354433b2517 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.845652] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for the task: (returnval){ [ 697.845652] env[68835]: value = "task-3153754" [ 697.845652] env[68835]: _type = "Task" [ 697.845652] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.854618] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.865428] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153753, 'name': CreateVM_Task, 'duration_secs': 0.361699} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.865610] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.866323] env[68835]: DEBUG oslo_concurrency.lockutils [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.866838] env[68835]: DEBUG oslo_concurrency.lockutils [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.866838] env[68835]: DEBUG oslo_concurrency.lockutils [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.867106] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4209ffc4-a0d0-46fc-9956-78597b49c85f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.872220] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Waiting for the task: (returnval){ [ 697.872220] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]524a8902-39cd-8505-fd05-04994ad8fe4f" [ 697.872220] env[68835]: _type = "Task" [ 697.872220] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.885484] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]524a8902-39cd-8505-fd05-04994ad8fe4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.949313] env[68835]: DEBUG oslo_vmware.api [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153748, 'name': PowerOnVM_Task, 'duration_secs': 0.558567} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.949702] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.950708] env[68835]: INFO nova.compute.manager [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Took 5.83 seconds to spawn the instance on the hypervisor. [ 697.950708] env[68835]: DEBUG nova.compute.manager [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.951401] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e021ed0-b565-4dc4-906f-8b9ea6a61ef8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.126656] env[68835]: DEBUG oslo_vmware.api [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': task-3153749, 'name': PowerOnVM_Task, 'duration_secs': 0.567758} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.126788] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.127021] env[68835]: INFO nova.compute.manager [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Took 8.64 seconds to spawn the instance on the hypervisor. [ 698.127215] env[68835]: DEBUG nova.compute.manager [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.128012] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d612b41-1d08-423b-ba08-0b1bcc915189 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.307339] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303dbc29-ac9c-4a54-8467-e970bfd9d920 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.310534] env[68835]: DEBUG nova.network.neutron [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Successfully updated port: 5e284546-5e40-42b8-8aac-bf4cb377e1db {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.316596] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2737160-0193-4476-89ab-6e941dc634af {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.349500] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.350396] env[68835]: DEBUG nova.network.neutron [req-b9c00d70-967a-43b9-8923-71bc9d4895ea req-8ae77c17-6f91-4440-8827-0d73f6955d75 service nova] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Updated VIF entry in instance network info cache for port df04a7fa-7202-4588-9d95-4b90fcf6cfca. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.350708] env[68835]: DEBUG nova.network.neutron [req-b9c00d70-967a-43b9-8923-71bc9d4895ea req-8ae77c17-6f91-4440-8827-0d73f6955d75 service nova] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Updating instance_info_cache with network_info: [{"id": "df04a7fa-7202-4588-9d95-4b90fcf6cfca", "address": "fa:16:3e:84:df:1a", "network": {"id": "b730c776-5e42-45ca-be21-f7135cb05c4b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-799505121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fd89d431bf4d35a6a560b667fe4f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf04a7fa-72", "ovs_interfaceid": "df04a7fa-7202-4588-9d95-4b90fcf6cfca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.355644] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bbe59c-ef2e-47a8-a118-267a9feb419a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.357985] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c091e54-5d88-4581-9434-9c97033cf53d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.364899] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.367817] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Waiting for the task: (returnval){ [ 698.367817] env[68835]: value = "task-3153755" [ 698.367817] env[68835]: _type = "Task" [ 698.367817] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.369308] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f737b50-02f6-46e6-9c38-280469c157ed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.388575] env[68835]: DEBUG nova.compute.provider_tree [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.395552] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.395778] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]524a8902-39cd-8505-fd05-04994ad8fe4f, 'name': SearchDatastore_Task, 'duration_secs': 0.009458} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.396680] env[68835]: DEBUG oslo_concurrency.lockutils [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.396900] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.397156] env[68835]: DEBUG oslo_concurrency.lockutils [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.397300] env[68835]: DEBUG oslo_concurrency.lockutils [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.397473] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.397917] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d2a5ab6-66fb-47f7-97ef-dcc3ef1b404c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.405933] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.406123] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.406790] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93de024e-c330-4bf5-879f-e287d3e0d3d4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.412327] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Waiting for the task: (returnval){ [ 698.412327] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52439a1e-12b5-704f-23ac-b6763b64b841" [ 698.412327] env[68835]: _type = "Task" [ 698.412327] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.420048] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52439a1e-12b5-704f-23ac-b6763b64b841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.472159] env[68835]: INFO nova.compute.manager [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Took 32.89 seconds to build instance. [ 698.650084] env[68835]: INFO nova.compute.manager [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Took 37.27 seconds to build instance. [ 698.816450] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "refresh_cache-d9bd6f02-19ff-49b7-9fb4-26119727ad63" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.816634] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquired lock "refresh_cache-d9bd6f02-19ff-49b7-9fb4-26119727ad63" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.816751] env[68835]: DEBUG nova.network.neutron [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.859794] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153754, 'name': ReconfigVM_Task, 'duration_secs': 0.83824} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.860562] env[68835]: DEBUG oslo_concurrency.lockutils [req-b9c00d70-967a-43b9-8923-71bc9d4895ea req-8ae77c17-6f91-4440-8827-0d73f6955d75 service nova] Releasing lock "refresh_cache-6e9ea13e-4032-4482-9ec5-3a67f105990d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.861119] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Reconfigured VM instance instance-0000001c to attach disk [datastore1] b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3/b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.861930] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd1baf05-cd03-4b3e-a480-a70de860fa20 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.869901] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for the task: (returnval){ [ 698.869901] env[68835]: value = "task-3153756" [ 698.869901] env[68835]: _type = "Task" [ 698.869901] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.879438] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153755, 'name': PowerOffVM_Task, 'duration_secs': 0.328561} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.882915] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.883409] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153756, 'name': Rename_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.884274] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da775c46-d333-429a-bd1a-087ec31ae76d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.903182] env[68835]: DEBUG nova.scheduler.client.report [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.907334] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a90c57-ec88-4bfe-a1c0-84ea9b816981 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.925666] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52439a1e-12b5-704f-23ac-b6763b64b841, 'name': SearchDatastore_Task, 'duration_secs': 0.011745} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.926842] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18395f99-b7e0-4fcb-9582-b87ef72886e0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.933985] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Waiting for the task: (returnval){ [ 698.933985] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]522e2d7a-e187-442a-6465-236c4b981b2e" [ 698.933985] env[68835]: _type = "Task" [ 698.933985] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.940804] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.941070] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a92e2abf-f567-47b0-b80e-8b9214e72268 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.948347] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]522e2d7a-e187-442a-6465-236c4b981b2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010165} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.949658] env[68835]: DEBUG oslo_concurrency.lockutils [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.950266] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 6e9ea13e-4032-4482-9ec5-3a67f105990d/6e9ea13e-4032-4482-9ec5-3a67f105990d.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.950743] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Waiting for the task: (returnval){ [ 698.950743] env[68835]: value = "task-3153757" [ 698.950743] env[68835]: _type = "Task" [ 698.950743] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.951328] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e2b381d-3569-4c40-b190-4798a12af3e3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.962617] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] VM already powered off {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 698.963115] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.965017] env[68835]: DEBUG oslo_concurrency.lockutils [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.965017] env[68835]: DEBUG oslo_concurrency.lockutils [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.965017] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.965017] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Waiting for the task: (returnval){ [ 698.965017] env[68835]: value = "task-3153758" [ 698.965017] env[68835]: _type = "Task" [ 698.965017] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.965017] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83f9e0ac-6e46-4977-b929-3d2e2bcaf5cd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.977372] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5100f542-d074-4466-92ab-c5f5fc43c29c tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Lock "e02e5253-17db-450f-bf10-9cf08255c646" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.562s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.977372] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': task-3153758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.979566] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.979863] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.980884] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b4445f7-ae9a-46f7-9619-13617cc68133 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.990019] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Waiting for the task: (returnval){ [ 698.990019] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52241da7-d867-1d44-412f-e11eea4af158" [ 698.990019] env[68835]: _type = "Task" [ 698.990019] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.996877] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52241da7-d867-1d44-412f-e11eea4af158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.153851] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2df05f1-0cbe-4bf4-a886-75755f375de4 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Lock "ecbc1ed3-8601-4ea8-b8f9-862e3faf5943" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.863s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.350824] env[68835]: DEBUG nova.network.neutron [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.382992] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153756, 'name': Rename_Task, 'duration_secs': 0.128224} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.383955] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.383955] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c41508d-806b-450a-bdfa-8081c89093ee {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.390807] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for the task: (returnval){ [ 699.390807] env[68835]: value = "task-3153759" [ 699.390807] env[68835]: _type = "Task" [ 699.390807] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.400501] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.412170] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.412520] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.415828] env[68835]: DEBUG oslo_concurrency.lockutils [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.723s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.417124] env[68835]: DEBUG nova.objects.instance [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lazy-loading 'resources' on Instance uuid 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.480164] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': task-3153758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451763} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.480457] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 6e9ea13e-4032-4482-9ec5-3a67f105990d/6e9ea13e-4032-4482-9ec5-3a67f105990d.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.481299] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.481705] env[68835]: DEBUG nova.compute.manager [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.487802] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c34d167b-3011-42d6-8843-79d73e7e14c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.497666] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Waiting for the task: (returnval){ [ 699.497666] env[68835]: value = "task-3153760" [ 699.497666] env[68835]: _type = "Task" [ 699.497666] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.508403] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52241da7-d867-1d44-412f-e11eea4af158, 'name': SearchDatastore_Task, 'duration_secs': 0.010769} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.508403] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7848d68-33bb-43e3-836f-59e0898b40da {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.518694] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': task-3153760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.518694] env[68835]: DEBUG nova.network.neutron [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Updating instance_info_cache with network_info: [{"id": "5e284546-5e40-42b8-8aac-bf4cb377e1db", "address": "fa:16:3e:04:b1:6c", "network": {"id": "a8e5adda-7b2f-4e21-8fa1-724a60f0e662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-461378913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8791e85e9748538ea6efc5bb61f1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e284546-5e", "ovs_interfaceid": "5e284546-5e40-42b8-8aac-bf4cb377e1db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.524613] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Waiting for the task: (returnval){ [ 699.524613] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52ec1e01-aeb9-a225-c2ab-b934f7765422" [ 699.524613] env[68835]: _type = "Task" [ 699.524613] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.537589] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ec1e01-aeb9-a225-c2ab-b934f7765422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.656207] env[68835]: DEBUG nova.compute.manager [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.708618] env[68835]: DEBUG nova.compute.manager [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Received event network-vif-plugged-5e284546-5e40-42b8-8aac-bf4cb377e1db {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.708847] env[68835]: DEBUG oslo_concurrency.lockutils [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] Acquiring lock "d9bd6f02-19ff-49b7-9fb4-26119727ad63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.709075] env[68835]: DEBUG oslo_concurrency.lockutils [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] Lock "d9bd6f02-19ff-49b7-9fb4-26119727ad63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.709302] env[68835]: DEBUG oslo_concurrency.lockutils [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] Lock "d9bd6f02-19ff-49b7-9fb4-26119727ad63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.709819] env[68835]: DEBUG nova.compute.manager [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] No waiting events found dispatching network-vif-plugged-5e284546-5e40-42b8-8aac-bf4cb377e1db {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.709819] env[68835]: WARNING nova.compute.manager [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Received unexpected event network-vif-plugged-5e284546-5e40-42b8-8aac-bf4cb377e1db for instance with vm_state building and task_state spawning. [ 699.710202] env[68835]: DEBUG nova.compute.manager [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Received event network-changed-5e284546-5e40-42b8-8aac-bf4cb377e1db {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.710202] env[68835]: DEBUG nova.compute.manager [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Refreshing instance network info cache due to event network-changed-5e284546-5e40-42b8-8aac-bf4cb377e1db. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.710202] env[68835]: DEBUG oslo_concurrency.lockutils [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] Acquiring lock "refresh_cache-d9bd6f02-19ff-49b7-9fb4-26119727ad63" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.902600] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153759, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.919099] env[68835]: DEBUG nova.compute.utils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.925481] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.925481] env[68835]: DEBUG nova.network.neutron [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.969905] env[68835]: DEBUG nova.policy [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cb66772481c4d2cb040a46396bcf443', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9894e05d6e764637a2fa31a0447d4d96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.006729] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.012568] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': task-3153760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070941} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.012806] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.013659] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e5fd13-556a-4faa-ab53-a14355d8024b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.031471] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Releasing lock "refresh_cache-d9bd6f02-19ff-49b7-9fb4-26119727ad63" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.031808] env[68835]: DEBUG nova.compute.manager [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Instance network_info: |[{"id": "5e284546-5e40-42b8-8aac-bf4cb377e1db", "address": "fa:16:3e:04:b1:6c", "network": {"id": "a8e5adda-7b2f-4e21-8fa1-724a60f0e662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-461378913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8791e85e9748538ea6efc5bb61f1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e284546-5e", "ovs_interfaceid": "5e284546-5e40-42b8-8aac-bf4cb377e1db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.041859] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 6e9ea13e-4032-4482-9ec5-3a67f105990d/6e9ea13e-4032-4482-9ec5-3a67f105990d.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.044831] env[68835]: DEBUG oslo_concurrency.lockutils [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] Acquired lock "refresh_cache-d9bd6f02-19ff-49b7-9fb4-26119727ad63" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.045038] env[68835]: DEBUG nova.network.neutron [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Refreshing network info cache for port 5e284546-5e40-42b8-8aac-bf4cb377e1db {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.046289] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:b1:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e284546-5e40-42b8-8aac-bf4cb377e1db', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.053497] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Creating folder: Project (0f8791e85e9748538ea6efc5bb61f1ee). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.057138] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75e33b4e-acd2-4ae4-a0c4-1dd668f7a3c4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.072178] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e5f8dec-cb7b-4858-bbea-94154f56947c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.080716] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ec1e01-aeb9-a225-c2ab-b934f7765422, 'name': SearchDatastore_Task, 'duration_secs': 0.010424} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.082053] env[68835]: DEBUG oslo_concurrency.lockutils [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.082339] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 0f2357fa-1aa1-4309-a46e-497d1a8257b5/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk. {{(pid=68835) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 700.082947] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Waiting for the task: (returnval){ [ 700.082947] env[68835]: value = "task-3153762" [ 700.082947] env[68835]: _type = "Task" [ 700.082947] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.085853] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cba16e98-20a9-43a1-96f5-fcf71e62354b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.092106] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Created folder: Project (0f8791e85e9748538ea6efc5bb61f1ee) in parent group-v630977. [ 700.092653] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Creating folder: Instances. Parent ref: group-v631066. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.093136] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-550fc2d1-87d0-4079-bb82-01727c0ea488 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.102467] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Waiting for the task: (returnval){ [ 700.102467] env[68835]: value = "task-3153763" [ 700.102467] env[68835]: _type = "Task" [ 700.102467] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.111351] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': task-3153762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.114517] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.115923] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Created folder: Instances in parent group-v631066. [ 700.116151] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.118811] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.120092] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-320c5520-1023-4861-bad3-6c52c79ac86f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.148769] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.148769] env[68835]: value = "task-3153765" [ 700.148769] env[68835]: _type = "Task" [ 700.148769] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.153352] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153765, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.178167] env[68835]: DEBUG oslo_concurrency.lockutils [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.196696] env[68835]: INFO nova.compute.manager [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Rebuilding instance [ 700.261855] env[68835]: DEBUG nova.compute.manager [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.262854] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39828eea-5b1e-4e08-a980-5ca2e1274998 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.292704] env[68835]: DEBUG nova.network.neutron [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Successfully created port: c2d568a7-1d2d-4096-81fe-246a0c912669 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.404214] env[68835]: DEBUG oslo_vmware.api [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153759, 'name': PowerOnVM_Task, 'duration_secs': 0.743499} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.404528] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.404751] env[68835]: DEBUG nova.compute.manager [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.405666] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426a9297-7173-4a2d-a2b5-3d2676559353 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.424912] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.599644] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': task-3153762, 'name': ReconfigVM_Task, 'duration_secs': 0.349255} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.600040] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 6e9ea13e-4032-4482-9ec5-3a67f105990d/6e9ea13e-4032-4482-9ec5-3a67f105990d.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.600743] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b8a12a4-f589-4dd1-b33c-99ed87e26b53 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.612589] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Waiting for the task: (returnval){ [ 700.612589] env[68835]: value = "task-3153766" [ 700.612589] env[68835]: _type = "Task" [ 700.612589] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.625198] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153763, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.630923] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': task-3153766, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.654613] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153765, 'name': CreateVM_Task, 'duration_secs': 0.392077} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.655739] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.656490] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba099a2-4150-4a4f-b43e-b2129f94eac0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.659597] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.659766] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.660103] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.660403] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f248d00e-2837-4e34-9cbc-83c89f0f4434 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.668161] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505004e9-d68d-4929-b336-8aff50426dc5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.671668] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 700.671668] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52412dab-43ec-59dc-f776-47cf2689a26c" [ 700.671668] env[68835]: _type = "Task" [ 700.671668] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.713156] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acf67e3-69af-481e-9ada-fddd283c2c0e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.720029] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52412dab-43ec-59dc-f776-47cf2689a26c, 'name': SearchDatastore_Task, 'duration_secs': 0.017691} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.720489] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.720690] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.720955] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.721121] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.721301] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.721827] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cfc307b-8f5f-4b3f-8ec2-84ad79a13314 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.726951] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4886a6a8-138c-47d1-8daa-4b574e92340d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.741527] env[68835]: DEBUG nova.compute.provider_tree [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.748954] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.748954] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.748954] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94714d61-b9e8-4d30-908e-0b8b2685b538 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.753976] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 700.753976] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52780b48-d574-fbc2-b880-3d9c6878ecee" [ 700.753976] env[68835]: _type = "Task" [ 700.753976] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.764123] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52780b48-d574-fbc2-b880-3d9c6878ecee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.927943] env[68835]: DEBUG nova.network.neutron [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Updated VIF entry in instance network info cache for port 5e284546-5e40-42b8-8aac-bf4cb377e1db. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.928394] env[68835]: DEBUG nova.network.neutron [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Updating instance_info_cache with network_info: [{"id": "5e284546-5e40-42b8-8aac-bf4cb377e1db", "address": "fa:16:3e:04:b1:6c", "network": {"id": "a8e5adda-7b2f-4e21-8fa1-724a60f0e662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-461378913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8791e85e9748538ea6efc5bb61f1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e284546-5e", "ovs_interfaceid": "5e284546-5e40-42b8-8aac-bf4cb377e1db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.929864] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.115511] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558155} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.118601] env[68835]: INFO nova.virt.vmwareapi.ds_util [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 0f2357fa-1aa1-4309-a46e-497d1a8257b5/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk. [ 701.119335] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8803e4be-e805-456d-9aec-b94d36526547 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.125991] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': task-3153766, 'name': Rename_Task, 'duration_secs': 0.293597} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.139245] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.146707] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 0f2357fa-1aa1-4309-a46e-497d1a8257b5/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.146941] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa4b1ca8-6722-4daa-9e14-c02f8d5d6503 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.148435] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20be4a0a-64ef-4258-a8ba-30b148cf3d71 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.166216] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Waiting for the task: (returnval){ [ 701.166216] env[68835]: value = "task-3153768" [ 701.166216] env[68835]: _type = "Task" [ 701.166216] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.167425] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Waiting for the task: (returnval){ [ 701.167425] env[68835]: value = "task-3153767" [ 701.167425] env[68835]: _type = "Task" [ 701.167425] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.177625] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.180555] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': task-3153767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.249221] env[68835]: DEBUG nova.scheduler.client.report [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.264540] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52780b48-d574-fbc2-b880-3d9c6878ecee, 'name': SearchDatastore_Task, 'duration_secs': 0.030302} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.265888] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca09551c-e098-4642-9f0b-a2519e0b0d05 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.271338] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 701.271338] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528b5cb3-7d51-69f9-38ab-898d68125ce0" [ 701.271338] env[68835]: _type = "Task" [ 701.271338] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.278816] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528b5cb3-7d51-69f9-38ab-898d68125ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.284469] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.285169] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eef5e742-be51-4720-8768-269a2c6a0bf4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.291221] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for the task: (returnval){ [ 701.291221] env[68835]: value = "task-3153769" [ 701.291221] env[68835]: _type = "Task" [ 701.291221] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.299379] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.330368] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Acquiring lock "b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.330705] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Lock "b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.330993] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Acquiring lock "b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.331285] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Lock "b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.331444] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Lock "b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.333702] env[68835]: INFO nova.compute.manager [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Terminating instance [ 701.431088] env[68835]: DEBUG oslo_concurrency.lockutils [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] Releasing lock "refresh_cache-d9bd6f02-19ff-49b7-9fb4-26119727ad63" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.431385] env[68835]: DEBUG nova.compute.manager [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Received event network-changed-99cc7a76-3e49-491c-b8d6-3a4565e9e15e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.431563] env[68835]: DEBUG nova.compute.manager [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Refreshing instance network info cache due to event network-changed-99cc7a76-3e49-491c-b8d6-3a4565e9e15e. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.431823] env[68835]: DEBUG oslo_concurrency.lockutils [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] Acquiring lock "refresh_cache-ecbc1ed3-8601-4ea8-b8f9-862e3faf5943" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.431946] env[68835]: DEBUG oslo_concurrency.lockutils [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] Acquired lock "refresh_cache-ecbc1ed3-8601-4ea8-b8f9-862e3faf5943" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.432139] env[68835]: DEBUG nova.network.neutron [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Refreshing network info cache for port 99cc7a76-3e49-491c-b8d6-3a4565e9e15e {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.440918] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.467772] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.468032] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.468195] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.468370] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.468513] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.468658] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.468899] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.469235] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.469235] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.469755] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.469755] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.470435] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb2c9de-30e8-46ec-95a8-47bd2bc9d2fb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.479167] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85b27ca-d6f1-446a-9d20-349db78a6f69 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.680047] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.682885] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': task-3153767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.757023] env[68835]: DEBUG oslo_concurrency.lockutils [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.339s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.757321] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.696s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.757675] env[68835]: DEBUG nova.objects.instance [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Lazy-loading 'resources' on Instance uuid cdff230c-2bdf-4bd9-91c0-139f7fafccc3 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.782877] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528b5cb3-7d51-69f9-38ab-898d68125ce0, 'name': SearchDatastore_Task, 'duration_secs': 0.027125} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.783406] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.783782] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] d9bd6f02-19ff-49b7-9fb4-26119727ad63/d9bd6f02-19ff-49b7-9fb4-26119727ad63.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.784194] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4518ac1-ed92-42d3-bbe3-9ee46b243d55 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.793025] env[68835]: INFO nova.scheduler.client.report [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Deleted allocations for instance 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73 [ 701.796571] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 701.796571] env[68835]: value = "task-3153770" [ 701.796571] env[68835]: _type = "Task" [ 701.796571] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.815581] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153769, 'name': PowerOffVM_Task, 'duration_secs': 0.125791} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.817824] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.818274] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.819254] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0f10e0-7044-4d4d-9689-4265cc8583bd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.826579] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.831205] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.832019] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-867b767d-14e5-4c57-a05c-979801f7200d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.842425] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Acquiring lock "refresh_cache-b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.842425] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Acquired lock "refresh_cache-b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.842425] env[68835]: DEBUG nova.network.neutron [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.859062] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.859062] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.859062] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Deleting the datastore file [datastore1] e02e5253-17db-450f-bf10-9cf08255c646 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.859062] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00995424-0c16-4a02-b884-62fae8f0df4b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.866872] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for the task: (returnval){ [ 701.866872] env[68835]: value = "task-3153772" [ 701.866872] env[68835]: _type = "Task" [ 701.866872] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.878229] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.047995] env[68835]: DEBUG nova.compute.manager [req-16b18c1d-6fe0-4ab1-bc86-bad30b792e33 req-2684812e-0c02-43d5-ae82-f1516bf5f562 service nova] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Received event network-vif-plugged-c2d568a7-1d2d-4096-81fe-246a0c912669 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.048483] env[68835]: DEBUG oslo_concurrency.lockutils [req-16b18c1d-6fe0-4ab1-bc86-bad30b792e33 req-2684812e-0c02-43d5-ae82-f1516bf5f562 service nova] Acquiring lock "835f5213-974c-4441-adac-e3b020e7906d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.048891] env[68835]: DEBUG oslo_concurrency.lockutils [req-16b18c1d-6fe0-4ab1-bc86-bad30b792e33 req-2684812e-0c02-43d5-ae82-f1516bf5f562 service nova] Lock "835f5213-974c-4441-adac-e3b020e7906d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.049747] env[68835]: DEBUG oslo_concurrency.lockutils [req-16b18c1d-6fe0-4ab1-bc86-bad30b792e33 req-2684812e-0c02-43d5-ae82-f1516bf5f562 service nova] Lock "835f5213-974c-4441-adac-e3b020e7906d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.049747] env[68835]: DEBUG nova.compute.manager [req-16b18c1d-6fe0-4ab1-bc86-bad30b792e33 req-2684812e-0c02-43d5-ae82-f1516bf5f562 service nova] [instance: 835f5213-974c-4441-adac-e3b020e7906d] No waiting events found dispatching network-vif-plugged-c2d568a7-1d2d-4096-81fe-246a0c912669 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.049747] env[68835]: WARNING nova.compute.manager [req-16b18c1d-6fe0-4ab1-bc86-bad30b792e33 req-2684812e-0c02-43d5-ae82-f1516bf5f562 service nova] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Received unexpected event network-vif-plugged-c2d568a7-1d2d-4096-81fe-246a0c912669 for instance with vm_state building and task_state spawning. [ 702.108530] env[68835]: DEBUG nova.network.neutron [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Successfully updated port: c2d568a7-1d2d-4096-81fe-246a0c912669 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.184029] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153768, 'name': ReconfigVM_Task, 'duration_secs': 0.856019} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.190059] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 0f2357fa-1aa1-4309-a46e-497d1a8257b5/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.190850] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': task-3153767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.191651] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fdba5a-6112-4fbd-a17b-f73793061587 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.231605] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb1f1b93-7c51-4259-ba93-c58d6cbe83f3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.249969] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Waiting for the task: (returnval){ [ 702.249969] env[68835]: value = "task-3153773" [ 702.249969] env[68835]: _type = "Task" [ 702.249969] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.264958] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.304248] env[68835]: DEBUG nova.network.neutron [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Updated VIF entry in instance network info cache for port 99cc7a76-3e49-491c-b8d6-3a4565e9e15e. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.304973] env[68835]: DEBUG nova.network.neutron [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Updating instance_info_cache with network_info: [{"id": "99cc7a76-3e49-491c-b8d6-3a4565e9e15e", "address": "fa:16:3e:45:1e:6d", "network": {"id": "299d47ec-a5d7-43d4-81e8-122942fe03c1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1737010288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83c7358ed3a7402daae7688734127977", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99cc7a76-3e", "ovs_interfaceid": "99cc7a76-3e49-491c-b8d6-3a4565e9e15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.311932] env[68835]: DEBUG oslo_concurrency.lockutils [None req-beacdbed-b42d-429c-ae67-3304ebe5f98d tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.324s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.313040] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 24.945s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.313347] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquiring lock "0a3ec5b2-43c5-49ae-ad46-c2a67581ff73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.313581] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "0a3ec5b2-43c5-49ae-ad46-c2a67581ff73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.313751] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "0a3ec5b2-43c5-49ae-ad46-c2a67581ff73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.319159] env[68835]: INFO nova.compute.manager [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Terminating instance [ 702.325578] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153770, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.372993] env[68835]: DEBUG nova.network.neutron [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.382903] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225942} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.383181] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.383365] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.383543] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.482008] env[68835]: DEBUG nova.network.neutron [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.610911] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "refresh_cache-835f5213-974c-4441-adac-e3b020e7906d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.611148] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquired lock "refresh_cache-835f5213-974c-4441-adac-e3b020e7906d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.611271] env[68835]: DEBUG nova.network.neutron [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.686168] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': task-3153767, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.759913] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153773, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.810282] env[68835]: DEBUG oslo_concurrency.lockutils [req-b1d3bd31-9604-457e-a216-d9032860565f req-1a5d8111-ac2f-45cf-b185-9402e9c86c57 service nova] Releasing lock "refresh_cache-ecbc1ed3-8601-4ea8-b8f9-862e3faf5943" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.818586] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713579} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.818945] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] d9bd6f02-19ff-49b7-9fb4-26119727ad63/d9bd6f02-19ff-49b7-9fb4-26119727ad63.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.819188] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.819442] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92077baf-12d9-4aa7-a289-d7d23fa109f6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.831173] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquiring lock "refresh_cache-0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.831173] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquired lock "refresh_cache-0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.831173] env[68835]: DEBUG nova.network.neutron [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.831688] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 702.831688] env[68835]: value = "task-3153774" [ 702.831688] env[68835]: _type = "Task" [ 702.831688] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.849306] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.912408] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d503f24-37b0-4730-b444-4ae8845db79b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.921191] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519b83d3-30cd-4575-a4b4-37f8cabed087 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.954354] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f10e909-7cba-407b-af26-013aff1e4a09 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.966116] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e9fb6e-cc97-4891-845f-6447ba824b80 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.979761] env[68835]: DEBUG nova.compute.provider_tree [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.985743] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Releasing lock "refresh_cache-b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.986257] env[68835]: DEBUG nova.compute.manager [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.986465] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.988032] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7db47a-1763-486f-b8da-a394536fab76 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.995805] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.996048] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d896d664-faf4-45aa-8db4-da472936d8ff {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.002343] env[68835]: DEBUG oslo_vmware.api [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for the task: (returnval){ [ 703.002343] env[68835]: value = "task-3153775" [ 703.002343] env[68835]: _type = "Task" [ 703.002343] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.010435] env[68835]: DEBUG oslo_vmware.api [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.165023] env[68835]: DEBUG nova.network.neutron [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.186057] env[68835]: DEBUG oslo_vmware.api [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': task-3153767, 'name': PowerOnVM_Task, 'duration_secs': 1.71512} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.186328] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.186408] env[68835]: INFO nova.compute.manager [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Took 8.32 seconds to spawn the instance on the hypervisor. [ 703.186915] env[68835]: DEBUG nova.compute.manager [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.189030] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8237df36-8ab5-4806-878b-a34edb15b256 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.260560] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153773, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.336065] env[68835]: DEBUG nova.compute.utils [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Can not refresh info_cache because instance was not found {{(pid=68835) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 703.346270] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086604} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.346517] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.347278] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5306e3-e6e5-42e2-aa03-1b88979c1590 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.369579] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] d9bd6f02-19ff-49b7-9fb4-26119727ad63/d9bd6f02-19ff-49b7-9fb4-26119727ad63.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.370422] env[68835]: DEBUG nova.network.neutron [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.372143] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daad52fe-b293-4ffb-bae8-9fc4b42fc2f7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.387588] env[68835]: DEBUG nova.network.neutron [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Updating instance_info_cache with network_info: [{"id": "c2d568a7-1d2d-4096-81fe-246a0c912669", "address": "fa:16:3e:6c:e8:08", "network": {"id": "82c3ac39-94e0-4849-8a0e-d83d425b1e76", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1675890520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9894e05d6e764637a2fa31a0447d4d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2d568a7-1d", "ovs_interfaceid": "c2d568a7-1d2d-4096-81fe-246a0c912669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.394666] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 703.394666] env[68835]: value = "task-3153776" [ 703.394666] env[68835]: _type = "Task" [ 703.394666] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.402582] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.418443] env[68835]: DEBUG nova.virt.hardware [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.418672] env[68835]: DEBUG nova.virt.hardware [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.418850] env[68835]: DEBUG nova.virt.hardware [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.419066] env[68835]: DEBUG nova.virt.hardware [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.419225] env[68835]: DEBUG nova.virt.hardware [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.419376] env[68835]: DEBUG nova.virt.hardware [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.419584] env[68835]: DEBUG nova.virt.hardware [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.419740] env[68835]: DEBUG nova.virt.hardware [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.419908] env[68835]: DEBUG nova.virt.hardware [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.420128] env[68835]: DEBUG nova.virt.hardware [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.420250] env[68835]: DEBUG nova.virt.hardware [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.421109] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e68076-1b0e-4305-8bc9-aa1d44c463b8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.428958] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94645c4-a6b2-4ab6-8000-ed98e8ae4abf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.442595] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Instance VIF info [] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.448181] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.450462] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.450701] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca59c79a-335d-4acc-af74-220aeff7b8cd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.470093] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.470093] env[68835]: value = "task-3153777" [ 703.470093] env[68835]: _type = "Task" [ 703.470093] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.480408] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153777, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.483636] env[68835]: DEBUG nova.scheduler.client.report [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.499898] env[68835]: DEBUG nova.network.neutron [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.513426] env[68835]: DEBUG oslo_vmware.api [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.702727] env[68835]: INFO nova.compute.manager [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Took 36.78 seconds to build instance. [ 703.744816] env[68835]: DEBUG oslo_concurrency.lockutils [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquiring lock "b427c242-aa1f-42cd-9808-a4028c75c2b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.745086] env[68835]: DEBUG oslo_concurrency.lockutils [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "b427c242-aa1f-42cd-9808-a4028c75c2b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.745303] env[68835]: DEBUG oslo_concurrency.lockutils [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquiring lock "b427c242-aa1f-42cd-9808-a4028c75c2b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.745485] env[68835]: DEBUG oslo_concurrency.lockutils [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "b427c242-aa1f-42cd-9808-a4028c75c2b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.745650] env[68835]: DEBUG oslo_concurrency.lockutils [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "b427c242-aa1f-42cd-9808-a4028c75c2b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.747752] env[68835]: INFO nova.compute.manager [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Terminating instance [ 703.761433] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153773, 'name': ReconfigVM_Task, 'duration_secs': 1.239725} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.762236] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.762489] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cfc4fff-021f-4825-be7b-4c96e96a139a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.769185] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Waiting for the task: (returnval){ [ 703.769185] env[68835]: value = "task-3153778" [ 703.769185] env[68835]: _type = "Task" [ 703.769185] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.777648] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.891016] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Releasing lock "refresh_cache-835f5213-974c-4441-adac-e3b020e7906d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.891601] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Instance network_info: |[{"id": "c2d568a7-1d2d-4096-81fe-246a0c912669", "address": "fa:16:3e:6c:e8:08", "network": {"id": "82c3ac39-94e0-4849-8a0e-d83d425b1e76", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1675890520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9894e05d6e764637a2fa31a0447d4d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2d568a7-1d", "ovs_interfaceid": "c2d568a7-1d2d-4096-81fe-246a0c912669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.892227] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:e8:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2d568a7-1d2d-4096-81fe-246a0c912669', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.900926] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Creating folder: Project (9894e05d6e764637a2fa31a0447d4d96). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.901564] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3240230-7232-4fda-acaf-aa98ebff875d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.912216] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.916165] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Created folder: Project (9894e05d6e764637a2fa31a0447d4d96) in parent group-v630977. [ 703.916350] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Creating folder: Instances. Parent ref: group-v631070. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.916571] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-768d0de0-14f7-47a6-935f-3ec786495a97 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.926904] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Created folder: Instances in parent group-v631070. [ 703.927233] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.927471] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.927723] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51480aff-6016-48dd-8ece-c9591471773e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.947501] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.947501] env[68835]: value = "task-3153781" [ 703.947501] env[68835]: _type = "Task" [ 703.947501] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.955930] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153781, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.979924] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153777, 'name': CreateVM_Task, 'duration_secs': 0.352832} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.980109] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.980520] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.980678] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.981040] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.981291] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da8d92cc-953f-4ce2-b496-742ef0fd5ec9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.986799] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for the task: (returnval){ [ 703.986799] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52512f3b-1fc6-4072-6b0d-3ce5f6b3f807" [ 703.986799] env[68835]: _type = "Task" [ 703.986799] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.990256] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.992447] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.571s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.994350] env[68835]: INFO nova.compute.claims [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.002480] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Releasing lock "refresh_cache-0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.002480] env[68835]: DEBUG nova.compute.manager [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.002808] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.002929] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52512f3b-1fc6-4072-6b0d-3ce5f6b3f807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.003183] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8db1137a-862c-4f7a-8341-b0e2d671d383 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.013051] env[68835]: DEBUG oslo_vmware.api [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153775, 'name': PowerOffVM_Task, 'duration_secs': 0.637815} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.015119] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.015458] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.016288] env[68835]: INFO nova.scheduler.client.report [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Deleted allocations for instance cdff230c-2bdf-4bd9-91c0-139f7fafccc3 [ 704.017248] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32514060-cae1-4c27-9b7e-9ea1d3f545d0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.021459] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa396ab3-7ca6-4eba-97a2-083b552c35dc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.064028] env[68835]: WARNING nova.virt.vmwareapi.vmops [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73 could not be found. [ 704.064028] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.064188] env[68835]: INFO nova.compute.manager [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Took 0.06 seconds to destroy the instance on the hypervisor. [ 704.064398] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.066427] env[68835]: DEBUG nova.compute.manager [-] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.066427] env[68835]: DEBUG nova.network.neutron [-] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.068059] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.068059] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.068134] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Deleting the datastore file [datastore1] b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.068335] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04562927-6800-43cd-9d1e-9e07024269f5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.075219] env[68835]: DEBUG oslo_vmware.api [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for the task: (returnval){ [ 704.075219] env[68835]: value = "task-3153783" [ 704.075219] env[68835]: _type = "Task" [ 704.075219] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.081822] env[68835]: DEBUG nova.compute.manager [req-15b51358-832d-4503-b2c5-e8bb0d5f796b req-34b66bfb-5f2d-4e10-b401-cccaf0d31dcc service nova] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Received event network-changed-c2d568a7-1d2d-4096-81fe-246a0c912669 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.082097] env[68835]: DEBUG nova.compute.manager [req-15b51358-832d-4503-b2c5-e8bb0d5f796b req-34b66bfb-5f2d-4e10-b401-cccaf0d31dcc service nova] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Refreshing instance network info cache due to event network-changed-c2d568a7-1d2d-4096-81fe-246a0c912669. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.082366] env[68835]: DEBUG oslo_concurrency.lockutils [req-15b51358-832d-4503-b2c5-e8bb0d5f796b req-34b66bfb-5f2d-4e10-b401-cccaf0d31dcc service nova] Acquiring lock "refresh_cache-835f5213-974c-4441-adac-e3b020e7906d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.082544] env[68835]: DEBUG oslo_concurrency.lockutils [req-15b51358-832d-4503-b2c5-e8bb0d5f796b req-34b66bfb-5f2d-4e10-b401-cccaf0d31dcc service nova] Acquired lock "refresh_cache-835f5213-974c-4441-adac-e3b020e7906d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.082847] env[68835]: DEBUG nova.network.neutron [req-15b51358-832d-4503-b2c5-e8bb0d5f796b req-34b66bfb-5f2d-4e10-b401-cccaf0d31dcc service nova] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Refreshing network info cache for port c2d568a7-1d2d-4096-81fe-246a0c912669 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.087719] env[68835]: DEBUG oslo_vmware.api [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.088840] env[68835]: DEBUG nova.network.neutron [-] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.110092] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0bfc7177-7834-4172-9b9e-e334a7fc764a tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Acquiring lock "6e9ea13e-4032-4482-9ec5-3a67f105990d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.205256] env[68835]: DEBUG oslo_concurrency.lockutils [None req-479618fc-5f73-4fc1-a5ba-6c6cfdcb248c tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Lock "6e9ea13e-4032-4482-9ec5-3a67f105990d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.143s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.206598] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0bfc7177-7834-4172-9b9e-e334a7fc764a tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Lock "6e9ea13e-4032-4482-9ec5-3a67f105990d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.097s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.206827] env[68835]: INFO nova.compute.manager [None req-0bfc7177-7834-4172-9b9e-e334a7fc764a tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Rebooting instance [ 704.257131] env[68835]: DEBUG nova.compute.manager [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.257384] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.258286] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c41f90c-d291-4288-ae63-19b6e8b8925e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.265817] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.266070] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-460de4bf-aa75-4e0a-8a2a-5706f9fef835 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.274157] env[68835]: DEBUG oslo_vmware.api [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for the task: (returnval){ [ 704.274157] env[68835]: value = "task-3153784" [ 704.274157] env[68835]: _type = "Task" [ 704.274157] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.280445] env[68835]: DEBUG oslo_vmware.api [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153778, 'name': PowerOnVM_Task, 'duration_secs': 0.481837} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.280618] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.287269] env[68835]: DEBUG oslo_vmware.api [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.287605] env[68835]: DEBUG nova.compute.manager [None req-942280a8-3354-4903-b83c-e7b987bfd6be tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.288383] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6548950-0887-4494-b7ad-52189d3248d9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.411815] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.459849] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153781, 'name': CreateVM_Task, 'duration_secs': 0.308918} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.460136] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.461194] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.500470] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52512f3b-1fc6-4072-6b0d-3ce5f6b3f807, 'name': SearchDatastore_Task, 'duration_secs': 0.013891} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.501428] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.501723] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.501976] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.502170] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.502365] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.502887] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.503224] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.503486] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8dcb6d0-ce3e-4225-acbd-d55fdaeae87c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.506382] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f7f830d-3697-4149-a695-90ccd59a67b3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.513568] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 704.513568] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52781f6a-91b8-ec92-700f-db120babedc8" [ 704.513568] env[68835]: _type = "Task" [ 704.513568] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.518599] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.518910] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.520186] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8167e57b-9e2a-49d0-b2c3-05ee327acbb9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.525981] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52781f6a-91b8-ec92-700f-db120babedc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.529223] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for the task: (returnval){ [ 704.529223] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52b6b045-ea45-1df0-55d8-3d861bcbba4d" [ 704.529223] env[68835]: _type = "Task" [ 704.529223] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.538834] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b6b045-ea45-1df0-55d8-3d861bcbba4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.539253] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58875d6b-eb5f-425d-9e52-3eaf0beabc21 tempest-FloatingIPsAssociationNegativeTestJSON-600040299 tempest-FloatingIPsAssociationNegativeTestJSON-600040299-project-member] Lock "cdff230c-2bdf-4bd9-91c0-139f7fafccc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.026s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.585296] env[68835]: DEBUG oslo_vmware.api [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Task: {'id': task-3153783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346463} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.585296] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.585296] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.585493] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.585698] env[68835]: INFO nova.compute.manager [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Took 1.60 seconds to destroy the instance on the hypervisor. [ 704.585971] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.586524] env[68835]: DEBUG nova.compute.manager [-] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.586646] env[68835]: DEBUG nova.network.neutron [-] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.592059] env[68835]: DEBUG nova.network.neutron [-] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.608662] env[68835]: DEBUG nova.network.neutron [-] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.709327] env[68835]: DEBUG nova.compute.manager [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.756826] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0bfc7177-7834-4172-9b9e-e334a7fc764a tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Acquiring lock "refresh_cache-6e9ea13e-4032-4482-9ec5-3a67f105990d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.757587] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0bfc7177-7834-4172-9b9e-e334a7fc764a tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Acquired lock "refresh_cache-6e9ea13e-4032-4482-9ec5-3a67f105990d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.757587] env[68835]: DEBUG nova.network.neutron [None req-0bfc7177-7834-4172-9b9e-e334a7fc764a tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.788097] env[68835]: DEBUG oslo_vmware.api [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153784, 'name': PowerOffVM_Task, 'duration_secs': 0.264732} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.788097] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.788097] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.788097] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f24af59f-251c-408c-ad3c-6664bf8bbacc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.912642] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153776, 'name': ReconfigVM_Task, 'duration_secs': 1.133327} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.913079] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Reconfigured VM instance instance-00000021 to attach disk [datastore1] d9bd6f02-19ff-49b7-9fb4-26119727ad63/d9bd6f02-19ff-49b7-9fb4-26119727ad63.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.913623] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dc7af1a-b72f-4ce2-b5de-9c69c3020a39 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.920159] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 704.920159] env[68835]: value = "task-3153786" [ 704.920159] env[68835]: _type = "Task" [ 704.920159] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.927188] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153786, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.941965] env[68835]: DEBUG nova.network.neutron [req-15b51358-832d-4503-b2c5-e8bb0d5f796b req-34b66bfb-5f2d-4e10-b401-cccaf0d31dcc service nova] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Updated VIF entry in instance network info cache for port c2d568a7-1d2d-4096-81fe-246a0c912669. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.942357] env[68835]: DEBUG nova.network.neutron [req-15b51358-832d-4503-b2c5-e8bb0d5f796b req-34b66bfb-5f2d-4e10-b401-cccaf0d31dcc service nova] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Updating instance_info_cache with network_info: [{"id": "c2d568a7-1d2d-4096-81fe-246a0c912669", "address": "fa:16:3e:6c:e8:08", "network": {"id": "82c3ac39-94e0-4849-8a0e-d83d425b1e76", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1675890520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9894e05d6e764637a2fa31a0447d4d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2d568a7-1d", "ovs_interfaceid": "c2d568a7-1d2d-4096-81fe-246a0c912669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.030284] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52781f6a-91b8-ec92-700f-db120babedc8, 'name': SearchDatastore_Task, 'duration_secs': 0.012257} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.034779] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.034981] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.035254] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.045816] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b6b045-ea45-1df0-55d8-3d861bcbba4d, 'name': SearchDatastore_Task, 'duration_secs': 0.010093} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.051072] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-314d2b16-f214-497e-9cc1-63a031021eb2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.057153] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for the task: (returnval){ [ 705.057153] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52263688-74c5-4597-8e11-6e02b05aff16" [ 705.057153] env[68835]: _type = "Task" [ 705.057153] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.068621] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52263688-74c5-4597-8e11-6e02b05aff16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.097043] env[68835]: INFO nova.compute.manager [-] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Took 1.03 seconds to deallocate network for instance. [ 705.112665] env[68835]: DEBUG nova.network.neutron [-] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.192252] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.192252] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.192252] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Deleting the datastore file [datastore1] b427c242-aa1f-42cd-9808-a4028c75c2b7 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.192470] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-411b685e-9020-42f0-8460-d705c394f110 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.200719] env[68835]: DEBUG oslo_vmware.api [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for the task: (returnval){ [ 705.200719] env[68835]: value = "task-3153787" [ 705.200719] env[68835]: _type = "Task" [ 705.200719] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.214233] env[68835]: DEBUG oslo_vmware.api [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.253955] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.440205] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153786, 'name': Rename_Task, 'duration_secs': 0.271164} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.440503] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.440776] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-267826ab-672f-4829-8202-0e2690364464 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.445592] env[68835]: DEBUG oslo_concurrency.lockutils [req-15b51358-832d-4503-b2c5-e8bb0d5f796b req-34b66bfb-5f2d-4e10-b401-cccaf0d31dcc service nova] Releasing lock "refresh_cache-835f5213-974c-4441-adac-e3b020e7906d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.448859] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 705.448859] env[68835]: value = "task-3153788" [ 705.448859] env[68835]: _type = "Task" [ 705.448859] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.459459] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.568853] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52263688-74c5-4597-8e11-6e02b05aff16, 'name': SearchDatastore_Task, 'duration_secs': 0.01148} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.571671] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.572018] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] e02e5253-17db-450f-bf10-9cf08255c646/e02e5253-17db-450f-bf10-9cf08255c646.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.573294] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.573294] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.573294] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3878ccde-06be-4a0c-b55c-5f3615a79e31 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.575548] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01513ba4-26d4-4231-9294-8ad67556579c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.583098] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for the task: (returnval){ [ 705.583098] env[68835]: value = "task-3153789" [ 705.583098] env[68835]: _type = "Task" [ 705.583098] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.591692] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.591889] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.594100] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78f6cc5c-58cf-4b94-88b1-3f604d37f62b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.601355] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.605061] env[68835]: INFO nova.compute.manager [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Instance disappeared during terminate [ 705.605061] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5a7568f0-3a1a-4329-a055-eb1fa1148199 tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "0a3ec5b2-43c5-49ae-ad46-c2a67581ff73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.290s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.612588] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 705.612588] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52dc737b-aebd-2dc2-aec5-dc46c8d3bb5a" [ 705.612588] env[68835]: _type = "Task" [ 705.612588] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.622099] env[68835]: INFO nova.compute.manager [-] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Took 1.04 seconds to deallocate network for instance. [ 705.622431] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52dc737b-aebd-2dc2-aec5-dc46c8d3bb5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010485} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.626066] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37ce3631-4947-48bb-92e4-3eaed207866e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.636576] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 705.636576] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528d610e-0952-58fc-0bdc-241bb41fcd4b" [ 705.636576] env[68835]: _type = "Task" [ 705.636576] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.651027] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528d610e-0952-58fc-0bdc-241bb41fcd4b, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.651027] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.651027] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 835f5213-974c-4441-adac-e3b020e7906d/835f5213-974c-4441-adac-e3b020e7906d.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.651365] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e9bead3-91ab-4199-93ea-8b3f09fc9009 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.658738] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 705.658738] env[68835]: value = "task-3153790" [ 705.658738] env[68835]: _type = "Task" [ 705.658738] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.672896] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.696857] env[68835]: DEBUG nova.network.neutron [None req-0bfc7177-7834-4172-9b9e-e334a7fc764a tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Updating instance_info_cache with network_info: [{"id": "df04a7fa-7202-4588-9d95-4b90fcf6cfca", "address": "fa:16:3e:84:df:1a", "network": {"id": "b730c776-5e42-45ca-be21-f7135cb05c4b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-799505121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fd89d431bf4d35a6a560b667fe4f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf04a7fa-72", "ovs_interfaceid": "df04a7fa-7202-4588-9d95-4b90fcf6cfca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.713669] env[68835]: DEBUG oslo_vmware.api [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Task: {'id': task-3153787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25285} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.714058] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.714058] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.714219] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.714399] env[68835]: INFO nova.compute.manager [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Took 1.46 seconds to destroy the instance on the hypervisor. [ 705.714644] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.715156] env[68835]: DEBUG nova.compute.manager [-] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.715255] env[68835]: DEBUG nova.network.neutron [-] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.732307] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60519737-296c-47a1-9184-6fcb2fdabba8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.740870] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0554b6-a278-4d7e-a624-52304e41f7e8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.776287] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a58bd08-e0a1-44b5-bdcc-c6939991a8bb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.788234] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4274b509-6c23-4fdb-8d21-fbaad8e9fec3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.805525] env[68835]: DEBUG nova.compute.provider_tree [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.962315] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.095171] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153789, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.133958] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.171656] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153790, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.201318] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0bfc7177-7834-4172-9b9e-e334a7fc764a tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Releasing lock "refresh_cache-6e9ea13e-4032-4482-9ec5-3a67f105990d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.281663] env[68835]: DEBUG nova.compute.manager [req-454441b4-ce7c-4883-804c-c0ddcf77e0e1 req-1c6f8049-84c4-4162-83d3-c3fe8489a57b service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Received event network-changed-f5499431-e845-4307-8a9e-eb061ccb357c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.281931] env[68835]: DEBUG nova.compute.manager [req-454441b4-ce7c-4883-804c-c0ddcf77e0e1 req-1c6f8049-84c4-4162-83d3-c3fe8489a57b service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Refreshing instance network info cache due to event network-changed-f5499431-e845-4307-8a9e-eb061ccb357c. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.282277] env[68835]: DEBUG oslo_concurrency.lockutils [req-454441b4-ce7c-4883-804c-c0ddcf77e0e1 req-1c6f8049-84c4-4162-83d3-c3fe8489a57b service nova] Acquiring lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.282446] env[68835]: DEBUG oslo_concurrency.lockutils [req-454441b4-ce7c-4883-804c-c0ddcf77e0e1 req-1c6f8049-84c4-4162-83d3-c3fe8489a57b service nova] Acquired lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.282626] env[68835]: DEBUG nova.network.neutron [req-454441b4-ce7c-4883-804c-c0ddcf77e0e1 req-1c6f8049-84c4-4162-83d3-c3fe8489a57b service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Refreshing network info cache for port f5499431-e845-4307-8a9e-eb061ccb357c {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.310446] env[68835]: DEBUG nova.scheduler.client.report [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.462537] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.594037] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525154} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.594332] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] e02e5253-17db-450f-bf10-9cf08255c646/e02e5253-17db-450f-bf10-9cf08255c646.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.594868] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.594868] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4d99169-7450-4990-856c-7f4ce4ac1ae6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.603187] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for the task: (returnval){ [ 706.603187] env[68835]: value = "task-3153791" [ 706.603187] env[68835]: _type = "Task" [ 706.603187] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.610678] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.669111] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840002} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.669375] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 835f5213-974c-4441-adac-e3b020e7906d/835f5213-974c-4441-adac-e3b020e7906d.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.669622] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.669900] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c03ddcce-9c19-4589-b66c-bb8ca668c998 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.676794] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 706.676794] env[68835]: value = "task-3153792" [ 706.676794] env[68835]: _type = "Task" [ 706.676794] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.685287] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.692953] env[68835]: DEBUG nova.network.neutron [-] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.706667] env[68835]: DEBUG nova.compute.manager [None req-0bfc7177-7834-4172-9b9e-e334a7fc764a tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.707554] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a77f077-ace5-4ed1-bf19-ceae29d2ec57 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.816104] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.816649] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.819901] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.064s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.820091] env[68835]: DEBUG nova.objects.instance [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lazy-loading 'resources' on Instance uuid f80f943b-e912-4b1d-a2d2-0d42c7f61e0c {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.964910] env[68835]: DEBUG oslo_vmware.api [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153788, 'name': PowerOnVM_Task, 'duration_secs': 1.298361} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.965516] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.965619] env[68835]: INFO nova.compute.manager [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Took 9.37 seconds to spawn the instance on the hypervisor. [ 706.965848] env[68835]: DEBUG nova.compute.manager [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.966936] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7577b671-b06f-403d-9310-87b781f34a42 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.118031] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068791} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.118031] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.118031] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d6aa27-7317-4e9e-8e87-1d91e4af377d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.140625] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] e02e5253-17db-450f-bf10-9cf08255c646/e02e5253-17db-450f-bf10-9cf08255c646.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.141091] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7e3f613-facb-4bd5-a9a0-7b6246a9bb86 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.165039] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for the task: (returnval){ [ 707.165039] env[68835]: value = "task-3153793" [ 707.165039] env[68835]: _type = "Task" [ 707.165039] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.167586] env[68835]: DEBUG nova.network.neutron [req-454441b4-ce7c-4883-804c-c0ddcf77e0e1 req-1c6f8049-84c4-4162-83d3-c3fe8489a57b service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Updated VIF entry in instance network info cache for port f5499431-e845-4307-8a9e-eb061ccb357c. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.167980] env[68835]: DEBUG nova.network.neutron [req-454441b4-ce7c-4883-804c-c0ddcf77e0e1 req-1c6f8049-84c4-4162-83d3-c3fe8489a57b service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Updating instance_info_cache with network_info: [{"id": "f5499431-e845-4307-8a9e-eb061ccb357c", "address": "fa:16:3e:1f:21:bd", "network": {"id": "84f699ee-65e2-4593-bdeb-807d544a4c65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1295438125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba70cf1666ed4e72a15cbcbab858d8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5499431-e8", "ovs_interfaceid": "f5499431-e845-4307-8a9e-eb061ccb357c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.173145] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.188355] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078994} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.188718] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.189642] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7134d3fe-2df1-4d31-ae20-2c48f3d64fb4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.207646] env[68835]: INFO nova.compute.manager [-] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Took 1.49 seconds to deallocate network for instance. [ 707.217461] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 835f5213-974c-4441-adac-e3b020e7906d/835f5213-974c-4441-adac-e3b020e7906d.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.227129] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-101a25d1-23d5-48d6-a708-8026b11784bc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.248068] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 707.248068] env[68835]: value = "task-3153794" [ 707.248068] env[68835]: _type = "Task" [ 707.248068] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.258895] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.322975] env[68835]: DEBUG nova.compute.utils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.324438] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.324608] env[68835]: DEBUG nova.network.neutron [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.395386] env[68835]: DEBUG nova.policy [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cb66772481c4d2cb040a46396bcf443', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9894e05d6e764637a2fa31a0447d4d96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.489300] env[68835]: INFO nova.compute.manager [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Took 36.08 seconds to build instance. [ 707.676799] env[68835]: DEBUG oslo_concurrency.lockutils [req-454441b4-ce7c-4883-804c-c0ddcf77e0e1 req-1c6f8049-84c4-4162-83d3-c3fe8489a57b service nova] Releasing lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.677210] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.744976] env[68835]: DEBUG oslo_concurrency.lockutils [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.745917] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43910c19-1c83-4cba-8066-165c084e4b66 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.757707] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfc7177-7834-4172-9b9e-e334a7fc764a tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Doing hard reboot of VM {{(pid=68835) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 707.758096] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c05fa239-3ca4-493a-8b13-97b04a95e87b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.771113] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153794, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.772874] env[68835]: DEBUG oslo_vmware.api [None req-0bfc7177-7834-4172-9b9e-e334a7fc764a tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Waiting for the task: (returnval){ [ 707.772874] env[68835]: value = "task-3153795" [ 707.772874] env[68835]: _type = "Task" [ 707.772874] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.787100] env[68835]: DEBUG oslo_vmware.api [None req-0bfc7177-7834-4172-9b9e-e334a7fc764a tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': task-3153795, 'name': ResetVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.832183] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.975759] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ad1923-d373-430e-b534-a82dae851d19 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.984387] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa6f87f-bd60-4430-91c0-a4ac2e288076 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.017402] env[68835]: DEBUG oslo_concurrency.lockutils [None req-80762f1a-9fcb-4920-a6f9-a75c92e30511 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "d9bd6f02-19ff-49b7-9fb4-26119727ad63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.109s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.019736] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8632bffe-1534-4a7e-8b7e-16e4dcebafb1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.023395] env[68835]: DEBUG nova.network.neutron [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Successfully created port: a629f226-ce16-4a9b-b8e4-86ac4877c5b4 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.031654] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9573245c-546c-4929-9580-bda047616da0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.047994] env[68835]: DEBUG nova.compute.provider_tree [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.173317] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153793, 'name': ReconfigVM_Task, 'duration_secs': 0.628349} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.175184] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Reconfigured VM instance instance-0000001f to attach disk [datastore2] e02e5253-17db-450f-bf10-9cf08255c646/e02e5253-17db-450f-bf10-9cf08255c646.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.175184] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b2d3db1-5fbb-48bb-a82e-81cf974790fb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.182827] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for the task: (returnval){ [ 708.182827] env[68835]: value = "task-3153796" [ 708.182827] env[68835]: _type = "Task" [ 708.182827] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.194410] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153796, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.259164] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153794, 'name': ReconfigVM_Task, 'duration_secs': 0.572292} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.259438] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 835f5213-974c-4441-adac-e3b020e7906d/835f5213-974c-4441-adac-e3b020e7906d.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.260054] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3274bed4-ee75-47f2-a4bb-3794295571e9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.268232] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 708.268232] env[68835]: value = "task-3153797" [ 708.268232] env[68835]: _type = "Task" [ 708.268232] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.282704] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153797, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.289179] env[68835]: DEBUG oslo_vmware.api [None req-0bfc7177-7834-4172-9b9e-e334a7fc764a tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': task-3153795, 'name': ResetVM_Task, 'duration_secs': 0.100916} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.289535] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfc7177-7834-4172-9b9e-e334a7fc764a tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Did hard reboot of VM {{(pid=68835) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 708.289730] env[68835]: DEBUG nova.compute.manager [None req-0bfc7177-7834-4172-9b9e-e334a7fc764a tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.290974] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a946621e-e93b-4659-b749-bb0f6c770cb2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.523902] env[68835]: DEBUG nova.compute.manager [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.550958] env[68835]: DEBUG nova.scheduler.client.report [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.693239] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153796, 'name': Rename_Task, 'duration_secs': 0.212364} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.693518] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.694773] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d075393-7b71-4175-a81e-9cc63a85cf59 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.702118] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for the task: (returnval){ [ 708.702118] env[68835]: value = "task-3153798" [ 708.702118] env[68835]: _type = "Task" [ 708.702118] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.712572] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.767317] env[68835]: DEBUG nova.compute.manager [req-83b96532-db7f-4259-88f5-84de93dee316 req-df914a29-507f-4f52-a385-8284d3c9b08f service nova] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Received event network-vif-deleted-ae21e9f0-73ff-40d5-bf8a-f3a4181bcdd3 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.767482] env[68835]: DEBUG nova.compute.manager [req-83b96532-db7f-4259-88f5-84de93dee316 req-df914a29-507f-4f52-a385-8284d3c9b08f service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Received event network-changed-f5499431-e845-4307-8a9e-eb061ccb357c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.767708] env[68835]: DEBUG nova.compute.manager [req-83b96532-db7f-4259-88f5-84de93dee316 req-df914a29-507f-4f52-a385-8284d3c9b08f service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Refreshing instance network info cache due to event network-changed-f5499431-e845-4307-8a9e-eb061ccb357c. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.768097] env[68835]: DEBUG oslo_concurrency.lockutils [req-83b96532-db7f-4259-88f5-84de93dee316 req-df914a29-507f-4f52-a385-8284d3c9b08f service nova] Acquiring lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.768252] env[68835]: DEBUG oslo_concurrency.lockutils [req-83b96532-db7f-4259-88f5-84de93dee316 req-df914a29-507f-4f52-a385-8284d3c9b08f service nova] Acquired lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.768452] env[68835]: DEBUG nova.network.neutron [req-83b96532-db7f-4259-88f5-84de93dee316 req-df914a29-507f-4f52-a385-8284d3c9b08f service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Refreshing network info cache for port f5499431-e845-4307-8a9e-eb061ccb357c {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.780948] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153797, 'name': Rename_Task, 'duration_secs': 0.193077} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.781811] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.782081] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a42e2e5-0ce3-4751-9432-2f003c4a4366 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.789856] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 708.789856] env[68835]: value = "task-3153799" [ 708.789856] env[68835]: _type = "Task" [ 708.789856] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.799159] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.804325] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0bfc7177-7834-4172-9b9e-e334a7fc764a tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Lock "6e9ea13e-4032-4482-9ec5-3a67f105990d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.598s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.834787] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e6ca1b88-6aab-4656-8a7b-f0c078385281 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "d9bd6f02-19ff-49b7-9fb4-26119727ad63" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.835105] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e6ca1b88-6aab-4656-8a7b-f0c078385281 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "d9bd6f02-19ff-49b7-9fb4-26119727ad63" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.835268] env[68835]: DEBUG nova.compute.manager [None req-e6ca1b88-6aab-4656-8a7b-f0c078385281 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.836697] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac616cc-c310-42dc-ac77-b0014d3e7056 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.844806] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.853531] env[68835]: DEBUG nova.compute.manager [None req-e6ca1b88-6aab-4656-8a7b-f0c078385281 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68835) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 708.856412] env[68835]: DEBUG nova.objects.instance [None req-e6ca1b88-6aab-4656-8a7b-f0c078385281 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lazy-loading 'flavor' on Instance uuid d9bd6f02-19ff-49b7-9fb4-26119727ad63 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.890584] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.890918] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.891134] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.891476] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.891822] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.892115] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.892393] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.892525] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.892710] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.892977] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.893513] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.894836] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4b41b9-996c-429d-a392-925f9d42cda2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.906374] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2bee5b-42d4-41d2-8a8c-240921ae32e8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.057875] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.058606] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.062915] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.166s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.062915] env[68835]: DEBUG nova.objects.instance [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Lazy-loading 'resources' on Instance uuid 297ded63-d94a-4997-bbd0-78c27caf99da {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.083418] env[68835]: INFO nova.scheduler.client.report [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleted allocations for instance f80f943b-e912-4b1d-a2d2-0d42c7f61e0c [ 709.215614] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153798, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.303398] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153799, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.598039] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3c99e4ea-89fb-4ad9-a568-52138842a5bf tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "f80f943b-e912-4b1d-a2d2-0d42c7f61e0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.651s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.623682] env[68835]: DEBUG nova.network.neutron [req-83b96532-db7f-4259-88f5-84de93dee316 req-df914a29-507f-4f52-a385-8284d3c9b08f service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Updated VIF entry in instance network info cache for port f5499431-e845-4307-8a9e-eb061ccb357c. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.624057] env[68835]: DEBUG nova.network.neutron [req-83b96532-db7f-4259-88f5-84de93dee316 req-df914a29-507f-4f52-a385-8284d3c9b08f service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Updating instance_info_cache with network_info: [{"id": "f5499431-e845-4307-8a9e-eb061ccb357c", "address": "fa:16:3e:1f:21:bd", "network": {"id": "84f699ee-65e2-4593-bdeb-807d544a4c65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1295438125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba70cf1666ed4e72a15cbcbab858d8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5499431-e8", "ovs_interfaceid": "f5499431-e845-4307-8a9e-eb061ccb357c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.718534] env[68835]: DEBUG oslo_vmware.api [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153798, 'name': PowerOnVM_Task, 'duration_secs': 0.702843} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.719390] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.720182] env[68835]: DEBUG nova.compute.manager [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.723351] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f54134-6ff5-4bf1-ace5-0b00f826fae2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.805024] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153799, 'name': PowerOnVM_Task, 'duration_secs': 0.651712} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.805655] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.806071] env[68835]: INFO nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Took 8.36 seconds to spawn the instance on the hypervisor. [ 709.808047] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.808047] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbc281c-7f8e-4833-b0c2-b8ae14b1c92c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.871018] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ca1b88-6aab-4656-8a7b-f0c078385281 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.871018] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba8b734d-460f-4069-a132-15eb063ccc89 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.881384] env[68835]: DEBUG oslo_vmware.api [None req-e6ca1b88-6aab-4656-8a7b-f0c078385281 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 709.881384] env[68835]: value = "task-3153800" [ 709.881384] env[68835]: _type = "Task" [ 709.881384] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.892185] env[68835]: DEBUG oslo_vmware.api [None req-e6ca1b88-6aab-4656-8a7b-f0c078385281 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.017291] env[68835]: DEBUG nova.network.neutron [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Successfully updated port: a629f226-ce16-4a9b-b8e4-86ac4877c5b4 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.132045] env[68835]: DEBUG oslo_concurrency.lockutils [req-83b96532-db7f-4259-88f5-84de93dee316 req-df914a29-507f-4f52-a385-8284d3c9b08f service nova] Releasing lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.217018] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9be3ff2-ecc9-40a2-8e5d-14e4252124fd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.230590] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb069dce-d3bb-4b07-87e6-577711a2eb45 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.272220] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.273224] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9970714-0a8d-47ca-92d1-b9312240a19f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.282879] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb46362-0fdd-4c71-b7e5-d8403717e465 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.299772] env[68835]: DEBUG nova.compute.provider_tree [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.331081] env[68835]: INFO nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Took 35.11 seconds to build instance. [ 710.393080] env[68835]: DEBUG oslo_vmware.api [None req-e6ca1b88-6aab-4656-8a7b-f0c078385281 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153800, 'name': PowerOffVM_Task, 'duration_secs': 0.410406} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.393480] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ca1b88-6aab-4656-8a7b-f0c078385281 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.393720] env[68835]: DEBUG nova.compute.manager [None req-e6ca1b88-6aab-4656-8a7b-f0c078385281 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.394533] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d980fc4-85de-46cd-901f-580f2074cb29 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.519835] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "refresh_cache-1db421cf-4568-451a-ac6b-3789ac312f33" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.519986] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquired lock "refresh_cache-1db421cf-4568-451a-ac6b-3789ac312f33" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.523105] env[68835]: DEBUG nova.network.neutron [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.806785] env[68835]: DEBUG nova.scheduler.client.report [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.832569] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "835f5213-974c-4441-adac-e3b020e7906d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.853s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.913020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e6ca1b88-6aab-4656-8a7b-f0c078385281 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "d9bd6f02-19ff-49b7-9fb4-26119727ad63" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.201921] env[68835]: DEBUG nova.network.neutron [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.263525] env[68835]: INFO nova.compute.manager [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Rebuilding instance [ 711.310884] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.313529] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.277s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.313926] env[68835]: DEBUG nova.objects.instance [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Lazy-loading 'resources' on Instance uuid 35f1fcb9-985b-4bac-8dc3-e0787f43de54 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.321823] env[68835]: DEBUG nova.compute.manager [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.322769] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96cc84f-ab4d-4411-a8e7-f85c09919a04 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.339505] env[68835]: DEBUG nova.compute.manager [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.343744] env[68835]: INFO nova.scheduler.client.report [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Deleted allocations for instance 297ded63-d94a-4997-bbd0-78c27caf99da [ 711.412387] env[68835]: DEBUG nova.compute.manager [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Received event network-changed-f5499431-e845-4307-8a9e-eb061ccb357c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.412585] env[68835]: DEBUG nova.compute.manager [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Refreshing instance network info cache due to event network-changed-f5499431-e845-4307-8a9e-eb061ccb357c. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.412803] env[68835]: DEBUG oslo_concurrency.lockutils [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] Acquiring lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.412947] env[68835]: DEBUG oslo_concurrency.lockutils [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] Acquired lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.413407] env[68835]: DEBUG nova.network.neutron [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Refreshing network info cache for port f5499431-e845-4307-8a9e-eb061ccb357c {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.442933] env[68835]: DEBUG nova.network.neutron [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Updating instance_info_cache with network_info: [{"id": "a629f226-ce16-4a9b-b8e4-86ac4877c5b4", "address": "fa:16:3e:f0:0a:9b", "network": {"id": "82c3ac39-94e0-4849-8a0e-d83d425b1e76", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1675890520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9894e05d6e764637a2fa31a0447d4d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa629f226-ce", "ovs_interfaceid": "a629f226-ce16-4a9b-b8e4-86ac4877c5b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.490017] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Acquiring lock "6e9ea13e-4032-4482-9ec5-3a67f105990d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.490314] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Lock "6e9ea13e-4032-4482-9ec5-3a67f105990d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.490537] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Acquiring lock "6e9ea13e-4032-4482-9ec5-3a67f105990d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.490719] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Lock "6e9ea13e-4032-4482-9ec5-3a67f105990d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.490923] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Lock "6e9ea13e-4032-4482-9ec5-3a67f105990d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.493083] env[68835]: INFO nova.compute.manager [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Terminating instance [ 711.853799] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e806592-15ab-4e96-ae63-2ddaa4248f9d tempest-DeleteServersAdminTestJSON-483334800 tempest-DeleteServersAdminTestJSON-483334800-project-member] Lock "297ded63-d94a-4997-bbd0-78c27caf99da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.665s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.874237] env[68835]: DEBUG oslo_concurrency.lockutils [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.878367] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquiring lock "bf7da137-7978-4d65-b707-e0111d8736d9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.878598] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "bf7da137-7978-4d65-b707-e0111d8736d9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.946121] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Releasing lock "refresh_cache-1db421cf-4568-451a-ac6b-3789ac312f33" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.946405] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Instance network_info: |[{"id": "a629f226-ce16-4a9b-b8e4-86ac4877c5b4", "address": "fa:16:3e:f0:0a:9b", "network": {"id": "82c3ac39-94e0-4849-8a0e-d83d425b1e76", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1675890520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9894e05d6e764637a2fa31a0447d4d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa629f226-ce", "ovs_interfaceid": "a629f226-ce16-4a9b-b8e4-86ac4877c5b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.946760] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:0a:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a629f226-ce16-4a9b-b8e4-86ac4877c5b4', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.954381] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.956975] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.957677] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c2f08c7-c41a-43d9-98cd-6890ffbb3ed8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.981409] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.981409] env[68835]: value = "task-3153805" [ 711.981409] env[68835]: _type = "Task" [ 711.981409] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.990413] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153805, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.997273] env[68835]: DEBUG nova.compute.manager [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.997521] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.998415] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a007e19-b282-4a0d-aeaa-df5e33690d36 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.009420] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.009700] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42f229b3-c781-4b86-8fe6-35dd829c94e8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.018491] env[68835]: DEBUG oslo_vmware.api [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Waiting for the task: (returnval){ [ 712.018491] env[68835]: value = "task-3153806" [ 712.018491] env[68835]: _type = "Task" [ 712.018491] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.026912] env[68835]: DEBUG oslo_vmware.api [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': task-3153806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.235259] env[68835]: DEBUG nova.network.neutron [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Updated VIF entry in instance network info cache for port f5499431-e845-4307-8a9e-eb061ccb357c. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.235654] env[68835]: DEBUG nova.network.neutron [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Updating instance_info_cache with network_info: [{"id": "f5499431-e845-4307-8a9e-eb061ccb357c", "address": "fa:16:3e:1f:21:bd", "network": {"id": "84f699ee-65e2-4593-bdeb-807d544a4c65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1295438125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba70cf1666ed4e72a15cbcbab858d8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5499431-e8", "ovs_interfaceid": "f5499431-e845-4307-8a9e-eb061ccb357c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.360134] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.360134] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b60ddb8-7104-43e0-8707-c70fb12111c0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.369484] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Waiting for the task: (returnval){ [ 712.369484] env[68835]: value = "task-3153807" [ 712.369484] env[68835]: _type = "Task" [ 712.369484] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.378599] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Task: {'id': task-3153807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.382026] env[68835]: DEBUG nova.compute.utils [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.387279] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570d8929-a00f-4c7b-9bd6-92b1b727f75b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.394629] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b28c9d-8b18-4afc-a008-5ddb717fdb75 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.430534] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17af4e2d-9242-4875-aa15-a1cda9405298 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.438705] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca4c2de-c4bc-4601-9ce9-0375dab3e671 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.453666] env[68835]: DEBUG nova.compute.provider_tree [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.492425] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153805, 'name': CreateVM_Task, 'duration_secs': 0.324482} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.492425] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.495153] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.495153] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.495153] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.495153] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b7c27a6-8ed6-4bb5-8063-6a1faa044562 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.500462] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 712.500462] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]526bf1ba-d8f5-cca2-d579-417d06b67ac8" [ 712.500462] env[68835]: _type = "Task" [ 712.500462] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.508923] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526bf1ba-d8f5-cca2-d579-417d06b67ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.527475] env[68835]: DEBUG oslo_vmware.api [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': task-3153806, 'name': PowerOffVM_Task, 'duration_secs': 0.195552} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.530256] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.530256] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.530256] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ab11304-bc4f-4f42-928d-3b2c03562e73 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.738885] env[68835]: DEBUG oslo_concurrency.lockutils [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] Releasing lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.739191] env[68835]: DEBUG nova.compute.manager [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Received event network-vif-plugged-a629f226-ce16-4a9b-b8e4-86ac4877c5b4 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.739411] env[68835]: DEBUG oslo_concurrency.lockutils [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] Acquiring lock "1db421cf-4568-451a-ac6b-3789ac312f33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.739616] env[68835]: DEBUG oslo_concurrency.lockutils [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] Lock "1db421cf-4568-451a-ac6b-3789ac312f33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.739779] env[68835]: DEBUG oslo_concurrency.lockutils [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] Lock "1db421cf-4568-451a-ac6b-3789ac312f33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.739945] env[68835]: DEBUG nova.compute.manager [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] No waiting events found dispatching network-vif-plugged-a629f226-ce16-4a9b-b8e4-86ac4877c5b4 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.740129] env[68835]: WARNING nova.compute.manager [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Received unexpected event network-vif-plugged-a629f226-ce16-4a9b-b8e4-86ac4877c5b4 for instance with vm_state building and task_state spawning. [ 712.740294] env[68835]: DEBUG nova.compute.manager [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Received event network-changed-a629f226-ce16-4a9b-b8e4-86ac4877c5b4 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.740449] env[68835]: DEBUG nova.compute.manager [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Refreshing instance network info cache due to event network-changed-a629f226-ce16-4a9b-b8e4-86ac4877c5b4. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.740631] env[68835]: DEBUG oslo_concurrency.lockutils [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] Acquiring lock "refresh_cache-1db421cf-4568-451a-ac6b-3789ac312f33" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.740766] env[68835]: DEBUG oslo_concurrency.lockutils [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] Acquired lock "refresh_cache-1db421cf-4568-451a-ac6b-3789ac312f33" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.740976] env[68835]: DEBUG nova.network.neutron [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Refreshing network info cache for port a629f226-ce16-4a9b-b8e4-86ac4877c5b4 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.881110] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Task: {'id': task-3153807, 'name': PowerOffVM_Task, 'duration_secs': 0.152071} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.881426] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.881712] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.882492] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38c7381-cc83-4bcb-b8f4-69f7e94ceb08 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.885485] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "bf7da137-7978-4d65-b707-e0111d8736d9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.890570] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.891021] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abaf0787-071a-4a2f-9947-8d7e02a0414c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.916885] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.917373] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.917373] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Deleting the datastore file [datastore2] e02e5253-17db-450f-bf10-9cf08255c646 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.917577] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c991814a-1671-42b6-8670-27c00b067041 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.923583] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Waiting for the task: (returnval){ [ 712.923583] env[68835]: value = "task-3153810" [ 712.923583] env[68835]: _type = "Task" [ 712.923583] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.931612] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Task: {'id': task-3153810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.957976] env[68835]: DEBUG nova.scheduler.client.report [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.014098] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526bf1ba-d8f5-cca2-d579-417d06b67ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.012384} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.014413] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.014645] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.014878] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.015037] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.015217] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.015472] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92c489dd-26f3-479f-bc04-4aec46e8e71a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.023018] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.023234] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.023933] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5211cb-f771-4a48-bbf3-64e7ae69a88d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.029365] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 713.029365] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52e16af9-6b3c-1ef1-ad91-df2b8e3ea617" [ 713.029365] env[68835]: _type = "Task" [ 713.029365] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.036989] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e16af9-6b3c-1ef1-ad91-df2b8e3ea617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.436233] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Task: {'id': task-3153810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093942} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.436497] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.437131] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.437131] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.464199] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.466828] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.747s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.472285] env[68835]: INFO nova.compute.claims [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.489981] env[68835]: DEBUG nova.network.neutron [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Updated VIF entry in instance network info cache for port a629f226-ce16-4a9b-b8e4-86ac4877c5b4. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.490401] env[68835]: DEBUG nova.network.neutron [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Updating instance_info_cache with network_info: [{"id": "a629f226-ce16-4a9b-b8e4-86ac4877c5b4", "address": "fa:16:3e:f0:0a:9b", "network": {"id": "82c3ac39-94e0-4849-8a0e-d83d425b1e76", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1675890520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9894e05d6e764637a2fa31a0447d4d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa629f226-ce", "ovs_interfaceid": "a629f226-ce16-4a9b-b8e4-86ac4877c5b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.502721] env[68835]: INFO nova.scheduler.client.report [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Deleted allocations for instance 35f1fcb9-985b-4bac-8dc3-e0787f43de54 [ 713.543163] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e16af9-6b3c-1ef1-ad91-df2b8e3ea617, 'name': SearchDatastore_Task, 'duration_secs': 0.00807} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.543965] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4216b676-81b5-4429-96a8-f9ae4915f882 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.549126] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 713.549126] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]526ffb2f-2d56-8eb5-5496-4f61adb8d9cd" [ 713.549126] env[68835]: _type = "Task" [ 713.549126] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.557770] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526ffb2f-2d56-8eb5-5496-4f61adb8d9cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.982390] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.982390] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.982390] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Deleting the datastore file [datastore1] 6e9ea13e-4032-4482-9ec5-3a67f105990d {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.984592] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f446cffb-ea23-4a18-aafe-ddd7cf83bb62 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.991135] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquiring lock "bf7da137-7978-4d65-b707-e0111d8736d9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.991135] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "bf7da137-7978-4d65-b707-e0111d8736d9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.991135] env[68835]: INFO nova.compute.manager [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Attaching volume ec7ff0ba-3a0e-4608-a19a-110cb400ab8c to /dev/sdb [ 713.996994] env[68835]: DEBUG oslo_concurrency.lockutils [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] Releasing lock "refresh_cache-1db421cf-4568-451a-ac6b-3789ac312f33" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.997753] env[68835]: DEBUG nova.compute.manager [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Received event network-changed-f5499431-e845-4307-8a9e-eb061ccb357c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.998245] env[68835]: DEBUG nova.compute.manager [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Refreshing instance network info cache due to event network-changed-f5499431-e845-4307-8a9e-eb061ccb357c. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.998582] env[68835]: DEBUG oslo_concurrency.lockutils [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] Acquiring lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.998843] env[68835]: DEBUG oslo_concurrency.lockutils [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] Acquired lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.999133] env[68835]: DEBUG nova.network.neutron [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Refreshing network info cache for port f5499431-e845-4307-8a9e-eb061ccb357c {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.005397] env[68835]: DEBUG oslo_vmware.api [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Waiting for the task: (returnval){ [ 714.005397] env[68835]: value = "task-3153811" [ 714.005397] env[68835]: _type = "Task" [ 714.005397] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.014172] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dfda09b8-b2ac-48a5-975f-4b279e71b02d tempest-ServerTagsTestJSON-873036267 tempest-ServerTagsTestJSON-873036267-project-member] Lock "35f1fcb9-985b-4bac-8dc3-e0787f43de54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.483s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.018947] env[68835]: DEBUG oslo_vmware.api [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': task-3153811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.046302] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148c2b15-1a8d-46ae-b88c-59aa6ff7d663 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.055708] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b4a9dd-95ca-4311-8d00-cb546e3f5e00 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.062830] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526ffb2f-2d56-8eb5-5496-4f61adb8d9cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010465} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.063764] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.064215] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 1db421cf-4568-451a-ac6b-3789ac312f33/1db421cf-4568-451a-ac6b-3789ac312f33.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.064616] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a1758bd-f91c-4ba6-8b7a-cf0358ab1c60 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.075761] env[68835]: DEBUG nova.virt.block_device [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Updating existing volume attachment record: 6f2a19ff-7517-4fa0-8169-5b1f87d2d52a {{(pid=68835) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 714.080554] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 714.080554] env[68835]: value = "task-3153812" [ 714.080554] env[68835]: _type = "Task" [ 714.080554] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.090664] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.285963] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Acquiring lock "0f2357fa-1aa1-4309-a46e-497d1a8257b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.286914] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Lock "0f2357fa-1aa1-4309-a46e-497d1a8257b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.287176] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Acquiring lock "0f2357fa-1aa1-4309-a46e-497d1a8257b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.287384] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Lock "0f2357fa-1aa1-4309-a46e-497d1a8257b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.287806] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Lock "0f2357fa-1aa1-4309-a46e-497d1a8257b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.289969] env[68835]: INFO nova.compute.manager [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Terminating instance [ 714.295534] env[68835]: DEBUG nova.compute.manager [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.296570] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22180fad-0826-422a-8716-01fa533d90e5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.484814] env[68835]: DEBUG nova.virt.hardware [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.485121] env[68835]: DEBUG nova.virt.hardware [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.485289] env[68835]: DEBUG nova.virt.hardware [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.485471] env[68835]: DEBUG nova.virt.hardware [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.485616] env[68835]: DEBUG nova.virt.hardware [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.485758] env[68835]: DEBUG nova.virt.hardware [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.486057] env[68835]: DEBUG nova.virt.hardware [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.486270] env[68835]: DEBUG nova.virt.hardware [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.486471] env[68835]: DEBUG nova.virt.hardware [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.486614] env[68835]: DEBUG nova.virt.hardware [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.486786] env[68835]: DEBUG nova.virt.hardware [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.487742] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6682e101-117e-405d-8162-e3de0fa3e63c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.498859] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda6c60b-0198-41ff-a010-0c310a412c55 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.522495] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Instance VIF info [] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.528183] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.528919] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.529184] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79bb3126-ab7d-4426-9d13-cf0f850b3c51 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.548689] env[68835]: DEBUG oslo_vmware.api [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Task: {'id': task-3153811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18403} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.549789] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.549983] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.550174] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.550343] env[68835]: INFO nova.compute.manager [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Took 2.55 seconds to destroy the instance on the hypervisor. [ 714.550622] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.550770] env[68835]: DEBUG nova.compute.manager [-] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.550860] env[68835]: DEBUG nova.network.neutron [-] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.557590] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.557590] env[68835]: value = "task-3153817" [ 714.557590] env[68835]: _type = "Task" [ 714.557590] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.567968] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153817, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.595165] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153812, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.775562] env[68835]: DEBUG nova.network.neutron [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Updated VIF entry in instance network info cache for port f5499431-e845-4307-8a9e-eb061ccb357c. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.775941] env[68835]: DEBUG nova.network.neutron [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Updating instance_info_cache with network_info: [{"id": "f5499431-e845-4307-8a9e-eb061ccb357c", "address": "fa:16:3e:1f:21:bd", "network": {"id": "84f699ee-65e2-4593-bdeb-807d544a4c65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1295438125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba70cf1666ed4e72a15cbcbab858d8c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5499431-e8", "ovs_interfaceid": "f5499431-e845-4307-8a9e-eb061ccb357c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.793730] env[68835]: DEBUG nova.compute.manager [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.793955] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.794888] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a837d2e-2cc0-4470-bc13-8e2ac69da205 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.803196] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.803471] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b44695d-9ee5-4d24-b2cf-16f68dbfc198 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.812240] env[68835]: INFO nova.compute.manager [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] instance snapshotting [ 714.812240] env[68835]: WARNING nova.compute.manager [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 714.814232] env[68835]: DEBUG oslo_vmware.api [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Waiting for the task: (returnval){ [ 714.814232] env[68835]: value = "task-3153818" [ 714.814232] env[68835]: _type = "Task" [ 714.814232] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.815476] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e78f3a-ac7b-46a5-a981-0b8c52063c2a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.846978] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9bb3ef-fa28-4a7f-8745-f6f97d33b141 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.850150] env[68835]: DEBUG oslo_vmware.api [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.068582] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153817, 'name': CreateVM_Task, 'duration_secs': 0.487588} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.071417] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.072160] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.072330] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.072657] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.072922] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82770007-89f2-49fc-bf6a-70c5ff0497f4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.077792] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Waiting for the task: (returnval){ [ 715.077792] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5282235c-a5f9-acef-3307-40cb3caf076f" [ 715.077792] env[68835]: _type = "Task" [ 715.077792] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.091411] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5282235c-a5f9-acef-3307-40cb3caf076f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.096817] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570479} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.097092] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 1db421cf-4568-451a-ac6b-3789ac312f33/1db421cf-4568-451a-ac6b-3789ac312f33.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.097330] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.097553] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b42a62e3-1eb4-4cdb-9f1a-37ae748ef51c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.105083] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 715.105083] env[68835]: value = "task-3153819" [ 715.105083] env[68835]: _type = "Task" [ 715.105083] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.115538] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.156536] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9181f75-4291-4ad5-9e8b-644fd293b9f8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.166890] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5057bcdf-90c6-46d7-8e25-2fad09c25c4d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.201694] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4599ec8f-3df2-4090-add4-d0136fbb2db7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.209151] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f0d752-45d0-4b72-bd26-6d3e4f2d1f67 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.222761] env[68835]: DEBUG nova.compute.provider_tree [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.278439] env[68835]: DEBUG oslo_concurrency.lockutils [req-6f8099ef-fb73-48ef-a08d-ab74c63a2063 req-d29d3daf-49c3-44e9-831b-136fc7c35d03 service nova] Releasing lock "refresh_cache-0f2357fa-1aa1-4309-a46e-497d1a8257b5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.324515] env[68835]: DEBUG oslo_vmware.api [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153818, 'name': PowerOffVM_Task, 'duration_secs': 0.342246} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.324807] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.324977] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.325241] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe3ef615-5d65-44f4-bdeb-2037ec784d89 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.358689] env[68835]: DEBUG nova.compute.manager [req-baae1895-23c8-4933-b642-ed38c22c2474 req-7673b42e-8fe0-4c13-97fe-5e1cf9f931f2 service nova] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Received event network-vif-deleted-df04a7fa-7202-4588-9d95-4b90fcf6cfca {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.358689] env[68835]: INFO nova.compute.manager [req-baae1895-23c8-4933-b642-ed38c22c2474 req-7673b42e-8fe0-4c13-97fe-5e1cf9f931f2 service nova] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Neutron deleted interface df04a7fa-7202-4588-9d95-4b90fcf6cfca; detaching it from the instance and deleting it from the info cache [ 715.358689] env[68835]: DEBUG nova.network.neutron [req-baae1895-23c8-4933-b642-ed38c22c2474 req-7673b42e-8fe0-4c13-97fe-5e1cf9f931f2 service nova] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.360497] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Creating Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 715.361154] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-207f5083-9d8f-4574-8ed3-4f820b84231e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.369799] env[68835]: DEBUG oslo_vmware.api [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 715.369799] env[68835]: value = "task-3153821" [ 715.369799] env[68835]: _type = "Task" [ 715.369799] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.380686] env[68835]: DEBUG oslo_vmware.api [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153821, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.401137] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.401398] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.401583] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Deleting the datastore file [datastore2] 0f2357fa-1aa1-4309-a46e-497d1a8257b5 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.402835] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d22c87e-5e5f-4a0b-a0c2-e4be1a9ac33d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.407866] env[68835]: DEBUG oslo_vmware.api [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Waiting for the task: (returnval){ [ 715.407866] env[68835]: value = "task-3153822" [ 715.407866] env[68835]: _type = "Task" [ 715.407866] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.416268] env[68835]: DEBUG oslo_vmware.api [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.596167] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5282235c-a5f9-acef-3307-40cb3caf076f, 'name': SearchDatastore_Task, 'duration_secs': 0.047091} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.596500] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.596716] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.596959] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.597140] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.597304] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.597573] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-144a3ee3-fe3c-4689-83d4-241ecc593bbc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.612009] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.612009] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.616250] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469557a0-09f3-4474-8819-0a5d1fff180a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.619468] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196572} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.619721] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.622037] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729dbbc3-fd99-4f06-b3bf-506a30a0bd52 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.625151] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Waiting for the task: (returnval){ [ 715.625151] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52440f59-979e-0d91-7117-bf4aba5f8a0c" [ 715.625151] env[68835]: _type = "Task" [ 715.625151] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.653010] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 1db421cf-4568-451a-ac6b-3789ac312f33/1db421cf-4568-451a-ac6b-3789ac312f33.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.653861] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b85b7c97-838c-439e-9e53-3adda7bb46ba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.673144] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52440f59-979e-0d91-7117-bf4aba5f8a0c, 'name': SearchDatastore_Task, 'duration_secs': 0.012448} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.674762] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f39276-7b59-4476-b6f2-da2b1f9bff8a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.680121] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 715.680121] env[68835]: value = "task-3153823" [ 715.680121] env[68835]: _type = "Task" [ 715.680121] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.681742] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Waiting for the task: (returnval){ [ 715.681742] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]529814d3-5709-29ad-0230-6c22978ff8e3" [ 715.681742] env[68835]: _type = "Task" [ 715.681742] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.694786] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]529814d3-5709-29ad-0230-6c22978ff8e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.699431] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153823, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.731471] env[68835]: DEBUG nova.scheduler.client.report [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.735617] env[68835]: DEBUG nova.network.neutron [-] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.867234] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-696ada38-ae02-4902-b647-57282b5e3c7c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.880471] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa893cd9-78d4-45af-80a6-daa38f186506 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.894850] env[68835]: DEBUG oslo_vmware.api [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153821, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.928762] env[68835]: DEBUG nova.compute.manager [req-baae1895-23c8-4933-b642-ed38c22c2474 req-7673b42e-8fe0-4c13-97fe-5e1cf9f931f2 service nova] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Detach interface failed, port_id=df04a7fa-7202-4588-9d95-4b90fcf6cfca, reason: Instance 6e9ea13e-4032-4482-9ec5-3a67f105990d could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 715.934909] env[68835]: DEBUG oslo_vmware.api [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Task: {'id': task-3153822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189575} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.935438] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.935638] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.935815] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.936027] env[68835]: INFO nova.compute.manager [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 715.936250] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.936453] env[68835]: DEBUG nova.compute.manager [-] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.936545] env[68835]: DEBUG nova.network.neutron [-] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.200324] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153823, 'name': ReconfigVM_Task, 'duration_secs': 0.293982} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.200722] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 1db421cf-4568-451a-ac6b-3789ac312f33/1db421cf-4568-451a-ac6b-3789ac312f33.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.201433] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]529814d3-5709-29ad-0230-6c22978ff8e3, 'name': SearchDatastore_Task, 'duration_secs': 0.018942} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.201630] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60a91525-b8c1-45d0-99eb-27996cb1c03b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.203333] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.204053] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] e02e5253-17db-450f-bf10-9cf08255c646/e02e5253-17db-450f-bf10-9cf08255c646.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.204053] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17c29b91-d128-40b1-9c7c-606ae74cec79 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.213851] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Waiting for the task: (returnval){ [ 716.213851] env[68835]: value = "task-3153825" [ 716.213851] env[68835]: _type = "Task" [ 716.213851] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.215588] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 716.215588] env[68835]: value = "task-3153824" [ 716.215588] env[68835]: _type = "Task" [ 716.215588] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.229262] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153824, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.232555] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Task: {'id': task-3153825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.238264] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.238777] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.241592] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.891s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.243392] env[68835]: INFO nova.compute.claims [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.246169] env[68835]: INFO nova.compute.manager [-] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Took 1.70 seconds to deallocate network for instance. [ 716.382138] env[68835]: DEBUG oslo_vmware.api [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153821, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.733440] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153824, 'name': Rename_Task, 'duration_secs': 0.16436} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.736846] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.737202] env[68835]: DEBUG nova.network.neutron [-] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.738420] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Task: {'id': task-3153825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513916} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.738643] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc44292b-2229-4fbf-8744-43af974a05b1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.740464] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] e02e5253-17db-450f-bf10-9cf08255c646/e02e5253-17db-450f-bf10-9cf08255c646.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.740706] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.741362] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41b01955-ec08-459f-a4a3-2386c8b9aeef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.750702] env[68835]: DEBUG nova.compute.utils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.755576] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.756252] env[68835]: DEBUG nova.network.neutron [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.759360] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.760717] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 716.760717] env[68835]: value = "task-3153828" [ 716.760717] env[68835]: _type = "Task" [ 716.760717] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.761032] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Waiting for the task: (returnval){ [ 716.761032] env[68835]: value = "task-3153829" [ 716.761032] env[68835]: _type = "Task" [ 716.761032] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.778166] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153828, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.781451] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Task: {'id': task-3153829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.811780] env[68835]: DEBUG nova.policy [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cb66772481c4d2cb040a46396bcf443', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9894e05d6e764637a2fa31a0447d4d96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.883158] env[68835]: DEBUG oslo_vmware.api [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153821, 'name': CreateSnapshot_Task, 'duration_secs': 1.200907} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.883860] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Created Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 716.884633] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a28b672-0108-4372-8952-88b2edd63e34 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.204717] env[68835]: DEBUG nova.network.neutron [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Successfully created port: 36a2d676-4da5-411e-bab0-dd33975d5e2d {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.242545] env[68835]: INFO nova.compute.manager [-] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Took 1.31 seconds to deallocate network for instance. [ 717.264324] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.284307] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Task: {'id': task-3153829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073582} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.285234] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153828, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.285234] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.285978] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2706f48-ddff-4ab3-be56-f2c0cf15dd47 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.319174] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] e02e5253-17db-450f-bf10-9cf08255c646/e02e5253-17db-450f-bf10-9cf08255c646.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.323630] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30dcdc78-b4c0-4d9c-b33b-cde4e2a66d9d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.347777] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Waiting for the task: (returnval){ [ 717.347777] env[68835]: value = "task-3153830" [ 717.347777] env[68835]: _type = "Task" [ 717.347777] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.359725] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Task: {'id': task-3153830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.408253] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Creating linked-clone VM from snapshot {{(pid=68835) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 717.409668] env[68835]: DEBUG nova.compute.manager [req-b5ee6da4-7207-462e-8a4f-6cc7de0cc6ff req-71dbc77c-c4da-4129-97c7-0a5ad828edb0 service nova] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Received event network-vif-deleted-f5499431-e845-4307-8a9e-eb061ccb357c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.413117] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-deb90e75-1f79-49f1-ad21-1b1e4a942e48 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.426023] env[68835]: DEBUG oslo_vmware.api [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 717.426023] env[68835]: value = "task-3153831" [ 717.426023] env[68835]: _type = "Task" [ 717.426023] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.439375] env[68835]: DEBUG oslo_vmware.api [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153831, 'name': CloneVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.750368] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.783847] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153828, 'name': PowerOnVM_Task, 'duration_secs': 0.765509} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.784137] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.785448] env[68835]: INFO nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Took 8.94 seconds to spawn the instance on the hypervisor. [ 717.785448] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.786323] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313dc799-ae61-4fc7-b424-b806f95defe6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.861884] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Task: {'id': task-3153830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.877482] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7387d734-03e8-4411-ad6f-45158d49a5c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.886669] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc71b69-e755-497b-8558-07d359ec42ea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.920402] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1f883b-5250-4d76-94bb-5723bd46841e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.933373] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ad5590-91dd-4bad-b486-f209ff7a6282 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.942823] env[68835]: DEBUG oslo_vmware.api [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153831, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.956878] env[68835]: DEBUG nova.compute.provider_tree [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.275924] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.298962] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.299315] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.299483] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.299678] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.299948] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.300136] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.300348] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.300515] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.300699] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.300828] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.301028] env[68835]: DEBUG nova.virt.hardware [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.306163] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbaebce-d958-483e-b6d4-90f669144846 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.310745] env[68835]: INFO nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Took 41.92 seconds to build instance. [ 718.316178] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd196f0-d5c8-4394-8c61-52ff4a944273 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.362350] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Task: {'id': task-3153830, 'name': ReconfigVM_Task, 'duration_secs': 0.84005} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.362350] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Reconfigured VM instance instance-0000001f to attach disk [datastore1] e02e5253-17db-450f-bf10-9cf08255c646/e02e5253-17db-450f-bf10-9cf08255c646.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.362829] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ede6fa91-39bf-4018-b133-b9095f4061a1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.370461] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Waiting for the task: (returnval){ [ 718.370461] env[68835]: value = "task-3153832" [ 718.370461] env[68835]: _type = "Task" [ 718.370461] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.388025] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Task: {'id': task-3153832, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.434739] env[68835]: DEBUG oslo_vmware.api [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153831, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.460479] env[68835]: DEBUG nova.scheduler.client.report [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.653006] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Volume attach. Driver type: vmdk {{(pid=68835) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 718.653274] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631078', 'volume_id': 'ec7ff0ba-3a0e-4608-a19a-110cb400ab8c', 'name': 'volume-ec7ff0ba-3a0e-4608-a19a-110cb400ab8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf7da137-7978-4d65-b707-e0111d8736d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec7ff0ba-3a0e-4608-a19a-110cb400ab8c', 'serial': 'ec7ff0ba-3a0e-4608-a19a-110cb400ab8c'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 718.654195] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7521fbd6-1645-4b08-9ef0-e311dfb59a52 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.673902] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0685c5c1-ae6d-451d-8557-58ac910f9e74 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.700921] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] volume-ec7ff0ba-3a0e-4608-a19a-110cb400ab8c/volume-ec7ff0ba-3a0e-4608-a19a-110cb400ab8c.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.701293] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb0bce95-f671-4fa4-89a5-92b0747b5af9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.720293] env[68835]: DEBUG oslo_vmware.api [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 718.720293] env[68835]: value = "task-3153834" [ 718.720293] env[68835]: _type = "Task" [ 718.720293] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.732977] env[68835]: DEBUG oslo_vmware.api [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.795488] env[68835]: DEBUG nova.network.neutron [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Successfully updated port: 36a2d676-4da5-411e-bab0-dd33975d5e2d {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.814961] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "1db421cf-4568-451a-ac6b-3789ac312f33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.773s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.881774] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Task: {'id': task-3153832, 'name': Rename_Task, 'duration_secs': 0.160629} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.882071] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.882324] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cbec23c-f164-470a-a463-57204c73482f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.890174] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Waiting for the task: (returnval){ [ 718.890174] env[68835]: value = "task-3153835" [ 718.890174] env[68835]: _type = "Task" [ 718.890174] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.899710] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Task: {'id': task-3153835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.936597] env[68835]: DEBUG oslo_vmware.api [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153831, 'name': CloneVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.966439] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.966958] env[68835]: DEBUG nova.compute.manager [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.970554] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.099s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.972142] env[68835]: INFO nova.compute.claims [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.231506] env[68835]: DEBUG oslo_vmware.api [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153834, 'name': ReconfigVM_Task, 'duration_secs': 0.431339} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.231506] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Reconfigured VM instance instance-00000008 to attach disk [datastore1] volume-ec7ff0ba-3a0e-4608-a19a-110cb400ab8c/volume-ec7ff0ba-3a0e-4608-a19a-110cb400ab8c.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.237429] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7997e02-61f6-42e9-a3aa-825079de2598 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.255527] env[68835]: DEBUG oslo_vmware.api [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 719.255527] env[68835]: value = "task-3153836" [ 719.255527] env[68835]: _type = "Task" [ 719.255527] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.265910] env[68835]: DEBUG oslo_vmware.api [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.299741] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "refresh_cache-9c2ae44f-df3b-4a90-9361-04d6cc8d7432" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.300084] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquired lock "refresh_cache-9c2ae44f-df3b-4a90-9361-04d6cc8d7432" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.300131] env[68835]: DEBUG nova.network.neutron [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.317432] env[68835]: DEBUG nova.compute.manager [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.359559] env[68835]: DEBUG oslo_concurrency.lockutils [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Acquiring lock "6f1067b2-8a98-4611-9713-2ce516a9fd4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.359676] env[68835]: DEBUG oslo_concurrency.lockutils [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Lock "6f1067b2-8a98-4611-9713-2ce516a9fd4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.401916] env[68835]: DEBUG oslo_vmware.api [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Task: {'id': task-3153835, 'name': PowerOnVM_Task, 'duration_secs': 0.490668} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.402232] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.402434] env[68835]: DEBUG nova.compute.manager [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.403241] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b54447-8e30-48f4-8296-1f1b6ba5cf65 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.427877] env[68835]: DEBUG nova.compute.manager [req-a3b960e5-a336-4a35-80e8-46da43165b41 req-94ad5d7c-d6f6-4aa5-b872-424378abb020 service nova] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Received event network-vif-plugged-36a2d676-4da5-411e-bab0-dd33975d5e2d {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.428151] env[68835]: DEBUG oslo_concurrency.lockutils [req-a3b960e5-a336-4a35-80e8-46da43165b41 req-94ad5d7c-d6f6-4aa5-b872-424378abb020 service nova] Acquiring lock "9c2ae44f-df3b-4a90-9361-04d6cc8d7432-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.428386] env[68835]: DEBUG oslo_concurrency.lockutils [req-a3b960e5-a336-4a35-80e8-46da43165b41 req-94ad5d7c-d6f6-4aa5-b872-424378abb020 service nova] Lock "9c2ae44f-df3b-4a90-9361-04d6cc8d7432-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.428506] env[68835]: DEBUG oslo_concurrency.lockutils [req-a3b960e5-a336-4a35-80e8-46da43165b41 req-94ad5d7c-d6f6-4aa5-b872-424378abb020 service nova] Lock "9c2ae44f-df3b-4a90-9361-04d6cc8d7432-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.428674] env[68835]: DEBUG nova.compute.manager [req-a3b960e5-a336-4a35-80e8-46da43165b41 req-94ad5d7c-d6f6-4aa5-b872-424378abb020 service nova] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] No waiting events found dispatching network-vif-plugged-36a2d676-4da5-411e-bab0-dd33975d5e2d {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.428868] env[68835]: WARNING nova.compute.manager [req-a3b960e5-a336-4a35-80e8-46da43165b41 req-94ad5d7c-d6f6-4aa5-b872-424378abb020 service nova] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Received unexpected event network-vif-plugged-36a2d676-4da5-411e-bab0-dd33975d5e2d for instance with vm_state building and task_state spawning. [ 719.428984] env[68835]: DEBUG nova.compute.manager [req-a3b960e5-a336-4a35-80e8-46da43165b41 req-94ad5d7c-d6f6-4aa5-b872-424378abb020 service nova] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Received event network-changed-36a2d676-4da5-411e-bab0-dd33975d5e2d {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.429149] env[68835]: DEBUG nova.compute.manager [req-a3b960e5-a336-4a35-80e8-46da43165b41 req-94ad5d7c-d6f6-4aa5-b872-424378abb020 service nova] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Refreshing instance network info cache due to event network-changed-36a2d676-4da5-411e-bab0-dd33975d5e2d. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.429311] env[68835]: DEBUG oslo_concurrency.lockutils [req-a3b960e5-a336-4a35-80e8-46da43165b41 req-94ad5d7c-d6f6-4aa5-b872-424378abb020 service nova] Acquiring lock "refresh_cache-9c2ae44f-df3b-4a90-9361-04d6cc8d7432" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.439523] env[68835]: DEBUG oslo_vmware.api [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153831, 'name': CloneVM_Task, 'duration_secs': 1.543119} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.439793] env[68835]: INFO nova.virt.vmwareapi.vmops [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Created linked-clone VM from snapshot [ 719.440586] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48da9f5-c626-419d-a276-4fcb3019bc6f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.449842] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Uploading image aaf1c94c-6479-4d8f-8763-603fdf4537d6 {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 719.472995] env[68835]: DEBUG oslo_vmware.rw_handles [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 719.472995] env[68835]: value = "vm-631081" [ 719.472995] env[68835]: _type = "VirtualMachine" [ 719.472995] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 719.474324] env[68835]: DEBUG nova.compute.utils [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.475666] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8cee6eee-6093-43ad-9265-ba426dc5acc6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.477377] env[68835]: DEBUG nova.compute.manager [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.477538] env[68835]: DEBUG nova.network.neutron [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.492542] env[68835]: DEBUG oslo_vmware.rw_handles [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lease: (returnval){ [ 719.492542] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]529b0bff-91c7-e0cd-908a-5d9c32c90dc3" [ 719.492542] env[68835]: _type = "HttpNfcLease" [ 719.492542] env[68835]: } obtained for exporting VM: (result){ [ 719.492542] env[68835]: value = "vm-631081" [ 719.492542] env[68835]: _type = "VirtualMachine" [ 719.492542] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 719.493203] env[68835]: DEBUG oslo_vmware.api [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the lease: (returnval){ [ 719.493203] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]529b0bff-91c7-e0cd-908a-5d9c32c90dc3" [ 719.493203] env[68835]: _type = "HttpNfcLease" [ 719.493203] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 719.503314] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 719.503314] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]529b0bff-91c7-e0cd-908a-5d9c32c90dc3" [ 719.503314] env[68835]: _type = "HttpNfcLease" [ 719.503314] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 719.532139] env[68835]: DEBUG nova.policy [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2582f863c214b52b5214146d895898a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e111842c91a4c6eb6b4b6c272369817', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.765975] env[68835]: DEBUG oslo_vmware.api [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153836, 'name': ReconfigVM_Task, 'duration_secs': 0.182127} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.766304] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631078', 'volume_id': 'ec7ff0ba-3a0e-4608-a19a-110cb400ab8c', 'name': 'volume-ec7ff0ba-3a0e-4608-a19a-110cb400ab8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf7da137-7978-4d65-b707-e0111d8736d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec7ff0ba-3a0e-4608-a19a-110cb400ab8c', 'serial': 'ec7ff0ba-3a0e-4608-a19a-110cb400ab8c'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 719.786211] env[68835]: DEBUG nova.network.neutron [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Successfully created port: 0ab13b9c-4132-4987-a981-663f58995db4 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.843584] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.845284] env[68835]: DEBUG nova.network.neutron [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.922226] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.986695] env[68835]: DEBUG nova.compute.manager [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.002196] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 720.002196] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]529b0bff-91c7-e0cd-908a-5d9c32c90dc3" [ 720.002196] env[68835]: _type = "HttpNfcLease" [ 720.002196] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 720.003158] env[68835]: DEBUG oslo_vmware.rw_handles [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 720.003158] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]529b0bff-91c7-e0cd-908a-5d9c32c90dc3" [ 720.003158] env[68835]: _type = "HttpNfcLease" [ 720.003158] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 720.003562] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72139efc-fa4b-40a5-921e-c926a6a7bd9b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.012735] env[68835]: DEBUG oslo_vmware.rw_handles [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e61435-1de7-b009-1121-0cd077549d33/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 720.012981] env[68835]: DEBUG oslo_vmware.rw_handles [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e61435-1de7-b009-1121-0cd077549d33/disk-0.vmdk for reading. {{(pid=68835) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 720.079928] env[68835]: DEBUG nova.network.neutron [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Updating instance_info_cache with network_info: [{"id": "36a2d676-4da5-411e-bab0-dd33975d5e2d", "address": "fa:16:3e:3a:cf:49", "network": {"id": "82c3ac39-94e0-4849-8a0e-d83d425b1e76", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1675890520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9894e05d6e764637a2fa31a0447d4d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a2d676-4d", "ovs_interfaceid": "36a2d676-4da5-411e-bab0-dd33975d5e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.121585] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-76dc67f7-4204-4b5d-a497-a0a267566586 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.586549] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Releasing lock "refresh_cache-9c2ae44f-df3b-4a90-9361-04d6cc8d7432" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.587254] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Instance network_info: |[{"id": "36a2d676-4da5-411e-bab0-dd33975d5e2d", "address": "fa:16:3e:3a:cf:49", "network": {"id": "82c3ac39-94e0-4849-8a0e-d83d425b1e76", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1675890520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9894e05d6e764637a2fa31a0447d4d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a2d676-4d", "ovs_interfaceid": "36a2d676-4da5-411e-bab0-dd33975d5e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.590981] env[68835]: DEBUG oslo_concurrency.lockutils [req-a3b960e5-a336-4a35-80e8-46da43165b41 req-94ad5d7c-d6f6-4aa5-b872-424378abb020 service nova] Acquired lock "refresh_cache-9c2ae44f-df3b-4a90-9361-04d6cc8d7432" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.590981] env[68835]: DEBUG nova.network.neutron [req-a3b960e5-a336-4a35-80e8-46da43165b41 req-94ad5d7c-d6f6-4aa5-b872-424378abb020 service nova] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Refreshing network info cache for port 36a2d676-4da5-411e-bab0-dd33975d5e2d {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.593343] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:cf:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36a2d676-4da5-411e-bab0-dd33975d5e2d', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.603923] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.603923] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.604110] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd9f2848-908b-4426-94b6-b3f2ca04aa64 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.626047] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a22a3e9-c856-4a9a-a5a0-e56eb13515b2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.646600] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.646600] env[68835]: value = "task-3153839" [ 720.646600] env[68835]: _type = "Task" [ 720.646600] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.653500] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e69931-2679-4c42-86b2-2bc55073ebbb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.667547] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153839, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.694708] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964fa27f-8829-4d55-bd5a-430c7c98b707 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.704668] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54f317a-c9db-4838-b787-fb335d19ef2f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.723440] env[68835]: DEBUG nova.compute.provider_tree [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.750480] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Acquiring lock "e02e5253-17db-450f-bf10-9cf08255c646" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.751312] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Lock "e02e5253-17db-450f-bf10-9cf08255c646" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.751312] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Acquiring lock "e02e5253-17db-450f-bf10-9cf08255c646-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.751599] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Lock "e02e5253-17db-450f-bf10-9cf08255c646-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.751911] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Lock "e02e5253-17db-450f-bf10-9cf08255c646-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.755012] env[68835]: INFO nova.compute.manager [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Terminating instance [ 720.807682] env[68835]: DEBUG nova.objects.instance [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lazy-loading 'flavor' on Instance uuid bf7da137-7978-4d65-b707-e0111d8736d9 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.002080] env[68835]: DEBUG nova.compute.manager [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.036844] env[68835]: DEBUG nova.virt.hardware [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.037305] env[68835]: DEBUG nova.virt.hardware [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.037594] env[68835]: DEBUG nova.virt.hardware [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.037969] env[68835]: DEBUG nova.virt.hardware [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.038691] env[68835]: DEBUG nova.virt.hardware [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.038691] env[68835]: DEBUG nova.virt.hardware [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.038920] env[68835]: DEBUG nova.virt.hardware [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.039194] env[68835]: DEBUG nova.virt.hardware [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.039443] env[68835]: DEBUG nova.virt.hardware [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.039834] env[68835]: DEBUG nova.virt.hardware [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.039882] env[68835]: DEBUG nova.virt.hardware [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.040998] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24d81ab-61c7-4d28-9493-45c3a95171d4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.051459] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f9645a-bdb3-4b8a-8a98-1b0602f25f23 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.166294] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153839, 'name': CreateVM_Task, 'duration_secs': 0.4163} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.166524] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.167400] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.168277] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.170670] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.170670] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eeda26e-1439-407a-b148-3f9a427f5b4a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.178090] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 721.178090] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d9ed89-e37d-0526-d1c6-c9ab2bd15563" [ 721.178090] env[68835]: _type = "Task" [ 721.178090] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.190355] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d9ed89-e37d-0526-d1c6-c9ab2bd15563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.228026] env[68835]: DEBUG nova.scheduler.client.report [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.263304] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Acquiring lock "refresh_cache-e02e5253-17db-450f-bf10-9cf08255c646" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.263304] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Acquired lock "refresh_cache-e02e5253-17db-450f-bf10-9cf08255c646" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.263993] env[68835]: DEBUG nova.network.neutron [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.313582] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45c18a7b-0dab-4301-8b69-26b40ec49c14 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "bf7da137-7978-4d65-b707-e0111d8736d9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.323s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.378173] env[68835]: DEBUG nova.network.neutron [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Successfully updated port: 0ab13b9c-4132-4987-a981-663f58995db4 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.477031] env[68835]: DEBUG nova.network.neutron [req-a3b960e5-a336-4a35-80e8-46da43165b41 req-94ad5d7c-d6f6-4aa5-b872-424378abb020 service nova] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Updated VIF entry in instance network info cache for port 36a2d676-4da5-411e-bab0-dd33975d5e2d. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.478111] env[68835]: DEBUG nova.network.neutron [req-a3b960e5-a336-4a35-80e8-46da43165b41 req-94ad5d7c-d6f6-4aa5-b872-424378abb020 service nova] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Updating instance_info_cache with network_info: [{"id": "36a2d676-4da5-411e-bab0-dd33975d5e2d", "address": "fa:16:3e:3a:cf:49", "network": {"id": "82c3ac39-94e0-4849-8a0e-d83d425b1e76", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1675890520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9894e05d6e764637a2fa31a0447d4d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a2d676-4d", "ovs_interfaceid": "36a2d676-4da5-411e-bab0-dd33975d5e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.550500] env[68835]: DEBUG nova.compute.manager [req-3c61caee-6b5c-483a-8163-4b2941c90a97 req-d7b1decb-f1d4-4b98-a8c3-6b0e964221cf service nova] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Received event network-vif-plugged-0ab13b9c-4132-4987-a981-663f58995db4 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.550737] env[68835]: DEBUG oslo_concurrency.lockutils [req-3c61caee-6b5c-483a-8163-4b2941c90a97 req-d7b1decb-f1d4-4b98-a8c3-6b0e964221cf service nova] Acquiring lock "edebcb67-10a9-47b1-9848-ec003e4de95f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.550927] env[68835]: DEBUG oslo_concurrency.lockutils [req-3c61caee-6b5c-483a-8163-4b2941c90a97 req-d7b1decb-f1d4-4b98-a8c3-6b0e964221cf service nova] Lock "edebcb67-10a9-47b1-9848-ec003e4de95f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.551207] env[68835]: DEBUG oslo_concurrency.lockutils [req-3c61caee-6b5c-483a-8163-4b2941c90a97 req-d7b1decb-f1d4-4b98-a8c3-6b0e964221cf service nova] Lock "edebcb67-10a9-47b1-9848-ec003e4de95f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.551371] env[68835]: DEBUG nova.compute.manager [req-3c61caee-6b5c-483a-8163-4b2941c90a97 req-d7b1decb-f1d4-4b98-a8c3-6b0e964221cf service nova] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] No waiting events found dispatching network-vif-plugged-0ab13b9c-4132-4987-a981-663f58995db4 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.551547] env[68835]: WARNING nova.compute.manager [req-3c61caee-6b5c-483a-8163-4b2941c90a97 req-d7b1decb-f1d4-4b98-a8c3-6b0e964221cf service nova] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Received unexpected event network-vif-plugged-0ab13b9c-4132-4987-a981-663f58995db4 for instance with vm_state building and task_state spawning. [ 721.551697] env[68835]: DEBUG nova.compute.manager [req-3c61caee-6b5c-483a-8163-4b2941c90a97 req-d7b1decb-f1d4-4b98-a8c3-6b0e964221cf service nova] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Received event network-changed-0ab13b9c-4132-4987-a981-663f58995db4 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.551875] env[68835]: DEBUG nova.compute.manager [req-3c61caee-6b5c-483a-8163-4b2941c90a97 req-d7b1decb-f1d4-4b98-a8c3-6b0e964221cf service nova] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Refreshing instance network info cache due to event network-changed-0ab13b9c-4132-4987-a981-663f58995db4. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.552072] env[68835]: DEBUG oslo_concurrency.lockutils [req-3c61caee-6b5c-483a-8163-4b2941c90a97 req-d7b1decb-f1d4-4b98-a8c3-6b0e964221cf service nova] Acquiring lock "refresh_cache-edebcb67-10a9-47b1-9848-ec003e4de95f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.552265] env[68835]: DEBUG oslo_concurrency.lockutils [req-3c61caee-6b5c-483a-8163-4b2941c90a97 req-d7b1decb-f1d4-4b98-a8c3-6b0e964221cf service nova] Acquired lock "refresh_cache-edebcb67-10a9-47b1-9848-ec003e4de95f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.552429] env[68835]: DEBUG nova.network.neutron [req-3c61caee-6b5c-483a-8163-4b2941c90a97 req-d7b1decb-f1d4-4b98-a8c3-6b0e964221cf service nova] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Refreshing network info cache for port 0ab13b9c-4132-4987-a981-663f58995db4 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.692153] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d9ed89-e37d-0526-d1c6-c9ab2bd15563, 'name': SearchDatastore_Task, 'duration_secs': 0.014176} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.692595] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.692695] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.693080] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.693080] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.693290] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.693851] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6581958c-b747-4433-bd73-bb421e7b35cf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.704681] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.705077] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.705690] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28deb394-7d11-41ea-abb3-e9dbfdd7b279 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.712669] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 721.712669] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52fc520a-3f87-36fa-4f9b-f244897fa899" [ 721.712669] env[68835]: _type = "Task" [ 721.712669] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.721933] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52fc520a-3f87-36fa-4f9b-f244897fa899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.737937] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.738513] env[68835]: DEBUG nova.compute.manager [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.741165] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.833s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.801404] env[68835]: DEBUG nova.network.neutron [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.855032] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ba45a69f-9afa-4eed-bf70-a60828442b77 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquiring lock "bf7da137-7978-4d65-b707-e0111d8736d9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.855032] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ba45a69f-9afa-4eed-bf70-a60828442b77 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "bf7da137-7978-4d65-b707-e0111d8736d9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.881229] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Acquiring lock "refresh_cache-edebcb67-10a9-47b1-9848-ec003e4de95f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.909234] env[68835]: DEBUG nova.network.neutron [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.982504] env[68835]: DEBUG oslo_concurrency.lockutils [req-a3b960e5-a336-4a35-80e8-46da43165b41 req-94ad5d7c-d6f6-4aa5-b872-424378abb020 service nova] Releasing lock "refresh_cache-9c2ae44f-df3b-4a90-9361-04d6cc8d7432" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.099261] env[68835]: DEBUG nova.network.neutron [req-3c61caee-6b5c-483a-8163-4b2941c90a97 req-d7b1decb-f1d4-4b98-a8c3-6b0e964221cf service nova] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.191496] env[68835]: DEBUG nova.network.neutron [req-3c61caee-6b5c-483a-8163-4b2941c90a97 req-d7b1decb-f1d4-4b98-a8c3-6b0e964221cf service nova] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.224964] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52fc520a-3f87-36fa-4f9b-f244897fa899, 'name': SearchDatastore_Task, 'duration_secs': 0.014844} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.225816] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5edc038f-23f1-4660-94a6-c418d2101631 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.232846] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 722.232846] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52140692-2966-d7b0-45f8-4b85ab617136" [ 722.232846] env[68835]: _type = "Task" [ 722.232846] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.242179] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52140692-2966-d7b0-45f8-4b85ab617136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.245469] env[68835]: DEBUG nova.compute.utils [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.257051] env[68835]: DEBUG nova.compute.manager [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.257277] env[68835]: DEBUG nova.network.neutron [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.260229] env[68835]: DEBUG nova.compute.manager [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.300856] env[68835]: DEBUG nova.policy [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f401158ed190404b9ccc5e5eece246d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3238546c3382429d9d0dd8d36ad1dfdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.360322] env[68835]: INFO nova.compute.manager [None req-ba45a69f-9afa-4eed-bf70-a60828442b77 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Detaching volume ec7ff0ba-3a0e-4608-a19a-110cb400ab8c [ 722.395611] env[68835]: INFO nova.virt.block_device [None req-ba45a69f-9afa-4eed-bf70-a60828442b77 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Attempting to driver detach volume ec7ff0ba-3a0e-4608-a19a-110cb400ab8c from mountpoint /dev/sdb [ 722.395766] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba45a69f-9afa-4eed-bf70-a60828442b77 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Volume detach. Driver type: vmdk {{(pid=68835) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 722.395974] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba45a69f-9afa-4eed-bf70-a60828442b77 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631078', 'volume_id': 'ec7ff0ba-3a0e-4608-a19a-110cb400ab8c', 'name': 'volume-ec7ff0ba-3a0e-4608-a19a-110cb400ab8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf7da137-7978-4d65-b707-e0111d8736d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec7ff0ba-3a0e-4608-a19a-110cb400ab8c', 'serial': 'ec7ff0ba-3a0e-4608-a19a-110cb400ab8c'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 722.396923] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936d5eb8-e2aa-49fa-a071-8691590d125f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.423499] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Releasing lock "refresh_cache-e02e5253-17db-450f-bf10-9cf08255c646" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.423982] env[68835]: DEBUG nova.compute.manager [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.424192] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.425170] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9da41f-7128-4316-a513-2fa6beb00993 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.428493] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93da224b-2280-4466-b4c1-e8b6abdd51a1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.439405] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad15c95a-de32-44c3-8f3e-eea8e3eb76c4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.442105] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.442387] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8837f954-dd56-45fc-ae66-688365c81835 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.467606] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c907a05b-1c0d-4a49-83d1-110dcc414948 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.471150] env[68835]: DEBUG oslo_vmware.api [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for the task: (returnval){ [ 722.471150] env[68835]: value = "task-3153840" [ 722.471150] env[68835]: _type = "Task" [ 722.471150] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.485900] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba45a69f-9afa-4eed-bf70-a60828442b77 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] The volume has not been displaced from its original location: [datastore1] volume-ec7ff0ba-3a0e-4608-a19a-110cb400ab8c/volume-ec7ff0ba-3a0e-4608-a19a-110cb400ab8c.vmdk. No consolidation needed. {{(pid=68835) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 722.493091] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba45a69f-9afa-4eed-bf70-a60828442b77 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 722.493921] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c66b7d2-58d7-4c06-a3f2-83a0485b9f2e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.512178] env[68835]: DEBUG oslo_vmware.api [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.520018] env[68835]: DEBUG oslo_vmware.api [None req-ba45a69f-9afa-4eed-bf70-a60828442b77 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 722.520018] env[68835]: value = "task-3153841" [ 722.520018] env[68835]: _type = "Task" [ 722.520018] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.531054] env[68835]: DEBUG oslo_vmware.api [None req-ba45a69f-9afa-4eed-bf70-a60828442b77 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.695035] env[68835]: DEBUG oslo_concurrency.lockutils [req-3c61caee-6b5c-483a-8163-4b2941c90a97 req-d7b1decb-f1d4-4b98-a8c3-6b0e964221cf service nova] Releasing lock "refresh_cache-edebcb67-10a9-47b1-9848-ec003e4de95f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.695035] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Acquired lock "refresh_cache-edebcb67-10a9-47b1-9848-ec003e4de95f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.695035] env[68835]: DEBUG nova.network.neutron [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.745714] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52140692-2966-d7b0-45f8-4b85ab617136, 'name': SearchDatastore_Task, 'duration_secs': 0.029859} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.746012] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.746293] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 9c2ae44f-df3b-4a90-9361-04d6cc8d7432/9c2ae44f-df3b-4a90-9361-04d6cc8d7432.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.746563] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0e843c3-9e06-430f-9d44-0d2fd7990a0d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.753978] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 722.753978] env[68835]: value = "task-3153843" [ 722.753978] env[68835]: _type = "Task" [ 722.753978] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.754766] env[68835]: DEBUG nova.network.neutron [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Successfully created port: c6b3b721-262e-4047-93f5-cd974ed3af39 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.796540] env[68835]: WARNING nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance b427c242-aa1f-42cd-9808-a4028c75c2b7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 722.796716] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance bf7da137-7978-4d65-b707-e0111d8736d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.796845] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance a08615df-fc52-4a65-bea0-6b3bfc513d99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.796963] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.797097] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 2a97bbe3-9d5b-4839-82f1-ac5da92928bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.797213] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 423efc1e-c007-42d0-bf18-269b075ccff2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.797324] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 53a0d5d8-8049-427e-8beb-685a275a09f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.797436] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance ff3f81eb-8599-47e0-a5a8-26f21ea70fc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.797544] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance b40e7bdb-cc27-4536-bc35-68184c900060 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.797649] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance e8defb77-1526-4962-9612-f7299492b53b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.797754] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 7eae8370-b95c-4263-a671-a6032ade221d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.797860] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance d5ab1888-4692-4c9b-be29-6adda0c5c931 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.798056] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance fdf0747e-1b3f-455c-a853-098c445c8924 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.798145] env[68835]: WARNING nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance e9f1dd6d-f377-4d3a-8380-cc652ae025bf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 722.798212] env[68835]: WARNING nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 722.798330] env[68835]: WARNING nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 0f2357fa-1aa1-4309-a46e-497d1a8257b5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 722.798444] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance ecbc1ed3-8601-4ea8-b8f9-862e3faf5943 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.798548] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance e02e5253-17db-450f-bf10-9cf08255c646 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.798666] env[68835]: WARNING nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 6e9ea13e-4032-4482-9ec5-3a67f105990d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 722.798779] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance d9bd6f02-19ff-49b7-9fb4-26119727ad63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.798890] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 835f5213-974c-4441-adac-e3b020e7906d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.799033] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 1db421cf-4568-451a-ac6b-3789ac312f33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.799149] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 9c2ae44f-df3b-4a90-9361-04d6cc8d7432 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.799262] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance edebcb67-10a9-47b1-9848-ec003e4de95f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.799372] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 8e863779-d50a-4b1b-b355-d6d0e217addd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 722.983686] env[68835]: DEBUG oslo_vmware.api [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153840, 'name': PowerOffVM_Task, 'duration_secs': 0.144449} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.984023] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.984223] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.984494] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-846c011c-e7c9-433f-810a-96e7a6d0b2ba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.030227] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.030500] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.030712] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Deleting the datastore file [datastore1] e02e5253-17db-450f-bf10-9cf08255c646 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.031097] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08799b81-2767-463b-9d1e-8ae1ffbd4da8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.036668] env[68835]: DEBUG oslo_vmware.api [None req-ba45a69f-9afa-4eed-bf70-a60828442b77 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153841, 'name': ReconfigVM_Task, 'duration_secs': 0.247815} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.037514] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba45a69f-9afa-4eed-bf70-a60828442b77 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 723.044239] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27e55b5d-493a-4185-8f44-33cd0ce533d8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.056254] env[68835]: DEBUG oslo_vmware.api [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for the task: (returnval){ [ 723.056254] env[68835]: value = "task-3153845" [ 723.056254] env[68835]: _type = "Task" [ 723.056254] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.069140] env[68835]: DEBUG oslo_vmware.api [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.069514] env[68835]: DEBUG oslo_vmware.api [None req-ba45a69f-9afa-4eed-bf70-a60828442b77 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 723.069514] env[68835]: value = "task-3153846" [ 723.069514] env[68835]: _type = "Task" [ 723.069514] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.081366] env[68835]: DEBUG oslo_vmware.api [None req-ba45a69f-9afa-4eed-bf70-a60828442b77 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.247787] env[68835]: DEBUG nova.network.neutron [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.269238] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153843, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.275170] env[68835]: DEBUG nova.compute.manager [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.305020] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 4743452f-e6f6-4069-bb1a-bc08b74287f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 723.308516] env[68835]: DEBUG nova.virt.hardware [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.308850] env[68835]: DEBUG nova.virt.hardware [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.309039] env[68835]: DEBUG nova.virt.hardware [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.309238] env[68835]: DEBUG nova.virt.hardware [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.309459] env[68835]: DEBUG nova.virt.hardware [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.309647] env[68835]: DEBUG nova.virt.hardware [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.309861] env[68835]: DEBUG nova.virt.hardware [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.310079] env[68835]: DEBUG nova.virt.hardware [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.310336] env[68835]: DEBUG nova.virt.hardware [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.310518] env[68835]: DEBUG nova.virt.hardware [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.310686] env[68835]: DEBUG nova.virt.hardware [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.311776] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb7a78b-ddd4-4cad-bc4e-fd06e9390512 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.321732] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4734d1ce-808f-4adf-a456-f3648e87c25c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.408336] env[68835]: DEBUG nova.network.neutron [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Updating instance_info_cache with network_info: [{"id": "0ab13b9c-4132-4987-a981-663f58995db4", "address": "fa:16:3e:82:34:07", "network": {"id": "837c1e12-04c4-4b4f-b523-485594e8d313", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2139325904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e111842c91a4c6eb6b4b6c272369817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab13b9c-41", "ovs_interfaceid": "0ab13b9c-4132-4987-a981-663f58995db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.566651] env[68835]: DEBUG oslo_vmware.api [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Task: {'id': task-3153845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233155} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.566907] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.567104] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.567368] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.567455] env[68835]: INFO nova.compute.manager [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Took 1.14 seconds to destroy the instance on the hypervisor. [ 723.567693] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.567879] env[68835]: DEBUG nova.compute.manager [-] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.567977] env[68835]: DEBUG nova.network.neutron [-] [instance: e02e5253-17db-450f-bf10-9cf08255c646] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.578670] env[68835]: DEBUG oslo_vmware.api [None req-ba45a69f-9afa-4eed-bf70-a60828442b77 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3153846, 'name': ReconfigVM_Task, 'duration_secs': 0.239646} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.578977] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba45a69f-9afa-4eed-bf70-a60828442b77 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631078', 'volume_id': 'ec7ff0ba-3a0e-4608-a19a-110cb400ab8c', 'name': 'volume-ec7ff0ba-3a0e-4608-a19a-110cb400ab8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf7da137-7978-4d65-b707-e0111d8736d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec7ff0ba-3a0e-4608-a19a-110cb400ab8c', 'serial': 'ec7ff0ba-3a0e-4608-a19a-110cb400ab8c'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 723.586350] env[68835]: DEBUG nova.network.neutron [-] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.768350] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532638} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.768705] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 9c2ae44f-df3b-4a90-9361-04d6cc8d7432/9c2ae44f-df3b-4a90-9361-04d6cc8d7432.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.768973] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.769276] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54a08a4e-9632-490f-973d-2a6978c90363 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.783049] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 723.783049] env[68835]: value = "task-3153847" [ 723.783049] env[68835]: _type = "Task" [ 723.783049] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.793939] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.804952] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 8a20799c-f053-4d14-86a5-46adae023a07 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 723.913049] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Releasing lock "refresh_cache-edebcb67-10a9-47b1-9848-ec003e4de95f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.913049] env[68835]: DEBUG nova.compute.manager [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Instance network_info: |[{"id": "0ab13b9c-4132-4987-a981-663f58995db4", "address": "fa:16:3e:82:34:07", "network": {"id": "837c1e12-04c4-4b4f-b523-485594e8d313", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2139325904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e111842c91a4c6eb6b4b6c272369817", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab13b9c-41", "ovs_interfaceid": "0ab13b9c-4132-4987-a981-663f58995db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.913382] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:34:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ab13b9c-4132-4987-a981-663f58995db4', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.919462] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Creating folder: Project (3e111842c91a4c6eb6b4b6c272369817). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.919808] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac34ebf8-4831-4778-9c97-d78ce2be0e28 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.936710] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Created folder: Project (3e111842c91a4c6eb6b4b6c272369817) in parent group-v630977. [ 723.936978] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Creating folder: Instances. Parent ref: group-v631084. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.937259] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a309a415-8e48-4881-b717-eef7f76054ff {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.948881] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Created folder: Instances in parent group-v631084. [ 723.949206] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.949432] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.950050] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aadf9522-bb62-47ba-bff0-ae3c5cab221d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.971369] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.971369] env[68835]: value = "task-3153850" [ 723.971369] env[68835]: _type = "Task" [ 723.971369] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.979790] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153850, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.089278] env[68835]: DEBUG nova.network.neutron [-] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.136829] env[68835]: DEBUG nova.objects.instance [None req-ba45a69f-9afa-4eed-bf70-a60828442b77 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lazy-loading 'flavor' on Instance uuid bf7da137-7978-4d65-b707-e0111d8736d9 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.294980] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144365} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.295321] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.296340] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1e75df-d1b0-49e7-9167-440dff58dec5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.313058] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 225bcb4f-da24-40a4-bb9f-8cdf79b76c52 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 724.323174] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 9c2ae44f-df3b-4a90-9361-04d6cc8d7432/9c2ae44f-df3b-4a90-9361-04d6cc8d7432.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.323727] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89a6553d-608b-4514-b6ed-dbcd4bdc16ad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.349168] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 724.349168] env[68835]: value = "task-3153851" [ 724.349168] env[68835]: _type = "Task" [ 724.349168] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.359120] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.420560] env[68835]: DEBUG nova.compute.manager [req-54d88526-ca42-4780-b425-20c0024dad6e req-f1e12703-5f57-43b9-8a9f-37b3eb174935 service nova] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Received event network-vif-plugged-c6b3b721-262e-4047-93f5-cd974ed3af39 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.420805] env[68835]: DEBUG oslo_concurrency.lockutils [req-54d88526-ca42-4780-b425-20c0024dad6e req-f1e12703-5f57-43b9-8a9f-37b3eb174935 service nova] Acquiring lock "8e863779-d50a-4b1b-b355-d6d0e217addd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.421042] env[68835]: DEBUG oslo_concurrency.lockutils [req-54d88526-ca42-4780-b425-20c0024dad6e req-f1e12703-5f57-43b9-8a9f-37b3eb174935 service nova] Lock "8e863779-d50a-4b1b-b355-d6d0e217addd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.421258] env[68835]: DEBUG oslo_concurrency.lockutils [req-54d88526-ca42-4780-b425-20c0024dad6e req-f1e12703-5f57-43b9-8a9f-37b3eb174935 service nova] Lock "8e863779-d50a-4b1b-b355-d6d0e217addd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.421435] env[68835]: DEBUG nova.compute.manager [req-54d88526-ca42-4780-b425-20c0024dad6e req-f1e12703-5f57-43b9-8a9f-37b3eb174935 service nova] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] No waiting events found dispatching network-vif-plugged-c6b3b721-262e-4047-93f5-cd974ed3af39 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.421600] env[68835]: WARNING nova.compute.manager [req-54d88526-ca42-4780-b425-20c0024dad6e req-f1e12703-5f57-43b9-8a9f-37b3eb174935 service nova] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Received unexpected event network-vif-plugged-c6b3b721-262e-4047-93f5-cd974ed3af39 for instance with vm_state building and task_state spawning. [ 724.483430] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153850, 'name': CreateVM_Task, 'duration_secs': 0.426084} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.483658] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.484381] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.484551] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.484902] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.485282] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2592dafd-d084-4365-b53a-090b2e5ffffe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.491244] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Waiting for the task: (returnval){ [ 724.491244] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52c4c356-3b54-b1b0-6f23-6a8ab0ae4f02" [ 724.491244] env[68835]: _type = "Task" [ 724.491244] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.499961] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c4c356-3b54-b1b0-6f23-6a8ab0ae4f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.522507] env[68835]: DEBUG nova.network.neutron [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Successfully updated port: c6b3b721-262e-4047-93f5-cd974ed3af39 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.591565] env[68835]: INFO nova.compute.manager [-] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Took 1.02 seconds to deallocate network for instance. [ 724.824944] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 36785fa4-2ffb-42cf-b0d6-63c8047fa7df has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 724.860900] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.002372] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c4c356-3b54-b1b0-6f23-6a8ab0ae4f02, 'name': SearchDatastore_Task, 'duration_secs': 0.012753} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.002692] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.002928] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.003294] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.003444] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.003626] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.003993] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3510f525-2ce5-4bef-9eed-80cca653e0df {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.016211] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.016386] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.017222] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-116fdff5-0139-4931-9fb8-9863ec0db77a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.023439] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Waiting for the task: (returnval){ [ 725.023439] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52f2e653-6173-3f40-8071-1561dd9e2585" [ 725.023439] env[68835]: _type = "Task" [ 725.023439] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.027744] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "refresh_cache-8e863779-d50a-4b1b-b355-d6d0e217addd" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.027897] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquired lock "refresh_cache-8e863779-d50a-4b1b-b355-d6d0e217addd" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.028063] env[68835]: DEBUG nova.network.neutron [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.035609] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f2e653-6173-3f40-8071-1561dd9e2585, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.099394] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.144273] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ba45a69f-9afa-4eed-bf70-a60828442b77 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "bf7da137-7978-4d65-b707-e0111d8736d9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.289s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.328108] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 0a1e604e-a962-4f9a-86d9-8f769c6309f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 725.361752] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153851, 'name': ReconfigVM_Task, 'duration_secs': 0.612019} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.362050] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 9c2ae44f-df3b-4a90-9361-04d6cc8d7432/9c2ae44f-df3b-4a90-9361-04d6cc8d7432.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.362719] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76237c71-d8bc-4d68-ad21-746299a69ab4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.371077] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 725.371077] env[68835]: value = "task-3153853" [ 725.371077] env[68835]: _type = "Task" [ 725.371077] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.380726] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153853, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.537872] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f2e653-6173-3f40-8071-1561dd9e2585, 'name': SearchDatastore_Task, 'duration_secs': 0.025998} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.539306] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8d8dcee-ea90-447f-a4d4-578a285d64bb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.544841] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Waiting for the task: (returnval){ [ 725.544841] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]521b36b0-778d-260b-5a8f-01271ddf1a0d" [ 725.544841] env[68835]: _type = "Task" [ 725.544841] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.553711] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521b36b0-778d-260b-5a8f-01271ddf1a0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.570274] env[68835]: DEBUG nova.network.neutron [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.733773] env[68835]: DEBUG nova.network.neutron [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Updating instance_info_cache with network_info: [{"id": "c6b3b721-262e-4047-93f5-cd974ed3af39", "address": "fa:16:3e:f1:a1:f7", "network": {"id": "b8ce8361-509d-495c-8e8b-6a2a2674d9e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1112801713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3238546c3382429d9d0dd8d36ad1dfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b3b721-26", "ovs_interfaceid": "c6b3b721-262e-4047-93f5-cd974ed3af39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.832734] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance c5ca9575-0509-4b69-ad7e-0b5b70889f97 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 725.883650] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153853, 'name': Rename_Task, 'duration_secs': 0.250136} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.883951] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.884232] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7baf298b-97f1-47f6-a6ca-237cf9567eac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.892377] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 725.892377] env[68835]: value = "task-3153854" [ 725.892377] env[68835]: _type = "Task" [ 725.892377] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.901659] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.056697] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521b36b0-778d-260b-5a8f-01271ddf1a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.016223} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.057134] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.060126] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] edebcb67-10a9-47b1-9848-ec003e4de95f/edebcb67-10a9-47b1-9848-ec003e4de95f.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.060126] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b3122f1-3f39-486b-be62-004e60a596e6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.067131] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Waiting for the task: (returnval){ [ 726.067131] env[68835]: value = "task-3153855" [ 726.067131] env[68835]: _type = "Task" [ 726.067131] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.078491] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': task-3153855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.238457] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Releasing lock "refresh_cache-8e863779-d50a-4b1b-b355-d6d0e217addd" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.238544] env[68835]: DEBUG nova.compute.manager [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Instance network_info: |[{"id": "c6b3b721-262e-4047-93f5-cd974ed3af39", "address": "fa:16:3e:f1:a1:f7", "network": {"id": "b8ce8361-509d-495c-8e8b-6a2a2674d9e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1112801713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3238546c3382429d9d0dd8d36ad1dfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b3b721-26", "ovs_interfaceid": "c6b3b721-262e-4047-93f5-cd974ed3af39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.238950] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:a1:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6b3b721-262e-4047-93f5-cd974ed3af39', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.248148] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Creating folder: Project (3238546c3382429d9d0dd8d36ad1dfdf). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.248525] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dadde82-1f38-444c-90ab-ad3556beb977 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.263944] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Created folder: Project (3238546c3382429d9d0dd8d36ad1dfdf) in parent group-v630977. [ 726.264244] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Creating folder: Instances. Parent ref: group-v631087. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.264495] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6a031c1-a0a5-4102-89d5-4ef97212eedb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.277183] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Created folder: Instances in parent group-v631087. [ 726.277384] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.277543] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.277628] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20bd3452-b684-403b-a3f3-50d8958f4434 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.301571] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.301571] env[68835]: value = "task-3153858" [ 726.301571] env[68835]: _type = "Task" [ 726.301571] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.313508] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153858, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.335813] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 78270b54-cc89-4b58-b168-6ca1161b4f4a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 726.404911] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.584666] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': task-3153855, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.646350] env[68835]: DEBUG nova.compute.manager [req-776c3b95-5912-4f22-92cf-000943cd2a3d req-6cc6b03c-5656-4a71-a76d-7d0f31429b51 service nova] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Received event network-changed-c6b3b721-262e-4047-93f5-cd974ed3af39 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.646589] env[68835]: DEBUG nova.compute.manager [req-776c3b95-5912-4f22-92cf-000943cd2a3d req-6cc6b03c-5656-4a71-a76d-7d0f31429b51 service nova] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Refreshing instance network info cache due to event network-changed-c6b3b721-262e-4047-93f5-cd974ed3af39. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.647172] env[68835]: DEBUG oslo_concurrency.lockutils [req-776c3b95-5912-4f22-92cf-000943cd2a3d req-6cc6b03c-5656-4a71-a76d-7d0f31429b51 service nova] Acquiring lock "refresh_cache-8e863779-d50a-4b1b-b355-d6d0e217addd" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.647462] env[68835]: DEBUG oslo_concurrency.lockutils [req-776c3b95-5912-4f22-92cf-000943cd2a3d req-6cc6b03c-5656-4a71-a76d-7d0f31429b51 service nova] Acquired lock "refresh_cache-8e863779-d50a-4b1b-b355-d6d0e217addd" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.647684] env[68835]: DEBUG nova.network.neutron [req-776c3b95-5912-4f22-92cf-000943cd2a3d req-6cc6b03c-5656-4a71-a76d-7d0f31429b51 service nova] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Refreshing network info cache for port c6b3b721-262e-4047-93f5-cd974ed3af39 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.813652] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153858, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.840014] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 726.850200] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquiring lock "331e225a-d8c7-46c7-ae1d-076523661d23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.850452] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "331e225a-d8c7-46c7-ae1d-076523661d23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.906741] env[68835]: DEBUG oslo_vmware.api [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153854, 'name': PowerOnVM_Task, 'duration_secs': 0.969132} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.907286] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.907614] env[68835]: INFO nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Took 8.63 seconds to spawn the instance on the hypervisor. [ 726.907932] env[68835]: DEBUG nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.908929] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3500e38-7c0d-49f0-b44f-7ede0eef1885 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.080085] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': task-3153855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610243} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.080381] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] edebcb67-10a9-47b1-9848-ec003e4de95f/edebcb67-10a9-47b1-9848-ec003e4de95f.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.080592] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.080844] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e69b2375-bd63-4710-98ac-2170e80b4766 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.088251] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Waiting for the task: (returnval){ [ 727.088251] env[68835]: value = "task-3153860" [ 727.088251] env[68835]: _type = "Task" [ 727.088251] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.099051] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': task-3153860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.275974] env[68835]: DEBUG oslo_vmware.rw_handles [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e61435-1de7-b009-1121-0cd077549d33/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 727.276724] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af77173-b450-4ec2-8f5d-fd720a26de43 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.285064] env[68835]: DEBUG oslo_vmware.rw_handles [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e61435-1de7-b009-1121-0cd077549d33/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 727.285378] env[68835]: ERROR oslo_vmware.rw_handles [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e61435-1de7-b009-1121-0cd077549d33/disk-0.vmdk due to incomplete transfer. [ 727.285588] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1c4437e5-66e9-43da-b8c1-946d0921fa79 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.295744] env[68835]: DEBUG oslo_vmware.rw_handles [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e61435-1de7-b009-1121-0cd077549d33/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 727.295944] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Uploaded image aaf1c94c-6479-4d8f-8763-603fdf4537d6 to the Glance image server {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 727.298277] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Destroying the VM {{(pid=68835) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 727.298537] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-82e62b4a-dfc5-488e-862b-cd52a64d321b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.307052] env[68835]: DEBUG oslo_vmware.api [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 727.307052] env[68835]: value = "task-3153861" [ 727.307052] env[68835]: _type = "Task" [ 727.307052] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.316933] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153858, 'name': CreateVM_Task, 'duration_secs': 0.647544} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.317436] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.318111] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.318282] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.318579] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.318821] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f19a58-e652-44c8-9bc5-22a7804dd43e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.323234] env[68835]: DEBUG oslo_vmware.api [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153861, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.326999] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 727.326999] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5259e923-0cc0-4e85-1d33-6ec014da366f" [ 727.326999] env[68835]: _type = "Task" [ 727.326999] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.335864] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5259e923-0cc0-4e85-1d33-6ec014da366f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.342838] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 9698591c-877c-4cb9-8aa1-00e4f126e049 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 727.431872] env[68835]: INFO nova.compute.manager [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Took 42.73 seconds to build instance. [ 727.436201] env[68835]: DEBUG nova.network.neutron [req-776c3b95-5912-4f22-92cf-000943cd2a3d req-6cc6b03c-5656-4a71-a76d-7d0f31429b51 service nova] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Updated VIF entry in instance network info cache for port c6b3b721-262e-4047-93f5-cd974ed3af39. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.436201] env[68835]: DEBUG nova.network.neutron [req-776c3b95-5912-4f22-92cf-000943cd2a3d req-6cc6b03c-5656-4a71-a76d-7d0f31429b51 service nova] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Updating instance_info_cache with network_info: [{"id": "c6b3b721-262e-4047-93f5-cd974ed3af39", "address": "fa:16:3e:f1:a1:f7", "network": {"id": "b8ce8361-509d-495c-8e8b-6a2a2674d9e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1112801713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3238546c3382429d9d0dd8d36ad1dfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b3b721-26", "ovs_interfaceid": "c6b3b721-262e-4047-93f5-cd974ed3af39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.598992] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': task-3153860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07552} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.599660] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.600146] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcfc5a7-b51e-484e-b4ac-6dcbc6e1aad7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.626652] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] edebcb67-10a9-47b1-9848-ec003e4de95f/edebcb67-10a9-47b1-9848-ec003e4de95f.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.627035] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8bf8c4a-a578-4b32-993e-c172865a7c56 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.648568] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Waiting for the task: (returnval){ [ 727.648568] env[68835]: value = "task-3153862" [ 727.648568] env[68835]: _type = "Task" [ 727.648568] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.657317] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': task-3153862, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.820517] env[68835]: DEBUG oslo_vmware.api [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153861, 'name': Destroy_Task, 'duration_secs': 0.365339} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.820803] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Destroyed the VM [ 727.821167] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Deleting Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 727.821427] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-011da581-eab6-4eb8-877f-be486e710860 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.831726] env[68835]: DEBUG oslo_vmware.api [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 727.831726] env[68835]: value = "task-3153863" [ 727.831726] env[68835]: _type = "Task" [ 727.831726] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.839503] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5259e923-0cc0-4e85-1d33-6ec014da366f, 'name': SearchDatastore_Task, 'duration_secs': 0.046161} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.840388] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.840652] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.840955] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.841182] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.841312] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.841569] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7702bcc6-e1a0-4f45-a229-1a1b4be4285d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.846651] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance abadafe3-5419-40ad-ad35-d83ab9b5c0fb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 727.847862] env[68835]: DEBUG oslo_vmware.api [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153863, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.865820] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.865820] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.866404] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aebfdb32-f658-4226-868b-b486241d1541 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.872741] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 727.872741] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5246fbd8-3685-b8b9-6d74-15038dedf891" [ 727.872741] env[68835]: _type = "Task" [ 727.872741] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.881303] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5246fbd8-3685-b8b9-6d74-15038dedf891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.933332] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f5944f2f-ceae-4771-9d16-2272125e4810 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "9c2ae44f-df3b-4a90-9361-04d6cc8d7432" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.849s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.942149] env[68835]: DEBUG oslo_concurrency.lockutils [req-776c3b95-5912-4f22-92cf-000943cd2a3d req-6cc6b03c-5656-4a71-a76d-7d0f31429b51 service nova] Releasing lock "refresh_cache-8e863779-d50a-4b1b-b355-d6d0e217addd" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.038441] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "835f5213-974c-4441-adac-e3b020e7906d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.038784] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "835f5213-974c-4441-adac-e3b020e7906d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.039115] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "835f5213-974c-4441-adac-e3b020e7906d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.039312] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "835f5213-974c-4441-adac-e3b020e7906d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.039543] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "835f5213-974c-4441-adac-e3b020e7906d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.041657] env[68835]: INFO nova.compute.manager [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Terminating instance [ 728.161849] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': task-3153862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.343323] env[68835]: DEBUG oslo_vmware.api [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153863, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.350128] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 6f1067b2-8a98-4611-9713-2ce516a9fd4e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 728.350128] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 728.350128] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 728.386096] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5246fbd8-3685-b8b9-6d74-15038dedf891, 'name': SearchDatastore_Task, 'duration_secs': 0.020512} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.389704] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27436a61-7cd4-4875-a69d-33da8b5d5aea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.396442] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 728.396442] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5237cbb0-9ec4-379d-aa4b-eee11e428b4c" [ 728.396442] env[68835]: _type = "Task" [ 728.396442] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.406442] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5237cbb0-9ec4-379d-aa4b-eee11e428b4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.436243] env[68835]: DEBUG nova.compute.manager [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.547906] env[68835]: DEBUG nova.compute.manager [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.548317] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.549601] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec10538-387c-494e-9491-2de103e5a636 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.559185] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.559509] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a3341ea-f07f-4f18-a4ed-871719e8eb18 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.568549] env[68835]: DEBUG oslo_vmware.api [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 728.568549] env[68835]: value = "task-3153864" [ 728.568549] env[68835]: _type = "Task" [ 728.568549] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.580880] env[68835]: DEBUG oslo_vmware.api [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.661298] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': task-3153862, 'name': ReconfigVM_Task, 'duration_secs': 0.712131} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.664242] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Reconfigured VM instance instance-00000025 to attach disk [datastore2] edebcb67-10a9-47b1-9848-ec003e4de95f/edebcb67-10a9-47b1-9848-ec003e4de95f.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.665138] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-667309b9-4779-4caf-a7e0-ccb0c52b471b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.673342] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Waiting for the task: (returnval){ [ 728.673342] env[68835]: value = "task-3153865" [ 728.673342] env[68835]: _type = "Task" [ 728.673342] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.764814] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "d9bd6f02-19ff-49b7-9fb4-26119727ad63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.764814] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "d9bd6f02-19ff-49b7-9fb4-26119727ad63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.765021] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "d9bd6f02-19ff-49b7-9fb4-26119727ad63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.765207] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "d9bd6f02-19ff-49b7-9fb4-26119727ad63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.765376] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "d9bd6f02-19ff-49b7-9fb4-26119727ad63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.769201] env[68835]: INFO nova.compute.manager [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Terminating instance [ 728.846957] env[68835]: DEBUG oslo_vmware.api [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153863, 'name': RemoveSnapshot_Task, 'duration_secs': 0.843024} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.846957] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Deleted Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 728.846957] env[68835]: INFO nova.compute.manager [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Took 14.03 seconds to snapshot the instance on the hypervisor. [ 728.909670] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5237cbb0-9ec4-379d-aa4b-eee11e428b4c, 'name': SearchDatastore_Task, 'duration_secs': 0.020384} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.911078] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.911414] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 8e863779-d50a-4b1b-b355-d6d0e217addd/8e863779-d50a-4b1b-b355-d6d0e217addd.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.912286] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fbe2f9-86bf-4b8f-b63d-75d770fc9b3a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.915233] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44d46a4a-3d71-4b23-a6d9-7d3998dda0a2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.924146] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d30d7c4-ab8e-4c77-b567-176d692621c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.928873] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 728.928873] env[68835]: value = "task-3153866" [ 728.928873] env[68835]: _type = "Task" [ 728.928873] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.974346] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a747b2-a65e-4fdd-80cb-54b1c92a1a18 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.980608] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.986213] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.987504] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83be5c77-f8d1-40fa-b57a-a69179b87732 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.003873] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.081985] env[68835]: DEBUG oslo_vmware.api [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153864, 'name': PowerOffVM_Task, 'duration_secs': 0.26148} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.082300] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.082470] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.082716] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dc76104-7c7c-4d58-950a-5d4ae1830779 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.184245] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': task-3153865, 'name': Rename_Task, 'duration_secs': 0.337758} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.184580] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.184817] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e0075a8-9365-4387-9a65-762a62804e32 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.192429] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Waiting for the task: (returnval){ [ 729.192429] env[68835]: value = "task-3153868" [ 729.192429] env[68835]: _type = "Task" [ 729.192429] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.202444] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': task-3153868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.273975] env[68835]: DEBUG nova.compute.manager [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.274226] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.275096] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0898345-9911-4e59-9a2a-eaa2f7fe8c6e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.283396] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.283637] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56217ff0-4a01-48c4-b8f3-6055e1a8a393 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.306505] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "76398266-5b27-46b1-bb3d-0d2834315a84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.306732] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "76398266-5b27-46b1-bb3d-0d2834315a84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.349868] env[68835]: DEBUG nova.compute.manager [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Instance disappeared during snapshot {{(pid=68835) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 729.364055] env[68835]: DEBUG nova.compute.manager [None req-f799f130-6fa5-4801-b7f6-b9a33026779f tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Image not found during clean up aaf1c94c-6479-4d8f-8763-603fdf4537d6 {{(pid=68835) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 729.443923] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153866, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.507964] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.705296] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': task-3153868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.941416] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835765} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.941836] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 8e863779-d50a-4b1b-b355-d6d0e217addd/8e863779-d50a-4b1b-b355-d6d0e217addd.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.942112] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.942382] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02c802c0-21de-4e38-a7b1-884c7018a58d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.951048] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 729.951048] env[68835]: value = "task-3153870" [ 729.951048] env[68835]: _type = "Task" [ 729.951048] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.960122] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.988216] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.988519] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.988766] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Deleting the datastore file [datastore2] 835f5213-974c-4441-adac-e3b020e7906d {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.989456] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0db3d8ad-e927-4330-bc6e-b309dbf503c4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.994574] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.994800] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.994994] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Deleting the datastore file [datastore1] d9bd6f02-19ff-49b7-9fb4-26119727ad63 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.995320] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7942e769-a9aa-4cd3-869f-2b4b98168ce5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.001589] env[68835]: DEBUG oslo_vmware.api [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 730.001589] env[68835]: value = "task-3153871" [ 730.001589] env[68835]: _type = "Task" [ 730.001589] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.009024] env[68835]: DEBUG oslo_vmware.api [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 730.009024] env[68835]: value = "task-3153872" [ 730.009024] env[68835]: _type = "Task" [ 730.009024] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.016219] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68835) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 730.016539] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.275s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.016747] env[68835]: DEBUG oslo_vmware.api [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.017409] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.611s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.017633] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.019712] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.942s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.021278] env[68835]: INFO nova.compute.claims [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.027976] env[68835]: DEBUG oslo_vmware.api [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.049515] env[68835]: INFO nova.scheduler.client.report [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Deleted allocations for instance e9f1dd6d-f377-4d3a-8380-cc652ae025bf [ 730.205515] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': task-3153868, 'name': PowerOnVM_Task} progress is 74%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.329818] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Acquiring lock "23c2f2ab-a6cc-44e5-9d00-cf0582390e0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.330142] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Lock "23c2f2ab-a6cc-44e5-9d00-cf0582390e0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.462852] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098512} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.463031] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.463820] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c7c328-903b-4327-9a03-15c8f31aeaa7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.491855] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 8e863779-d50a-4b1b-b355-d6d0e217addd/8e863779-d50a-4b1b-b355-d6d0e217addd.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.492306] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d69cc90f-1108-451c-a050-bd161ecd8ff6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.537615] env[68835]: DEBUG oslo_vmware.api [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385546} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.537916] env[68835]: DEBUG oslo_vmware.api [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3153872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383572} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.542642] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.542840] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.543031] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.543216] env[68835]: INFO nova.compute.manager [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Took 2.00 seconds to destroy the instance on the hypervisor. [ 730.543450] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.543642] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.543799] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.543964] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.544145] env[68835]: INFO nova.compute.manager [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Took 1.27 seconds to destroy the instance on the hypervisor. [ 730.544345] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.544931] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 730.544931] env[68835]: value = "task-3153873" [ 730.544931] env[68835]: _type = "Task" [ 730.544931] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.545569] env[68835]: DEBUG nova.compute.manager [-] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.545569] env[68835]: DEBUG nova.network.neutron [-] [instance: 835f5213-974c-4441-adac-e3b020e7906d] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.547013] env[68835]: DEBUG nova.compute.manager [-] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.547121] env[68835]: DEBUG nova.network.neutron [-] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.560778] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.561385] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4573c759-33ff-4f93-ba9f-cdc457e5abe1 tempest-AttachInterfacesV270Test-155196817 tempest-AttachInterfacesV270Test-155196817-project-member] Lock "e9f1dd6d-f377-4d3a-8380-cc652ae025bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.128s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.704146] env[68835]: DEBUG oslo_vmware.api [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': task-3153868, 'name': PowerOnVM_Task, 'duration_secs': 1.400474} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.705330] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.705330] env[68835]: INFO nova.compute.manager [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Took 9.70 seconds to spawn the instance on the hypervisor. [ 730.705330] env[68835]: DEBUG nova.compute.manager [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.705591] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9bfa78-3d0e-41cb-9da9-81481a47a060 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.061491] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.200279] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b4fe6a-338d-4fc0-b8a3-434a84a6d31d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.208550] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f04ba5b-c43f-45ab-bdf9-5997c3dd9923 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.248666] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f767f09-f4e4-4435-8668-fac78ac2199b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.255125] env[68835]: INFO nova.compute.manager [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Took 40.93 seconds to build instance. [ 731.261415] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1887d0e-f194-4fdd-8b17-115f02b12131 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.268431] env[68835]: DEBUG nova.compute.manager [req-78181c1a-e1c3-494e-aac0-f0a6e596fe7d req-72ec60fd-961c-497c-8dfa-a26198fae9b9 service nova] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Received event network-vif-deleted-c2d568a7-1d2d-4096-81fe-246a0c912669 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.268431] env[68835]: INFO nova.compute.manager [req-78181c1a-e1c3-494e-aac0-f0a6e596fe7d req-72ec60fd-961c-497c-8dfa-a26198fae9b9 service nova] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Neutron deleted interface c2d568a7-1d2d-4096-81fe-246a0c912669; detaching it from the instance and deleting it from the info cache [ 731.268431] env[68835]: DEBUG nova.network.neutron [req-78181c1a-e1c3-494e-aac0-f0a6e596fe7d req-72ec60fd-961c-497c-8dfa-a26198fae9b9 service nova] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.281556] env[68835]: DEBUG nova.compute.provider_tree [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.294308] env[68835]: DEBUG nova.compute.manager [req-faf4e636-582e-4083-99b1-baa4b9d609b6 req-6e0ba284-ea23-45a2-aff1-555368db20b1 service nova] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Received event network-vif-deleted-5e284546-5e40-42b8-8aac-bf4cb377e1db {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.294446] env[68835]: INFO nova.compute.manager [req-faf4e636-582e-4083-99b1-baa4b9d609b6 req-6e0ba284-ea23-45a2-aff1-555368db20b1 service nova] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Neutron deleted interface 5e284546-5e40-42b8-8aac-bf4cb377e1db; detaching it from the instance and deleting it from the info cache [ 731.294638] env[68835]: DEBUG nova.network.neutron [req-faf4e636-582e-4083-99b1-baa4b9d609b6 req-6e0ba284-ea23-45a2-aff1-555368db20b1 service nova] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.432154] env[68835]: DEBUG nova.network.neutron [-] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.484457] env[68835]: DEBUG nova.network.neutron [-] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.560605] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153873, 'name': ReconfigVM_Task, 'duration_secs': 0.860235} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.561153] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 8e863779-d50a-4b1b-b355-d6d0e217addd/8e863779-d50a-4b1b-b355-d6d0e217addd.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.561902] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1340a2bf-3a6e-4ffd-8d32-fed8b80f830b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.570593] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 731.570593] env[68835]: value = "task-3153874" [ 731.570593] env[68835]: _type = "Task" [ 731.570593] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.580295] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153874, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.756785] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4eac6a-2c79-4f44-a174-029ee0d0935f tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Lock "edebcb67-10a9-47b1-9848-ec003e4de95f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.170s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.771715] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-895f0a93-3f73-4fb3-94c9-647fcb1e551a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.782654] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e307bdf2-c979-49c3-8dd8-41259de69546 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.794712] env[68835]: DEBUG nova.scheduler.client.report [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.798927] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d36586ad-92fe-469a-af4d-0f6f83c59a72 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.825549] env[68835]: DEBUG nova.compute.manager [req-78181c1a-e1c3-494e-aac0-f0a6e596fe7d req-72ec60fd-961c-497c-8dfa-a26198fae9b9 service nova] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Detach interface failed, port_id=c2d568a7-1d2d-4096-81fe-246a0c912669, reason: Instance 835f5213-974c-4441-adac-e3b020e7906d could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 731.831197] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332585df-ed6c-4545-a076-d9cc60e875ad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.873439] env[68835]: DEBUG nova.compute.manager [req-faf4e636-582e-4083-99b1-baa4b9d609b6 req-6e0ba284-ea23-45a2-aff1-555368db20b1 service nova] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Detach interface failed, port_id=5e284546-5e40-42b8-8aac-bf4cb377e1db, reason: Instance d9bd6f02-19ff-49b7-9fb4-26119727ad63 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 731.938128] env[68835]: INFO nova.compute.manager [-] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Took 1.39 seconds to deallocate network for instance. [ 731.990862] env[68835]: INFO nova.compute.manager [-] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Took 1.44 seconds to deallocate network for instance. [ 732.080192] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153874, 'name': Rename_Task, 'duration_secs': 0.198097} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.080467] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.080704] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-500ef4ad-e744-40e9-a6eb-697fb30838ff {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.088079] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 732.088079] env[68835]: value = "task-3153875" [ 732.088079] env[68835]: _type = "Task" [ 732.088079] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.096419] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.252618] env[68835]: DEBUG oslo_concurrency.lockutils [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Acquiring lock "edebcb67-10a9-47b1-9848-ec003e4de95f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.252896] env[68835]: DEBUG oslo_concurrency.lockutils [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Lock "edebcb67-10a9-47b1-9848-ec003e4de95f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.253130] env[68835]: DEBUG oslo_concurrency.lockutils [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Acquiring lock "edebcb67-10a9-47b1-9848-ec003e4de95f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.253320] env[68835]: DEBUG oslo_concurrency.lockutils [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Lock "edebcb67-10a9-47b1-9848-ec003e4de95f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.253562] env[68835]: DEBUG oslo_concurrency.lockutils [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Lock "edebcb67-10a9-47b1-9848-ec003e4de95f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.256935] env[68835]: INFO nova.compute.manager [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Terminating instance [ 732.259412] env[68835]: DEBUG nova.compute.manager [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.299872] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.300642] env[68835]: DEBUG nova.compute.manager [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.303796] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.297s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.306472] env[68835]: INFO nova.compute.claims [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.445031] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.468858] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d74997f-a4a8-4696-866c-c65e8134e946 tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Acquiring lock "53a0d5d8-8049-427e-8beb-685a275a09f0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.469115] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d74997f-a4a8-4696-866c-c65e8134e946 tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Lock "53a0d5d8-8049-427e-8beb-685a275a09f0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.498190] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.600213] env[68835]: DEBUG oslo_vmware.api [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153875, 'name': PowerOnVM_Task, 'duration_secs': 0.505891} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.600526] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.600738] env[68835]: INFO nova.compute.manager [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Took 9.33 seconds to spawn the instance on the hypervisor. [ 732.600915] env[68835]: DEBUG nova.compute.manager [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.602089] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801147f8-eb57-46d5-b09c-1a388b56fd9e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.763723] env[68835]: DEBUG nova.compute.manager [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.763978] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.768277] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9219e86-5e73-4103-89d3-e6cbe45bec4c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.782819] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.782819] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccad2380-fd82-4590-b146-d95b4e72c93e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.791986] env[68835]: DEBUG oslo_vmware.api [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Waiting for the task: (returnval){ [ 732.791986] env[68835]: value = "task-3153876" [ 732.791986] env[68835]: _type = "Task" [ 732.791986] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.800127] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.806212] env[68835]: DEBUG nova.compute.utils [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.808216] env[68835]: DEBUG oslo_vmware.api [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': task-3153876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.808634] env[68835]: DEBUG nova.compute.manager [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.808895] env[68835]: DEBUG nova.network.neutron [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.898554] env[68835]: DEBUG nova.policy [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd92177fc478a499a9dbcecbcf3a0ef87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05433c65e8dc40378c473a1a202e10a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.972104] env[68835]: DEBUG nova.compute.utils [None req-4d74997f-a4a8-4696-866c-c65e8134e946 tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.120401] env[68835]: INFO nova.compute.manager [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Took 41.28 seconds to build instance. [ 733.253392] env[68835]: DEBUG nova.network.neutron [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Successfully created port: 5c75d60d-b669-4a26-a5c6-db7addddbd1d {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.303612] env[68835]: DEBUG oslo_vmware.api [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': task-3153876, 'name': PowerOffVM_Task, 'duration_secs': 0.224334} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.304281] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.304281] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.304454] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a079088-9ca9-4298-b41e-2fc6b5fa5160 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.320495] env[68835]: DEBUG nova.compute.manager [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.381261] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.381398] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.381581] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Deleting the datastore file [datastore2] edebcb67-10a9-47b1-9848-ec003e4de95f {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.381852] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f4e8176-a322-48c3-a97f-ae3678231788 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.390640] env[68835]: DEBUG oslo_vmware.api [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Waiting for the task: (returnval){ [ 733.390640] env[68835]: value = "task-3153878" [ 733.390640] env[68835]: _type = "Task" [ 733.390640] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.404177] env[68835]: DEBUG oslo_vmware.api [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': task-3153878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.475788] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d74997f-a4a8-4696-866c-c65e8134e946 tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Lock "53a0d5d8-8049-427e-8beb-685a275a09f0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.622167] env[68835]: DEBUG oslo_concurrency.lockutils [None req-81a4eeb6-6a26-4eb3-a29d-65f0a334f691 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lock "8e863779-d50a-4b1b-b355-d6d0e217addd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.736s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.904633] env[68835]: DEBUG oslo_vmware.api [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': task-3153878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.906329] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef11e0c4-6541-489f-85da-0a98cc2454e7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.914362] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5a0299-afa8-400b-9481-9a72084ed4b7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.957900] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e55839-3dd8-4591-992a-0195f427c4e7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.966396] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28793546-4fc4-4216-9f3f-74285d5c03b0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.992910] env[68835]: DEBUG nova.compute.provider_tree [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.125287] env[68835]: DEBUG nova.compute.manager [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.163687] env[68835]: INFO nova.compute.manager [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Rescuing [ 734.163887] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "refresh_cache-8e863779-d50a-4b1b-b355-d6d0e217addd" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.164066] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquired lock "refresh_cache-8e863779-d50a-4b1b-b355-d6d0e217addd" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.164340] env[68835]: DEBUG nova.network.neutron [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.337574] env[68835]: DEBUG nova.compute.manager [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.366367] env[68835]: DEBUG nova.virt.hardware [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.366628] env[68835]: DEBUG nova.virt.hardware [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.366785] env[68835]: DEBUG nova.virt.hardware [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.366966] env[68835]: DEBUG nova.virt.hardware [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.368278] env[68835]: DEBUG nova.virt.hardware [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.368473] env[68835]: DEBUG nova.virt.hardware [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.368696] env[68835]: DEBUG nova.virt.hardware [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.368860] env[68835]: DEBUG nova.virt.hardware [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.369060] env[68835]: DEBUG nova.virt.hardware [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.369369] env[68835]: DEBUG nova.virt.hardware [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.369572] env[68835]: DEBUG nova.virt.hardware [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.370475] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ea1191-0058-4476-8433-a1a71b3b2a5e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.379595] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9028971b-509c-447b-ab15-4ad1eaefc76f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.402464] env[68835]: DEBUG oslo_vmware.api [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Task: {'id': task-3153878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.540917} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.402772] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.402905] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.403095] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.403277] env[68835]: INFO nova.compute.manager [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 734.403509] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.403692] env[68835]: DEBUG nova.compute.manager [-] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.403783] env[68835]: DEBUG nova.network.neutron [-] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.496076] env[68835]: DEBUG nova.scheduler.client.report [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.562575] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d74997f-a4a8-4696-866c-c65e8134e946 tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Acquiring lock "53a0d5d8-8049-427e-8beb-685a275a09f0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.562857] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d74997f-a4a8-4696-866c-c65e8134e946 tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Lock "53a0d5d8-8049-427e-8beb-685a275a09f0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.563104] env[68835]: INFO nova.compute.manager [None req-4d74997f-a4a8-4696-866c-c65e8134e946 tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Attaching volume 1a4eb399-779d-4169-b18b-8c01cb708437 to /dev/sdb [ 734.605513] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab338f3-47fd-4380-af5f-f0f76438612a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.615083] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c6f560-c511-4b48-9c43-048192ec2399 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.633131] env[68835]: DEBUG nova.virt.block_device [None req-4d74997f-a4a8-4696-866c-c65e8134e946 tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Updating existing volume attachment record: aa085df5-e7ab-4913-8143-884569377bcc {{(pid=68835) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 734.666446] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.796215] env[68835]: DEBUG nova.compute.manager [req-11620a2d-779e-4fb1-aacf-3ae3acd91828 req-52211775-b3cb-46d0-87a7-4a5d03b59068 service nova] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Received event network-vif-plugged-5c75d60d-b669-4a26-a5c6-db7addddbd1d {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.796430] env[68835]: DEBUG oslo_concurrency.lockutils [req-11620a2d-779e-4fb1-aacf-3ae3acd91828 req-52211775-b3cb-46d0-87a7-4a5d03b59068 service nova] Acquiring lock "4743452f-e6f6-4069-bb1a-bc08b74287f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.796627] env[68835]: DEBUG oslo_concurrency.lockutils [req-11620a2d-779e-4fb1-aacf-3ae3acd91828 req-52211775-b3cb-46d0-87a7-4a5d03b59068 service nova] Lock "4743452f-e6f6-4069-bb1a-bc08b74287f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.796784] env[68835]: DEBUG oslo_concurrency.lockutils [req-11620a2d-779e-4fb1-aacf-3ae3acd91828 req-52211775-b3cb-46d0-87a7-4a5d03b59068 service nova] Lock "4743452f-e6f6-4069-bb1a-bc08b74287f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.796940] env[68835]: DEBUG nova.compute.manager [req-11620a2d-779e-4fb1-aacf-3ae3acd91828 req-52211775-b3cb-46d0-87a7-4a5d03b59068 service nova] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] No waiting events found dispatching network-vif-plugged-5c75d60d-b669-4a26-a5c6-db7addddbd1d {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.797555] env[68835]: WARNING nova.compute.manager [req-11620a2d-779e-4fb1-aacf-3ae3acd91828 req-52211775-b3cb-46d0-87a7-4a5d03b59068 service nova] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Received unexpected event network-vif-plugged-5c75d60d-b669-4a26-a5c6-db7addddbd1d for instance with vm_state building and task_state spawning. [ 734.900839] env[68835]: DEBUG nova.network.neutron [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Successfully updated port: 5c75d60d-b669-4a26-a5c6-db7addddbd1d {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.971315] env[68835]: DEBUG nova.compute.manager [req-70618ad9-1d21-4e8f-8197-5c35d891638b req-348bf460-9a8d-46f1-be3f-1134ccb56e8c service nova] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Received event network-vif-deleted-0ab13b9c-4132-4987-a981-663f58995db4 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.971510] env[68835]: INFO nova.compute.manager [req-70618ad9-1d21-4e8f-8197-5c35d891638b req-348bf460-9a8d-46f1-be3f-1134ccb56e8c service nova] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Neutron deleted interface 0ab13b9c-4132-4987-a981-663f58995db4; detaching it from the instance and deleting it from the info cache [ 734.971659] env[68835]: DEBUG nova.network.neutron [req-70618ad9-1d21-4e8f-8197-5c35d891638b req-348bf460-9a8d-46f1-be3f-1134ccb56e8c service nova] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.988396] env[68835]: DEBUG nova.network.neutron [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Updating instance_info_cache with network_info: [{"id": "c6b3b721-262e-4047-93f5-cd974ed3af39", "address": "fa:16:3e:f1:a1:f7", "network": {"id": "b8ce8361-509d-495c-8e8b-6a2a2674d9e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1112801713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3238546c3382429d9d0dd8d36ad1dfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b3b721-26", "ovs_interfaceid": "c6b3b721-262e-4047-93f5-cd974ed3af39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.002556] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.003221] env[68835]: DEBUG nova.compute.manager [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.006622] env[68835]: DEBUG oslo_concurrency.lockutils [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.830s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.008916] env[68835]: INFO nova.compute.claims [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.408809] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquiring lock "refresh_cache-4743452f-e6f6-4069-bb1a-bc08b74287f1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.409154] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquired lock "refresh_cache-4743452f-e6f6-4069-bb1a-bc08b74287f1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.409290] env[68835]: DEBUG nova.network.neutron [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.451018] env[68835]: DEBUG nova.network.neutron [-] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.480831] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8f6aaf3-7f25-4e81-9914-d89e408ff388 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.492677] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1829f382-ec6e-42d5-95cd-e467ddcabe38 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.504093] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Releasing lock "refresh_cache-8e863779-d50a-4b1b-b355-d6d0e217addd" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.520362] env[68835]: DEBUG nova.compute.utils [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.522175] env[68835]: DEBUG nova.compute.manager [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.522175] env[68835]: DEBUG nova.network.neutron [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.544135] env[68835]: DEBUG nova.compute.manager [req-70618ad9-1d21-4e8f-8197-5c35d891638b req-348bf460-9a8d-46f1-be3f-1134ccb56e8c service nova] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Detach interface failed, port_id=0ab13b9c-4132-4987-a981-663f58995db4, reason: Instance edebcb67-10a9-47b1-9848-ec003e4de95f could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 735.582483] env[68835]: DEBUG nova.policy [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14dfd2f095e24a8bb05931f35345c8fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a33818dcef5498cb00eef9f83e86544', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.867766] env[68835]: DEBUG nova.network.neutron [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Successfully created port: ba41014d-2073-484a-a2f7-8d74f29f522c {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.955088] env[68835]: INFO nova.compute.manager [-] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Took 1.55 seconds to deallocate network for instance. [ 735.964616] env[68835]: DEBUG nova.network.neutron [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.027142] env[68835]: DEBUG nova.compute.manager [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.161159] env[68835]: DEBUG nova.network.neutron [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Updating instance_info_cache with network_info: [{"id": "5c75d60d-b669-4a26-a5c6-db7addddbd1d", "address": "fa:16:3e:89:27:da", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c75d60d-b6", "ovs_interfaceid": "5c75d60d-b669-4a26-a5c6-db7addddbd1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.311856] env[68835]: DEBUG oslo_concurrency.lockutils [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "0c4ae68e-49bd-4c7e-b899-44dafaf180cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.312177] env[68835]: DEBUG oslo_concurrency.lockutils [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "0c4ae68e-49bd-4c7e-b899-44dafaf180cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.462834] env[68835]: DEBUG oslo_concurrency.lockutils [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.598192] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89889e8-16dc-4f13-b81e-1328f755adc2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.607221] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4693d8-ae00-4f43-8dbf-11ce5612e957 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.639662] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5ca630-1c36-4a25-8a69-315428632440 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.648969] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6921b4ea-976b-40a4-92f7-933a2be1e4de {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.664568] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Releasing lock "refresh_cache-4743452f-e6f6-4069-bb1a-bc08b74287f1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.664812] env[68835]: DEBUG nova.compute.manager [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Instance network_info: |[{"id": "5c75d60d-b669-4a26-a5c6-db7addddbd1d", "address": "fa:16:3e:89:27:da", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c75d60d-b6", "ovs_interfaceid": "5c75d60d-b669-4a26-a5c6-db7addddbd1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.665523] env[68835]: DEBUG nova.compute.provider_tree [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.666701] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:27:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c75d60d-b669-4a26-a5c6-db7addddbd1d', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.674513] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Creating folder: Project (05433c65e8dc40378c473a1a202e10a3). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.676045] env[68835]: DEBUG nova.scheduler.client.report [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.679143] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-879d8ef8-357e-4317-a5be-9df08cc21352 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.694085] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Created folder: Project (05433c65e8dc40378c473a1a202e10a3) in parent group-v630977. [ 736.694085] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Creating folder: Instances. Parent ref: group-v631093. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.694279] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71fe4a8c-d291-4d76-adde-f256b8aa0d63 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.707257] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Created folder: Instances in parent group-v631093. [ 736.707522] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.707720] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.707933] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9d11d4d-b534-4b8b-877d-9c55b6c2e748 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.730430] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.730430] env[68835]: value = "task-3153884" [ 736.730430] env[68835]: _type = "Task" [ 736.730430] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.739295] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153884, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.037928] env[68835]: DEBUG nova.compute.manager [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.067844] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.068203] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77eae9c9-4f06-455e-9803-b79f0f54ebab {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.072282] env[68835]: DEBUG nova.virt.hardware [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.072487] env[68835]: DEBUG nova.virt.hardware [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.072643] env[68835]: DEBUG nova.virt.hardware [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.072844] env[68835]: DEBUG nova.virt.hardware [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.072996] env[68835]: DEBUG nova.virt.hardware [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.073175] env[68835]: DEBUG nova.virt.hardware [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.073397] env[68835]: DEBUG nova.virt.hardware [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.073552] env[68835]: DEBUG nova.virt.hardware [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.073731] env[68835]: DEBUG nova.virt.hardware [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.073910] env[68835]: DEBUG nova.virt.hardware [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.074148] env[68835]: DEBUG nova.virt.hardware [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.075055] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007c7773-0538-47ab-a3d4-07d04b22e0d3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.089122] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6881911f-51e6-4aaf-a6b8-3915836f247f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.094742] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 737.094742] env[68835]: value = "task-3153886" [ 737.094742] env[68835]: _type = "Task" [ 737.094742] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.112898] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.130970] env[68835]: DEBUG nova.compute.manager [req-0cae3d37-18d5-4252-9fd6-e0cc1e139cde req-953b9296-ef28-443a-aaef-b231ff0313b3 service nova] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Received event network-changed-5c75d60d-b669-4a26-a5c6-db7addddbd1d {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.131325] env[68835]: DEBUG nova.compute.manager [req-0cae3d37-18d5-4252-9fd6-e0cc1e139cde req-953b9296-ef28-443a-aaef-b231ff0313b3 service nova] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Refreshing instance network info cache due to event network-changed-5c75d60d-b669-4a26-a5c6-db7addddbd1d. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.131536] env[68835]: DEBUG oslo_concurrency.lockutils [req-0cae3d37-18d5-4252-9fd6-e0cc1e139cde req-953b9296-ef28-443a-aaef-b231ff0313b3 service nova] Acquiring lock "refresh_cache-4743452f-e6f6-4069-bb1a-bc08b74287f1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.131696] env[68835]: DEBUG oslo_concurrency.lockutils [req-0cae3d37-18d5-4252-9fd6-e0cc1e139cde req-953b9296-ef28-443a-aaef-b231ff0313b3 service nova] Acquired lock "refresh_cache-4743452f-e6f6-4069-bb1a-bc08b74287f1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.131866] env[68835]: DEBUG nova.network.neutron [req-0cae3d37-18d5-4252-9fd6-e0cc1e139cde req-953b9296-ef28-443a-aaef-b231ff0313b3 service nova] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Refreshing network info cache for port 5c75d60d-b669-4a26-a5c6-db7addddbd1d {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.183099] env[68835]: DEBUG oslo_concurrency.lockutils [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.183876] env[68835]: DEBUG nova.compute.manager [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.189141] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.258s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.189141] env[68835]: DEBUG nova.objects.instance [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68835) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 737.245531] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153884, 'name': CreateVM_Task, 'duration_secs': 0.493562} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.247112] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.247804] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.247978] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.249616] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.249616] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3936cbf-9df9-4232-b6ac-395dc8e8ff69 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.256746] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for the task: (returnval){ [ 737.256746] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5215aea2-9adb-e5d7-c0f3-2f3185093b98" [ 737.256746] env[68835]: _type = "Task" [ 737.256746] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.269020] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5215aea2-9adb-e5d7-c0f3-2f3185093b98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.425733] env[68835]: DEBUG nova.network.neutron [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Successfully updated port: ba41014d-2073-484a-a2f7-8d74f29f522c {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.608628] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153886, 'name': PowerOffVM_Task, 'duration_secs': 0.201829} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.608894] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.609715] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1c4534-022c-4af8-a153-75ba5e9ade8f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.628862] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbef419-350d-4d36-a2c1-cda7dcca2c88 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.660119] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.660413] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2290f81-43db-4504-a836-b67ea50812b6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.670893] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 737.670893] env[68835]: value = "task-3153887" [ 737.670893] env[68835]: _type = "Task" [ 737.670893] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.681748] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] VM already powered off {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 737.681748] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.681748] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.681959] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.682014] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.682607] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-540db145-5fea-46b8-848f-dc1b42c573e5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.692810] env[68835]: DEBUG nova.compute.utils [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.698367] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.698367] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.698367] env[68835]: DEBUG nova.compute.manager [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.698367] env[68835]: DEBUG nova.network.neutron [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.700141] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db1b6ee-e9b9-436f-8c52-7df02972ff10 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.709862] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 737.709862] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]529349e9-0e5c-78e5-92c0-6b4e79ea1b03" [ 737.709862] env[68835]: _type = "Task" [ 737.709862] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.719043] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]529349e9-0e5c-78e5-92c0-6b4e79ea1b03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.761166] env[68835]: DEBUG nova.policy [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '838aa22538ad449e8faab8efcce59ca0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d208ae6bc544935aa50e7d6943be08b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.769939] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5215aea2-9adb-e5d7-c0f3-2f3185093b98, 'name': SearchDatastore_Task, 'duration_secs': 0.012221} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.772754] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.773286] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.773491] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.773644] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.773825] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.774482] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1d2e38c-aa23-4bb3-ae47-10eef0f44421 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.784899] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.785099] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.785943] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e0d84db-ce86-4656-89b0-5620c4044996 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.793603] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for the task: (returnval){ [ 737.793603] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5250f798-5a2f-ca01-fc04-a4d44d4bbfbe" [ 737.793603] env[68835]: _type = "Task" [ 737.793603] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.802170] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5250f798-5a2f-ca01-fc04-a4d44d4bbfbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.835928] env[68835]: DEBUG nova.network.neutron [req-0cae3d37-18d5-4252-9fd6-e0cc1e139cde req-953b9296-ef28-443a-aaef-b231ff0313b3 service nova] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Updated VIF entry in instance network info cache for port 5c75d60d-b669-4a26-a5c6-db7addddbd1d. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.836325] env[68835]: DEBUG nova.network.neutron [req-0cae3d37-18d5-4252-9fd6-e0cc1e139cde req-953b9296-ef28-443a-aaef-b231ff0313b3 service nova] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Updating instance_info_cache with network_info: [{"id": "5c75d60d-b669-4a26-a5c6-db7addddbd1d", "address": "fa:16:3e:89:27:da", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c75d60d-b6", "ovs_interfaceid": "5c75d60d-b669-4a26-a5c6-db7addddbd1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.929934] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Acquiring lock "refresh_cache-8a20799c-f053-4d14-86a5-46adae023a07" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.929934] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Acquired lock "refresh_cache-8a20799c-f053-4d14-86a5-46adae023a07" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.929934] env[68835]: DEBUG nova.network.neutron [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.075215] env[68835]: DEBUG nova.network.neutron [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Successfully created port: 40d358d8-44ea-42c6-bb68-04eaa26a5406 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.199590] env[68835]: DEBUG nova.compute.manager [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.206241] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b4d86912-88d5-4f48-87f6-9095bc90fbe0 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.209180] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.954s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.210760] env[68835]: INFO nova.compute.claims [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.224662] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]529349e9-0e5c-78e5-92c0-6b4e79ea1b03, 'name': SearchDatastore_Task, 'duration_secs': 0.011285} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.225787] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f63daf4-5a62-46b9-9625-7a1aa36a23e3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.236603] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 738.236603] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52b82dde-f773-2835-b773-e359eaa4beec" [ 738.236603] env[68835]: _type = "Task" [ 738.236603] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.248850] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b82dde-f773-2835-b773-e359eaa4beec, 'name': SearchDatastore_Task, 'duration_secs': 0.010271} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.251312] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.251312] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 8e863779-d50a-4b1b-b355-d6d0e217addd/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk. {{(pid=68835) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 738.251312] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cde06c4-c929-4013-bdb0-4c8bb601432e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.259798] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 738.259798] env[68835]: value = "task-3153888" [ 738.259798] env[68835]: _type = "Task" [ 738.259798] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.272040] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.305106] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5250f798-5a2f-ca01-fc04-a4d44d4bbfbe, 'name': SearchDatastore_Task, 'duration_secs': 0.013649} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.305920] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f303b19-377b-40b7-8bc3-01a083a64dc4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.313084] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for the task: (returnval){ [ 738.313084] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52bdce71-10a0-5ee3-20b3-9ddc2b185780" [ 738.313084] env[68835]: _type = "Task" [ 738.313084] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.321789] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52bdce71-10a0-5ee3-20b3-9ddc2b185780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.338491] env[68835]: DEBUG oslo_concurrency.lockutils [req-0cae3d37-18d5-4252-9fd6-e0cc1e139cde req-953b9296-ef28-443a-aaef-b231ff0313b3 service nova] Releasing lock "refresh_cache-4743452f-e6f6-4069-bb1a-bc08b74287f1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.477811] env[68835]: DEBUG nova.network.neutron [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.609764] env[68835]: DEBUG nova.network.neutron [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Updating instance_info_cache with network_info: [{"id": "ba41014d-2073-484a-a2f7-8d74f29f522c", "address": "fa:16:3e:ae:10:fd", "network": {"id": "648c54dc-b3d1-44f6-bb9c-8f54100f350a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1021804195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a33818dcef5498cb00eef9f83e86544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba41014d-20", "ovs_interfaceid": "ba41014d-2073-484a-a2f7-8d74f29f522c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.770113] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.824329] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52bdce71-10a0-5ee3-20b3-9ddc2b185780, 'name': SearchDatastore_Task, 'duration_secs': 0.011841} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.824591] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.824850] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 4743452f-e6f6-4069-bb1a-bc08b74287f1/4743452f-e6f6-4069-bb1a-bc08b74287f1.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.825116] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97e96baf-c1cf-4868-9c11-4a040dc2e60c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.831860] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for the task: (returnval){ [ 738.831860] env[68835]: value = "task-3153889" [ 738.831860] env[68835]: _type = "Task" [ 738.831860] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.840020] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3153889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.113067] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Releasing lock "refresh_cache-8a20799c-f053-4d14-86a5-46adae023a07" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.113423] env[68835]: DEBUG nova.compute.manager [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Instance network_info: |[{"id": "ba41014d-2073-484a-a2f7-8d74f29f522c", "address": "fa:16:3e:ae:10:fd", "network": {"id": "648c54dc-b3d1-44f6-bb9c-8f54100f350a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1021804195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a33818dcef5498cb00eef9f83e86544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba41014d-20", "ovs_interfaceid": "ba41014d-2073-484a-a2f7-8d74f29f522c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.114137] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:10:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba41014d-2073-484a-a2f7-8d74f29f522c', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.121591] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Creating folder: Project (1a33818dcef5498cb00eef9f83e86544). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.121863] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57a95f35-87b7-4e52-9237-1de7a963cc2f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.137545] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Created folder: Project (1a33818dcef5498cb00eef9f83e86544) in parent group-v630977. [ 739.137779] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Creating folder: Instances. Parent ref: group-v631096. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.138050] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-592934e1-5617-4bc3-9898-11dc0f72adbf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.148157] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Created folder: Instances in parent group-v631096. [ 739.148431] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.148626] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.148829] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e25e2acb-679d-4d15-912f-4be736a9b14b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.165410] env[68835]: DEBUG nova.compute.manager [req-db3f6c48-1b2b-45df-9408-678902bf6775 req-6b81f218-b7dc-48f0-9e19-3a42aa13bb13 service nova] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Received event network-vif-plugged-ba41014d-2073-484a-a2f7-8d74f29f522c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.165614] env[68835]: DEBUG oslo_concurrency.lockutils [req-db3f6c48-1b2b-45df-9408-678902bf6775 req-6b81f218-b7dc-48f0-9e19-3a42aa13bb13 service nova] Acquiring lock "8a20799c-f053-4d14-86a5-46adae023a07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.165812] env[68835]: DEBUG oslo_concurrency.lockutils [req-db3f6c48-1b2b-45df-9408-678902bf6775 req-6b81f218-b7dc-48f0-9e19-3a42aa13bb13 service nova] Lock "8a20799c-f053-4d14-86a5-46adae023a07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.165979] env[68835]: DEBUG oslo_concurrency.lockutils [req-db3f6c48-1b2b-45df-9408-678902bf6775 req-6b81f218-b7dc-48f0-9e19-3a42aa13bb13 service nova] Lock "8a20799c-f053-4d14-86a5-46adae023a07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.166156] env[68835]: DEBUG nova.compute.manager [req-db3f6c48-1b2b-45df-9408-678902bf6775 req-6b81f218-b7dc-48f0-9e19-3a42aa13bb13 service nova] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] No waiting events found dispatching network-vif-plugged-ba41014d-2073-484a-a2f7-8d74f29f522c {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.166318] env[68835]: WARNING nova.compute.manager [req-db3f6c48-1b2b-45df-9408-678902bf6775 req-6b81f218-b7dc-48f0-9e19-3a42aa13bb13 service nova] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Received unexpected event network-vif-plugged-ba41014d-2073-484a-a2f7-8d74f29f522c for instance with vm_state building and task_state spawning. [ 739.166549] env[68835]: DEBUG nova.compute.manager [req-db3f6c48-1b2b-45df-9408-678902bf6775 req-6b81f218-b7dc-48f0-9e19-3a42aa13bb13 service nova] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Received event network-changed-ba41014d-2073-484a-a2f7-8d74f29f522c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.166622] env[68835]: DEBUG nova.compute.manager [req-db3f6c48-1b2b-45df-9408-678902bf6775 req-6b81f218-b7dc-48f0-9e19-3a42aa13bb13 service nova] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Refreshing instance network info cache due to event network-changed-ba41014d-2073-484a-a2f7-8d74f29f522c. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.166801] env[68835]: DEBUG oslo_concurrency.lockutils [req-db3f6c48-1b2b-45df-9408-678902bf6775 req-6b81f218-b7dc-48f0-9e19-3a42aa13bb13 service nova] Acquiring lock "refresh_cache-8a20799c-f053-4d14-86a5-46adae023a07" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.166941] env[68835]: DEBUG oslo_concurrency.lockutils [req-db3f6c48-1b2b-45df-9408-678902bf6775 req-6b81f218-b7dc-48f0-9e19-3a42aa13bb13 service nova] Acquired lock "refresh_cache-8a20799c-f053-4d14-86a5-46adae023a07" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.167101] env[68835]: DEBUG nova.network.neutron [req-db3f6c48-1b2b-45df-9408-678902bf6775 req-6b81f218-b7dc-48f0-9e19-3a42aa13bb13 service nova] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Refreshing network info cache for port ba41014d-2073-484a-a2f7-8d74f29f522c {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.174269] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.174269] env[68835]: value = "task-3153892" [ 739.174269] env[68835]: _type = "Task" [ 739.174269] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.183020] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153892, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.214035] env[68835]: DEBUG nova.compute.manager [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.218330] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d74997f-a4a8-4696-866c-c65e8134e946 tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Volume attach. Driver type: vmdk {{(pid=68835) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 739.218841] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d74997f-a4a8-4696-866c-c65e8134e946 tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631092', 'volume_id': '1a4eb399-779d-4169-b18b-8c01cb708437', 'name': 'volume-1a4eb399-779d-4169-b18b-8c01cb708437', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53a0d5d8-8049-427e-8beb-685a275a09f0', 'attached_at': '', 'detached_at': '', 'volume_id': '1a4eb399-779d-4169-b18b-8c01cb708437', 'serial': '1a4eb399-779d-4169-b18b-8c01cb708437'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 739.222980] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d56334-3e65-4104-b5ad-f4efb9362975 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.244851] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf37804b-e9fe-43f9-83b6-21aef393b7c3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.275335] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d74997f-a4a8-4696-866c-c65e8134e946 tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-1a4eb399-779d-4169-b18b-8c01cb708437/volume-1a4eb399-779d-4169-b18b-8c01cb708437.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.277739] env[68835]: DEBUG nova.virt.hardware [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.277953] env[68835]: DEBUG nova.virt.hardware [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.278127] env[68835]: DEBUG nova.virt.hardware [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.278313] env[68835]: DEBUG nova.virt.hardware [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.279024] env[68835]: DEBUG nova.virt.hardware [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.279024] env[68835]: DEBUG nova.virt.hardware [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.279024] env[68835]: DEBUG nova.virt.hardware [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.279024] env[68835]: DEBUG nova.virt.hardware [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.279285] env[68835]: DEBUG nova.virt.hardware [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.279324] env[68835]: DEBUG nova.virt.hardware [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.279470] env[68835]: DEBUG nova.virt.hardware [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.284809] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8786eb0-c060-4c1f-a7b6-daf38f827d26 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.302558] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be64f7ce-c923-48d8-97fd-7b4ab2357fb3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.318279] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.321126] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c177c39-0eba-4dc5-bd06-5b831466da52 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.327275] env[68835]: DEBUG oslo_vmware.api [None req-4d74997f-a4a8-4696-866c-c65e8134e946 tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Waiting for the task: (returnval){ [ 739.327275] env[68835]: value = "task-3153893" [ 739.327275] env[68835]: _type = "Task" [ 739.327275] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.353590] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3153889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.361787] env[68835]: DEBUG oslo_vmware.api [None req-4d74997f-a4a8-4696-866c-c65e8134e946 tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Task: {'id': task-3153893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.689877] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153892, 'name': CreateVM_Task, 'duration_secs': 0.330169} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.692974] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.694267] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.694436] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.694776] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.695073] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e46e39-f04e-4cd7-9aa7-0859f9435a3c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.704262] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for the task: (returnval){ [ 739.704262] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52411a1c-8e63-0cd1-034d-efc37737b811" [ 739.704262] env[68835]: _type = "Task" [ 739.704262] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.716982] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52411a1c-8e63-0cd1-034d-efc37737b811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.783588] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.845192] env[68835]: DEBUG oslo_vmware.api [None req-4d74997f-a4a8-4696-866c-c65e8134e946 tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Task: {'id': task-3153893, 'name': ReconfigVM_Task, 'duration_secs': 0.494813} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.845645] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d74997f-a4a8-4696-866c-c65e8134e946 tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-1a4eb399-779d-4169-b18b-8c01cb708437/volume-1a4eb399-779d-4169-b18b-8c01cb708437.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.853583] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4221a491-593b-46af-80a7-d97b535e992e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.876338] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3153889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.929845} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.876338] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 4743452f-e6f6-4069-bb1a-bc08b74287f1/4743452f-e6f6-4069-bb1a-bc08b74287f1.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.876552] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.876812] env[68835]: DEBUG oslo_vmware.api [None req-4d74997f-a4a8-4696-866c-c65e8134e946 tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Waiting for the task: (returnval){ [ 739.876812] env[68835]: value = "task-3153894" [ 739.876812] env[68835]: _type = "Task" [ 739.876812] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.877067] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d8e1ad1-7cbf-40f8-87ee-b983e0f974e5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.899185] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for the task: (returnval){ [ 739.899185] env[68835]: value = "task-3153895" [ 739.899185] env[68835]: _type = "Task" [ 739.899185] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.913095] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3153895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.915470] env[68835]: DEBUG nova.compute.manager [req-ea604a1d-cfe3-4b97-a726-1d93560b106f req-0d8505d3-6cec-4d12-8705-c293f3674e83 service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Received event network-vif-plugged-40d358d8-44ea-42c6-bb68-04eaa26a5406 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.915726] env[68835]: DEBUG oslo_concurrency.lockutils [req-ea604a1d-cfe3-4b97-a726-1d93560b106f req-0d8505d3-6cec-4d12-8705-c293f3674e83 service nova] Acquiring lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.915942] env[68835]: DEBUG oslo_concurrency.lockutils [req-ea604a1d-cfe3-4b97-a726-1d93560b106f req-0d8505d3-6cec-4d12-8705-c293f3674e83 service nova] Lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.916168] env[68835]: DEBUG oslo_concurrency.lockutils [req-ea604a1d-cfe3-4b97-a726-1d93560b106f req-0d8505d3-6cec-4d12-8705-c293f3674e83 service nova] Lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.916439] env[68835]: DEBUG nova.compute.manager [req-ea604a1d-cfe3-4b97-a726-1d93560b106f req-0d8505d3-6cec-4d12-8705-c293f3674e83 service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] No waiting events found dispatching network-vif-plugged-40d358d8-44ea-42c6-bb68-04eaa26a5406 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.916711] env[68835]: WARNING nova.compute.manager [req-ea604a1d-cfe3-4b97-a726-1d93560b106f req-0d8505d3-6cec-4d12-8705-c293f3674e83 service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Received unexpected event network-vif-plugged-40d358d8-44ea-42c6-bb68-04eaa26a5406 for instance with vm_state building and task_state spawning. [ 739.931966] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e407a7-40f2-40d8-99c1-2dd0167f39de {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.941160] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c9be23-5b96-493d-bcf9-478fe1833c1c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.981649] env[68835]: DEBUG nova.network.neutron [req-db3f6c48-1b2b-45df-9408-678902bf6775 req-6b81f218-b7dc-48f0-9e19-3a42aa13bb13 service nova] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Updated VIF entry in instance network info cache for port ba41014d-2073-484a-a2f7-8d74f29f522c. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.981649] env[68835]: DEBUG nova.network.neutron [req-db3f6c48-1b2b-45df-9408-678902bf6775 req-6b81f218-b7dc-48f0-9e19-3a42aa13bb13 service nova] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Updating instance_info_cache with network_info: [{"id": "ba41014d-2073-484a-a2f7-8d74f29f522c", "address": "fa:16:3e:ae:10:fd", "network": {"id": "648c54dc-b3d1-44f6-bb9c-8f54100f350a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1021804195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a33818dcef5498cb00eef9f83e86544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba41014d-20", "ovs_interfaceid": "ba41014d-2073-484a-a2f7-8d74f29f522c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.982066] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f4660c-1aa1-43a0-b91b-92ec797ac2ff {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.991600] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8dfed9-0c07-4036-b08b-162624a7a45a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.009451] env[68835]: DEBUG nova.compute.provider_tree [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.040855] env[68835]: DEBUG nova.network.neutron [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Successfully updated port: 40d358d8-44ea-42c6-bb68-04eaa26a5406 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.215366] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52411a1c-8e63-0cd1-034d-efc37737b811, 'name': SearchDatastore_Task, 'duration_secs': 0.065251} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.215677] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.215908] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.216162] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.216309] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.216487] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.216748] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94c3e146-c697-449c-9187-f1611d6cc701 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.225339] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.225509] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.226230] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd0b2bfa-b635-4716-9f45-e8408b4bf64e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.231951] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for the task: (returnval){ [ 740.231951] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52a180e6-edb9-312d-0857-95aee2709bf1" [ 740.231951] env[68835]: _type = "Task" [ 740.231951] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.241505] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a180e6-edb9-312d-0857-95aee2709bf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.279672] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153888, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.389310] env[68835]: DEBUG oslo_vmware.api [None req-4d74997f-a4a8-4696-866c-c65e8134e946 tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Task: {'id': task-3153894, 'name': ReconfigVM_Task, 'duration_secs': 0.235491} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.390018] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d74997f-a4a8-4696-866c-c65e8134e946 tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631092', 'volume_id': '1a4eb399-779d-4169-b18b-8c01cb708437', 'name': 'volume-1a4eb399-779d-4169-b18b-8c01cb708437', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53a0d5d8-8049-427e-8beb-685a275a09f0', 'attached_at': '', 'detached_at': '', 'volume_id': '1a4eb399-779d-4169-b18b-8c01cb708437', 'serial': '1a4eb399-779d-4169-b18b-8c01cb708437'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 740.408781] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3153895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144461} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.409038] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.409867] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070989cc-26d4-4500-980c-8b5df132e854 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.433944] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 4743452f-e6f6-4069-bb1a-bc08b74287f1/4743452f-e6f6-4069-bb1a-bc08b74287f1.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.434275] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cdbbd8f-c908-4084-882d-a280cfc47e88 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.457194] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for the task: (returnval){ [ 740.457194] env[68835]: value = "task-3153896" [ 740.457194] env[68835]: _type = "Task" [ 740.457194] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.466318] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3153896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.486504] env[68835]: DEBUG oslo_concurrency.lockutils [req-db3f6c48-1b2b-45df-9408-678902bf6775 req-6b81f218-b7dc-48f0-9e19-3a42aa13bb13 service nova] Releasing lock "refresh_cache-8a20799c-f053-4d14-86a5-46adae023a07" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.512699] env[68835]: DEBUG nova.scheduler.client.report [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.545191] env[68835]: DEBUG oslo_concurrency.lockutils [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.545191] env[68835]: DEBUG oslo_concurrency.lockutils [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquired lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.545291] env[68835]: DEBUG nova.network.neutron [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.743750] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a180e6-edb9-312d-0857-95aee2709bf1, 'name': SearchDatastore_Task, 'duration_secs': 0.012175} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.744590] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dda2ede-8b4e-4a1e-afbf-ec0b387ef08c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.750104] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for the task: (returnval){ [ 740.750104] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]529c142f-4855-6e44-96d8-8b4fff096ee6" [ 740.750104] env[68835]: _type = "Task" [ 740.750104] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.758288] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]529c142f-4855-6e44-96d8-8b4fff096ee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.780532] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153888, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.043038} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.780532] env[68835]: INFO nova.virt.vmwareapi.ds_util [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 8e863779-d50a-4b1b-b355-d6d0e217addd/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk. [ 740.781389] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c82955-40a3-45d6-bba5-4cdc26338d78 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.806977] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 8e863779-d50a-4b1b-b355-d6d0e217addd/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.807322] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49974b61-c6d3-4e38-81bc-99e0f57818d7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.829319] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 740.829319] env[68835]: value = "task-3153897" [ 740.829319] env[68835]: _type = "Task" [ 740.829319] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.842041] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.968409] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3153896, 'name': ReconfigVM_Task, 'duration_secs': 0.406006} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.968768] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 4743452f-e6f6-4069-bb1a-bc08b74287f1/4743452f-e6f6-4069-bb1a-bc08b74287f1.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.969519] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e77552e8-334f-45c5-8879-af98dceaf981 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.976587] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for the task: (returnval){ [ 740.976587] env[68835]: value = "task-3153898" [ 740.976587] env[68835]: _type = "Task" [ 740.976587] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.984891] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3153898, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.018035] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.018760] env[68835]: DEBUG nova.compute.manager [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.021612] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.888s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.022056] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.023956] env[68835]: DEBUG oslo_concurrency.lockutils [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.279s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.024181] env[68835]: DEBUG oslo_concurrency.lockutils [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.025941] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.968s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.027733] env[68835]: INFO nova.compute.claims [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.051332] env[68835]: INFO nova.scheduler.client.report [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Deleted allocations for instance b427c242-aa1f-42cd-9808-a4028c75c2b7 [ 741.059809] env[68835]: INFO nova.scheduler.client.report [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Deleted allocations for instance b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3 [ 741.102546] env[68835]: DEBUG nova.network.neutron [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.260793] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]529c142f-4855-6e44-96d8-8b4fff096ee6, 'name': SearchDatastore_Task, 'duration_secs': 0.023897} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.263465] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.263733] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 8a20799c-f053-4d14-86a5-46adae023a07/8a20799c-f053-4d14-86a5-46adae023a07.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.263998] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0479e4c0-9149-48ab-bab3-01b3f665f0ff {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.271689] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for the task: (returnval){ [ 741.271689] env[68835]: value = "task-3153899" [ 741.271689] env[68835]: _type = "Task" [ 741.271689] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.280850] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.297889] env[68835]: DEBUG nova.network.neutron [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Updating instance_info_cache with network_info: [{"id": "40d358d8-44ea-42c6-bb68-04eaa26a5406", "address": "fa:16:3e:aa:49:fa", "network": {"id": "5e25d55c-ae94-488d-a760-8724f5b28202", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2137189452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d208ae6bc544935aa50e7d6943be08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d358d8-44", "ovs_interfaceid": "40d358d8-44ea-42c6-bb68-04eaa26a5406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.339708] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153897, 'name': ReconfigVM_Task, 'duration_secs': 0.390984} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.340041] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 8e863779-d50a-4b1b-b355-d6d0e217addd/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.340939] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f489abf4-252a-4867-9d36-5016c9c4bfe6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.369818] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b21481bc-d926-4dc2-a0f4-9a2806cc62b5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.388350] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 741.388350] env[68835]: value = "task-3153900" [ 741.388350] env[68835]: _type = "Task" [ 741.388350] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.397613] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.431021] env[68835]: DEBUG nova.objects.instance [None req-4d74997f-a4a8-4696-866c-c65e8134e946 tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Lazy-loading 'flavor' on Instance uuid 53a0d5d8-8049-427e-8beb-685a275a09f0 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.493264] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3153898, 'name': Rename_Task, 'duration_secs': 0.180969} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.493264] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.493264] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d323c2c-77c5-4b25-aff2-e3172b39555a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.507931] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for the task: (returnval){ [ 741.507931] env[68835]: value = "task-3153901" [ 741.507931] env[68835]: _type = "Task" [ 741.507931] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.520092] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3153901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.532564] env[68835]: DEBUG nova.compute.utils [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.537020] env[68835]: DEBUG nova.compute.manager [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.537275] env[68835]: DEBUG nova.network.neutron [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.564189] env[68835]: DEBUG oslo_concurrency.lockutils [None req-534fac2e-4a35-4696-a0c0-d8525146de8a tempest-FloatingIPsAssociationTestJSON-1635333144 tempest-FloatingIPsAssociationTestJSON-1635333144-project-member] Lock "b427c242-aa1f-42cd-9808-a4028c75c2b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.819s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.568936] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bcb7ed30-9146-44c4-a688-f13bf1d2c402 tempest-ServerShowV254Test-1081905144 tempest-ServerShowV254Test-1081905144-project-member] Lock "b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.237s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.612741] env[68835]: DEBUG nova.policy [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b9ad51a5a8e4347b98622657a755971', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11b3adf634a447a884cb660883fadb75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.784023] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153899, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.804076] env[68835]: DEBUG oslo_concurrency.lockutils [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Releasing lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.804076] env[68835]: DEBUG nova.compute.manager [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Instance network_info: |[{"id": "40d358d8-44ea-42c6-bb68-04eaa26a5406", "address": "fa:16:3e:aa:49:fa", "network": {"id": "5e25d55c-ae94-488d-a760-8724f5b28202", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2137189452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d208ae6bc544935aa50e7d6943be08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d358d8-44", "ovs_interfaceid": "40d358d8-44ea-42c6-bb68-04eaa26a5406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.804449] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:49:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40d358d8-44ea-42c6-bb68-04eaa26a5406', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.812255] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.812685] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.813082] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69b32f8b-c760-4b5e-aa39-d4251313970e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.835911] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.835911] env[68835]: value = "task-3153902" [ 741.835911] env[68835]: _type = "Task" [ 741.835911] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.848981] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153902, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.902188] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153900, 'name': ReconfigVM_Task, 'duration_secs': 0.182245} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.902489] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.902790] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d197fc69-4296-4e2b-965f-dbbe84f7b125 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.911656] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 741.911656] env[68835]: value = "task-3153903" [ 741.911656] env[68835]: _type = "Task" [ 741.911656] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.923159] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.940924] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d74997f-a4a8-4696-866c-c65e8134e946 tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Lock "53a0d5d8-8049-427e-8beb-685a275a09f0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.378s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.020941] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3153901, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.038395] env[68835]: DEBUG nova.compute.manager [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.262445] env[68835]: DEBUG nova.network.neutron [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Successfully created port: 5a97adca-ad32-4573-bc64-9c729e7d414c {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.291524] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524149} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.295057] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 8a20799c-f053-4d14-86a5-46adae023a07/8a20799c-f053-4d14-86a5-46adae023a07.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.295382] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.296827] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef23a755-fc89-42e6-962f-f1f9d0bb0734 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.306336] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for the task: (returnval){ [ 742.306336] env[68835]: value = "task-3153904" [ 742.306336] env[68835]: _type = "Task" [ 742.306336] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.322113] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.354424] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153902, 'name': CreateVM_Task, 'duration_secs': 0.43757} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.354840] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.356208] env[68835]: DEBUG oslo_concurrency.lockutils [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.356208] env[68835]: DEBUG oslo_concurrency.lockutils [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.356627] env[68835]: DEBUG oslo_concurrency.lockutils [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.360011] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-904d60bf-c55b-43f2-8c79-67f19c954e0c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.367503] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 742.367503] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]525658af-a6de-6f96-0a84-5d21c25f104b" [ 742.367503] env[68835]: _type = "Task" [ 742.367503] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.379328] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525658af-a6de-6f96-0a84-5d21c25f104b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.422985] env[68835]: DEBUG oslo_vmware.api [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3153903, 'name': PowerOnVM_Task, 'duration_secs': 0.495869} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.423273] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.426055] env[68835]: DEBUG nova.compute.manager [None req-8c144c19-c31e-4ecb-bcfe-2f19ee699148 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.426854] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c844a04-54aa-42ea-89da-f0f7748b27dd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.458032] env[68835]: DEBUG nova.compute.manager [req-89ffccf4-8511-4152-809c-faa09f9b4e17 req-4c9e3c34-f12c-48d5-919b-9ea9a8705773 service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Received event network-changed-40d358d8-44ea-42c6-bb68-04eaa26a5406 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.458032] env[68835]: DEBUG nova.compute.manager [req-89ffccf4-8511-4152-809c-faa09f9b4e17 req-4c9e3c34-f12c-48d5-919b-9ea9a8705773 service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Refreshing instance network info cache due to event network-changed-40d358d8-44ea-42c6-bb68-04eaa26a5406. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.458032] env[68835]: DEBUG oslo_concurrency.lockutils [req-89ffccf4-8511-4152-809c-faa09f9b4e17 req-4c9e3c34-f12c-48d5-919b-9ea9a8705773 service nova] Acquiring lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.458032] env[68835]: DEBUG oslo_concurrency.lockutils [req-89ffccf4-8511-4152-809c-faa09f9b4e17 req-4c9e3c34-f12c-48d5-919b-9ea9a8705773 service nova] Acquired lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.458032] env[68835]: DEBUG nova.network.neutron [req-89ffccf4-8511-4152-809c-faa09f9b4e17 req-4c9e3c34-f12c-48d5-919b-9ea9a8705773 service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Refreshing network info cache for port 40d358d8-44ea-42c6-bb68-04eaa26a5406 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.519150] env[68835]: DEBUG oslo_vmware.api [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3153901, 'name': PowerOnVM_Task, 'duration_secs': 0.888871} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.523146] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.523508] env[68835]: INFO nova.compute.manager [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Took 8.19 seconds to spawn the instance on the hypervisor. [ 742.523836] env[68835]: DEBUG nova.compute.manager [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.525671] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d674dbf-df6d-4106-88d6-7cd517db4d02 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.702838] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbbd149-4880-4ee1-95f9-5fb8ad42bcf5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.711184] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de671bc9-0c1b-4f43-81d5-0bc9186e4e2c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.749041] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6f4fac-a6aa-4579-88da-98b2e1c504ed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.760499] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3f33c3-7b95-4300-8964-3f82016678ce {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.777438] env[68835]: DEBUG nova.compute.provider_tree [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.817171] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100128} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.817679] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.818570] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eba311f-76a1-48fd-82ca-9fb7cb7ea782 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.843820] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 8a20799c-f053-4d14-86a5-46adae023a07/8a20799c-f053-4d14-86a5-46adae023a07.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.844308] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff7ec6c4-0619-4cf6-9a88-6bca6e26ad98 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.875020] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for the task: (returnval){ [ 742.875020] env[68835]: value = "task-3153905" [ 742.875020] env[68835]: _type = "Task" [ 742.875020] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.880181] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525658af-a6de-6f96-0a84-5d21c25f104b, 'name': SearchDatastore_Task, 'duration_secs': 0.017429} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.881227] env[68835]: DEBUG oslo_concurrency.lockutils [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.881628] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.881970] env[68835]: DEBUG oslo_concurrency.lockutils [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.882427] env[68835]: DEBUG oslo_concurrency.lockutils [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.882720] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.883076] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de71e976-960c-4019-b7d4-13561d3c80b6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.888811] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153905, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.900238] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.900688] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.901857] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c11dc7-4377-45d6-9d59-b2bdaa5a6284 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.909500] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 742.909500] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52a786ef-2701-bff9-441b-63e4fc807101" [ 742.909500] env[68835]: _type = "Task" [ 742.909500] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.923121] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a786ef-2701-bff9-441b-63e4fc807101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.063372] env[68835]: DEBUG nova.compute.manager [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.069032] env[68835]: INFO nova.compute.manager [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Took 47.01 seconds to build instance. [ 743.098739] env[68835]: DEBUG nova.virt.hardware [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.099018] env[68835]: DEBUG nova.virt.hardware [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.099251] env[68835]: DEBUG nova.virt.hardware [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.099482] env[68835]: DEBUG nova.virt.hardware [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.099666] env[68835]: DEBUG nova.virt.hardware [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.099851] env[68835]: DEBUG nova.virt.hardware [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.100112] env[68835]: DEBUG nova.virt.hardware [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.100305] env[68835]: DEBUG nova.virt.hardware [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.100511] env[68835]: DEBUG nova.virt.hardware [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.100796] env[68835]: DEBUG nova.virt.hardware [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.100927] env[68835]: DEBUG nova.virt.hardware [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.101849] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972033e2-47b1-48e3-9c87-552b11b68b3c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.111534] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb52338d-4ea3-4aa8-8d04-5220f47746e4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.168569] env[68835]: DEBUG oslo_concurrency.lockutils [None req-abb04320-d847-45a0-a013-430f2cdfa78b tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Acquiring lock "53a0d5d8-8049-427e-8beb-685a275a09f0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.168890] env[68835]: DEBUG oslo_concurrency.lockutils [None req-abb04320-d847-45a0-a013-430f2cdfa78b tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Lock "53a0d5d8-8049-427e-8beb-685a275a09f0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.227445] env[68835]: DEBUG nova.network.neutron [req-89ffccf4-8511-4152-809c-faa09f9b4e17 req-4c9e3c34-f12c-48d5-919b-9ea9a8705773 service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Updated VIF entry in instance network info cache for port 40d358d8-44ea-42c6-bb68-04eaa26a5406. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.227823] env[68835]: DEBUG nova.network.neutron [req-89ffccf4-8511-4152-809c-faa09f9b4e17 req-4c9e3c34-f12c-48d5-919b-9ea9a8705773 service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Updating instance_info_cache with network_info: [{"id": "40d358d8-44ea-42c6-bb68-04eaa26a5406", "address": "fa:16:3e:aa:49:fa", "network": {"id": "5e25d55c-ae94-488d-a760-8724f5b28202", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2137189452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d208ae6bc544935aa50e7d6943be08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d358d8-44", "ovs_interfaceid": "40d358d8-44ea-42c6-bb68-04eaa26a5406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.282045] env[68835]: DEBUG nova.scheduler.client.report [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.385481] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153905, 'name': ReconfigVM_Task, 'duration_secs': 0.314998} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.385837] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 8a20799c-f053-4d14-86a5-46adae023a07/8a20799c-f053-4d14-86a5-46adae023a07.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.386499] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb336119-f873-4e69-bd62-e9909975a28c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.396631] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for the task: (returnval){ [ 743.396631] env[68835]: value = "task-3153906" [ 743.396631] env[68835]: _type = "Task" [ 743.396631] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.411186] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153906, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.420648] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a786ef-2701-bff9-441b-63e4fc807101, 'name': SearchDatastore_Task, 'duration_secs': 0.014789} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.422594] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf7369bf-2436-4df5-934e-6f5f597f1e53 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.429770] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 743.429770] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52904424-788d-cfdc-3455-55b6f4da5509" [ 743.429770] env[68835]: _type = "Task" [ 743.429770] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.439653] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52904424-788d-cfdc-3455-55b6f4da5509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.576031] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42d418c1-77b1-4f77-a0db-025336ebc56d tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lock "4743452f-e6f6-4069-bb1a-bc08b74287f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.793s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.672316] env[68835]: INFO nova.compute.manager [None req-abb04320-d847-45a0-a013-430f2cdfa78b tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Detaching volume 1a4eb399-779d-4169-b18b-8c01cb708437 [ 743.722762] env[68835]: INFO nova.virt.block_device [None req-abb04320-d847-45a0-a013-430f2cdfa78b tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Attempting to driver detach volume 1a4eb399-779d-4169-b18b-8c01cb708437 from mountpoint /dev/sdb [ 743.722997] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb04320-d847-45a0-a013-430f2cdfa78b tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Volume detach. Driver type: vmdk {{(pid=68835) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 743.723201] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb04320-d847-45a0-a013-430f2cdfa78b tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631092', 'volume_id': '1a4eb399-779d-4169-b18b-8c01cb708437', 'name': 'volume-1a4eb399-779d-4169-b18b-8c01cb708437', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53a0d5d8-8049-427e-8beb-685a275a09f0', 'attached_at': '', 'detached_at': '', 'volume_id': '1a4eb399-779d-4169-b18b-8c01cb708437', 'serial': '1a4eb399-779d-4169-b18b-8c01cb708437'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 743.724244] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28589270-2b18-4fcf-a251-5b3ee889e419 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.730207] env[68835]: DEBUG oslo_concurrency.lockutils [req-89ffccf4-8511-4152-809c-faa09f9b4e17 req-4c9e3c34-f12c-48d5-919b-9ea9a8705773 service nova] Releasing lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.748171] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2986f44-a65e-44d9-ad1c-74d4762d84c6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.757326] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d09b473-7816-4329-8bcb-0da24e7b3ef0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.779800] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a099637d-e647-46bd-973a-5c10597bf6b3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.803261] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.803947] env[68835]: DEBUG nova.compute.manager [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.806686] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb04320-d847-45a0-a013-430f2cdfa78b tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] The volume has not been displaced from its original location: [datastore1] volume-1a4eb399-779d-4169-b18b-8c01cb708437/volume-1a4eb399-779d-4169-b18b-8c01cb708437.vmdk. No consolidation needed. {{(pid=68835) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 743.812400] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb04320-d847-45a0-a013-430f2cdfa78b tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 743.813297] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.541s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.813411] env[68835]: DEBUG nova.objects.instance [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68835) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 743.816186] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a11f762-2292-4a29-9f5c-1b320aed6b01 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.838618] env[68835]: DEBUG oslo_vmware.api [None req-abb04320-d847-45a0-a013-430f2cdfa78b tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Waiting for the task: (returnval){ [ 743.838618] env[68835]: value = "task-3153907" [ 743.838618] env[68835]: _type = "Task" [ 743.838618] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.848330] env[68835]: DEBUG oslo_vmware.api [None req-abb04320-d847-45a0-a013-430f2cdfa78b tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Task: {'id': task-3153907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.910703] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153906, 'name': Rename_Task, 'duration_secs': 0.187475} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.910703] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.911270] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4cd1f12-d242-41d1-9722-4ae2e25cadd9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.919695] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for the task: (returnval){ [ 743.919695] env[68835]: value = "task-3153908" [ 743.919695] env[68835]: _type = "Task" [ 743.919695] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.928910] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.940596] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52904424-788d-cfdc-3455-55b6f4da5509, 'name': SearchDatastore_Task, 'duration_secs': 0.012447} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.940878] env[68835]: DEBUG oslo_concurrency.lockutils [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.941233] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 225bcb4f-da24-40a4-bb9f-8cdf79b76c52/225bcb4f-da24-40a4-bb9f-8cdf79b76c52.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.942244] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-430f009c-a443-4dc4-a9d0-dce719515622 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.951519] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 743.951519] env[68835]: value = "task-3153909" [ 743.951519] env[68835]: _type = "Task" [ 743.951519] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.960145] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.086238] env[68835]: DEBUG nova.compute.manager [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.172666] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "a57efa90-bb0d-47fd-9dc8-51322a72d564" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.172666] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lock "a57efa90-bb0d-47fd-9dc8-51322a72d564" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.248501] env[68835]: DEBUG nova.network.neutron [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Successfully updated port: 5a97adca-ad32-4573-bc64-9c729e7d414c {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.317227] env[68835]: DEBUG nova.compute.utils [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.317227] env[68835]: DEBUG nova.compute.manager [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.317320] env[68835]: DEBUG nova.network.neutron [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.355350] env[68835]: DEBUG oslo_vmware.api [None req-abb04320-d847-45a0-a013-430f2cdfa78b tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Task: {'id': task-3153907, 'name': ReconfigVM_Task, 'duration_secs': 0.265028} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.358056] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb04320-d847-45a0-a013-430f2cdfa78b tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 744.361876] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1523490-e677-4907-b040-0542bd8e35b0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.380215] env[68835]: DEBUG oslo_vmware.api [None req-abb04320-d847-45a0-a013-430f2cdfa78b tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Waiting for the task: (returnval){ [ 744.380215] env[68835]: value = "task-3153910" [ 744.380215] env[68835]: _type = "Task" [ 744.380215] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.392735] env[68835]: DEBUG oslo_vmware.api [None req-abb04320-d847-45a0-a013-430f2cdfa78b tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Task: {'id': task-3153910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.394473] env[68835]: DEBUG nova.policy [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bb2831faced4427a76f2a964c7702f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6b12c1f77f041a19fd68317da38caa1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.432836] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153908, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.460821] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquiring lock "4e2e375c-803e-44b0-8480-30f8080da1c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.461121] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lock "4e2e375c-803e-44b0-8480-30f8080da1c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.466510] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153909, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.491060] env[68835]: DEBUG nova.compute.manager [req-7adcee95-07cd-44a6-9c73-a4ac4b61ee74 req-dff72b78-b273-4ca8-b6a4-a0ecd5877696 service nova] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Received event network-vif-plugged-5a97adca-ad32-4573-bc64-9c729e7d414c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.491060] env[68835]: DEBUG oslo_concurrency.lockutils [req-7adcee95-07cd-44a6-9c73-a4ac4b61ee74 req-dff72b78-b273-4ca8-b6a4-a0ecd5877696 service nova] Acquiring lock "36785fa4-2ffb-42cf-b0d6-63c8047fa7df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.491060] env[68835]: DEBUG oslo_concurrency.lockutils [req-7adcee95-07cd-44a6-9c73-a4ac4b61ee74 req-dff72b78-b273-4ca8-b6a4-a0ecd5877696 service nova] Lock "36785fa4-2ffb-42cf-b0d6-63c8047fa7df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.491060] env[68835]: DEBUG oslo_concurrency.lockutils [req-7adcee95-07cd-44a6-9c73-a4ac4b61ee74 req-dff72b78-b273-4ca8-b6a4-a0ecd5877696 service nova] Lock "36785fa4-2ffb-42cf-b0d6-63c8047fa7df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.491409] env[68835]: DEBUG nova.compute.manager [req-7adcee95-07cd-44a6-9c73-a4ac4b61ee74 req-dff72b78-b273-4ca8-b6a4-a0ecd5877696 service nova] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] No waiting events found dispatching network-vif-plugged-5a97adca-ad32-4573-bc64-9c729e7d414c {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.492477] env[68835]: WARNING nova.compute.manager [req-7adcee95-07cd-44a6-9c73-a4ac4b61ee74 req-dff72b78-b273-4ca8-b6a4-a0ecd5877696 service nova] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Received unexpected event network-vif-plugged-5a97adca-ad32-4573-bc64-9c729e7d414c for instance with vm_state building and task_state spawning. [ 744.492477] env[68835]: DEBUG nova.compute.manager [req-7adcee95-07cd-44a6-9c73-a4ac4b61ee74 req-dff72b78-b273-4ca8-b6a4-a0ecd5877696 service nova] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Received event network-changed-5a97adca-ad32-4573-bc64-9c729e7d414c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.492477] env[68835]: DEBUG nova.compute.manager [req-7adcee95-07cd-44a6-9c73-a4ac4b61ee74 req-dff72b78-b273-4ca8-b6a4-a0ecd5877696 service nova] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Refreshing instance network info cache due to event network-changed-5a97adca-ad32-4573-bc64-9c729e7d414c. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.492477] env[68835]: DEBUG oslo_concurrency.lockutils [req-7adcee95-07cd-44a6-9c73-a4ac4b61ee74 req-dff72b78-b273-4ca8-b6a4-a0ecd5877696 service nova] Acquiring lock "refresh_cache-36785fa4-2ffb-42cf-b0d6-63c8047fa7df" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.492477] env[68835]: DEBUG oslo_concurrency.lockutils [req-7adcee95-07cd-44a6-9c73-a4ac4b61ee74 req-dff72b78-b273-4ca8-b6a4-a0ecd5877696 service nova] Acquired lock "refresh_cache-36785fa4-2ffb-42cf-b0d6-63c8047fa7df" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.492698] env[68835]: DEBUG nova.network.neutron [req-7adcee95-07cd-44a6-9c73-a4ac4b61ee74 req-dff72b78-b273-4ca8-b6a4-a0ecd5877696 service nova] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Refreshing network info cache for port 5a97adca-ad32-4573-bc64-9c729e7d414c {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.614576] env[68835]: DEBUG oslo_concurrency.lockutils [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.751117] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "refresh_cache-36785fa4-2ffb-42cf-b0d6-63c8047fa7df" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.824019] env[68835]: DEBUG nova.compute.manager [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.839113] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bd761b91-36cf-4cbe-8380-f0180a274a21 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.843267] env[68835]: DEBUG oslo_concurrency.lockutils [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.966s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.843267] env[68835]: INFO nova.compute.claims [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.893881] env[68835]: DEBUG oslo_vmware.api [None req-abb04320-d847-45a0-a013-430f2cdfa78b tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Task: {'id': task-3153910, 'name': ReconfigVM_Task, 'duration_secs': 0.17385} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.894296] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb04320-d847-45a0-a013-430f2cdfa78b tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631092', 'volume_id': '1a4eb399-779d-4169-b18b-8c01cb708437', 'name': 'volume-1a4eb399-779d-4169-b18b-8c01cb708437', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53a0d5d8-8049-427e-8beb-685a275a09f0', 'attached_at': '', 'detached_at': '', 'volume_id': '1a4eb399-779d-4169-b18b-8c01cb708437', 'serial': '1a4eb399-779d-4169-b18b-8c01cb708437'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 744.934305] env[68835]: DEBUG oslo_vmware.api [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153908, 'name': PowerOnVM_Task, 'duration_secs': 0.545757} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.934504] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.934812] env[68835]: INFO nova.compute.manager [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Took 7.90 seconds to spawn the instance on the hypervisor. [ 744.935152] env[68835]: DEBUG nova.compute.manager [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.936333] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179cab33-eb03-4f25-826a-d72bc2a0fd20 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.962852] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561829} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.962971] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 225bcb4f-da24-40a4-bb9f-8cdf79b76c52/225bcb4f-da24-40a4-bb9f-8cdf79b76c52.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.963784] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.963784] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dcf8266-94a9-46e5-a676-12fd108d0590 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.972805] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 744.972805] env[68835]: value = "task-3153911" [ 744.972805] env[68835]: _type = "Task" [ 744.972805] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.983512] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.034240] env[68835]: DEBUG nova.network.neutron [req-7adcee95-07cd-44a6-9c73-a4ac4b61ee74 req-dff72b78-b273-4ca8-b6a4-a0ecd5877696 service nova] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.132184] env[68835]: DEBUG nova.network.neutron [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Successfully created port: 4b9fdb8a-2d2f-458f-8c87-76023af07dda {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.187692] env[68835]: DEBUG nova.network.neutron [req-7adcee95-07cd-44a6-9c73-a4ac4b61ee74 req-dff72b78-b273-4ca8-b6a4-a0ecd5877696 service nova] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.466294] env[68835]: INFO nova.compute.manager [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Took 45.48 seconds to build instance. [ 745.475479] env[68835]: DEBUG nova.objects.instance [None req-abb04320-d847-45a0-a013-430f2cdfa78b tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Lazy-loading 'flavor' on Instance uuid 53a0d5d8-8049-427e-8beb-685a275a09f0 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.491362] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075008} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.491924] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.493310] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b4c594-ec12-48d3-a09e-8c15000453e5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.532975] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 225bcb4f-da24-40a4-bb9f-8cdf79b76c52/225bcb4f-da24-40a4-bb9f-8cdf79b76c52.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.534197] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d222a56-a24c-4bd5-b461-2c6c81d39f9a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.568488] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 745.568488] env[68835]: value = "task-3153912" [ 745.568488] env[68835]: _type = "Task" [ 745.568488] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.580605] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153912, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.692329] env[68835]: DEBUG oslo_concurrency.lockutils [req-7adcee95-07cd-44a6-9c73-a4ac4b61ee74 req-dff72b78-b273-4ca8-b6a4-a0ecd5877696 service nova] Releasing lock "refresh_cache-36785fa4-2ffb-42cf-b0d6-63c8047fa7df" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.693128] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired lock "refresh_cache-36785fa4-2ffb-42cf-b0d6-63c8047fa7df" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.693128] env[68835]: DEBUG nova.network.neutron [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.835191] env[68835]: DEBUG nova.compute.manager [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.863517] env[68835]: DEBUG nova.virt.hardware [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.863899] env[68835]: DEBUG nova.virt.hardware [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.863899] env[68835]: DEBUG nova.virt.hardware [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.864078] env[68835]: DEBUG nova.virt.hardware [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.866024] env[68835]: DEBUG nova.virt.hardware [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.866187] env[68835]: DEBUG nova.virt.hardware [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.866626] env[68835]: DEBUG nova.virt.hardware [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.866808] env[68835]: DEBUG nova.virt.hardware [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.866986] env[68835]: DEBUG nova.virt.hardware [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.867167] env[68835]: DEBUG nova.virt.hardware [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.867342] env[68835]: DEBUG nova.virt.hardware [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.868264] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e101d693-bcfb-4a89-b9f8-d1cbd283d03a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.879391] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4706fe55-2581-4c94-bb35-6afcdef035aa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.969350] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d81928e-1877-44b9-b078-2ceb5f4150ef tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Lock "8a20799c-f053-4d14-86a5-46adae023a07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.153s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.079204] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.191053] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquiring lock "b40e7bdb-cc27-4536-bc35-68184c900060" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.192456] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lock "b40e7bdb-cc27-4536-bc35-68184c900060" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.192734] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquiring lock "b40e7bdb-cc27-4536-bc35-68184c900060-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.192938] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lock "b40e7bdb-cc27-4536-bc35-68184c900060-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.193121] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lock "b40e7bdb-cc27-4536-bc35-68184c900060-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.199152] env[68835]: INFO nova.compute.manager [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Terminating instance [ 746.239306] env[68835]: DEBUG nova.network.neutron [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.448817] env[68835]: DEBUG nova.network.neutron [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Updating instance_info_cache with network_info: [{"id": "5a97adca-ad32-4573-bc64-9c729e7d414c", "address": "fa:16:3e:22:75:7c", "network": {"id": "2407207a-3709-42ad-97be-7872c1fa6d4d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-8842570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b3adf634a447a884cb660883fadb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a97adca-ad", "ovs_interfaceid": "5a97adca-ad32-4573-bc64-9c729e7d414c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.471839] env[68835]: DEBUG nova.compute.manager [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.493159] env[68835]: DEBUG oslo_concurrency.lockutils [None req-abb04320-d847-45a0-a013-430f2cdfa78b tempest-VolumesAssistedSnapshotsTest-536585431 tempest-VolumesAssistedSnapshotsTest-536585431-project-admin] Lock "53a0d5d8-8049-427e-8beb-685a275a09f0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.323s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.552018] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1100736-503e-47fa-9087-68e56f62adcb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.561282] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49be1c4a-719e-4820-8a27-33a4d2929a21 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.600358] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58a16f7-757c-4349-b770-110cd3e38e2d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.608272] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153912, 'name': ReconfigVM_Task, 'duration_secs': 0.850178} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.612705] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 225bcb4f-da24-40a4-bb9f-8cdf79b76c52/225bcb4f-da24-40a4-bb9f-8cdf79b76c52.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.613557] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5289639f-7015-40ad-8951-677000be2eac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.617035] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81572c50-b763-425a-92a5-e4cb1b96f203 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.633776] env[68835]: DEBUG nova.compute.provider_tree [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.636664] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 746.636664] env[68835]: value = "task-3153913" [ 746.636664] env[68835]: _type = "Task" [ 746.636664] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.646033] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153913, 'name': Rename_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.714351] env[68835]: DEBUG nova.compute.manager [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.714598] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.715683] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448d87d4-385a-4333-b2e5-db3344ee5d22 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.723966] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.724251] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b2a07b0-6dd2-4d2a-9454-662fd7809f6d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.732632] env[68835]: DEBUG oslo_vmware.api [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 746.732632] env[68835]: value = "task-3153914" [ 746.732632] env[68835]: _type = "Task" [ 746.732632] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.743092] env[68835]: DEBUG oslo_vmware.api [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3153914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.826470] env[68835]: DEBUG oslo_concurrency.lockutils [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquiring lock "036b2b50-7c4b-444c-9645-7502e650e674" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.826655] env[68835]: DEBUG oslo_concurrency.lockutils [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lock "036b2b50-7c4b-444c-9645-7502e650e674" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.951081] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Releasing lock "refresh_cache-36785fa4-2ffb-42cf-b0d6-63c8047fa7df" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.951524] env[68835]: DEBUG nova.compute.manager [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Instance network_info: |[{"id": "5a97adca-ad32-4573-bc64-9c729e7d414c", "address": "fa:16:3e:22:75:7c", "network": {"id": "2407207a-3709-42ad-97be-7872c1fa6d4d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-8842570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b3adf634a447a884cb660883fadb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a97adca-ad", "ovs_interfaceid": "5a97adca-ad32-4573-bc64-9c729e7d414c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.952447] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:75:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a97adca-ad32-4573-bc64-9c729e7d414c', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.961785] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.962548] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.962790] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebb641ca-9d7b-4211-b7cf-47875fc9e3da {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.988185] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.988185] env[68835]: value = "task-3153915" [ 746.988185] env[68835]: _type = "Task" [ 746.988185] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.999631] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153915, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.001539] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.043241] env[68835]: DEBUG nova.network.neutron [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Successfully updated port: 4b9fdb8a-2d2f-458f-8c87-76023af07dda {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.125183] env[68835]: DEBUG nova.compute.manager [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.125183] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a246be-5033-4ae3-aa4f-ecec93ff49c5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.138755] env[68835]: DEBUG nova.scheduler.client.report [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.153209] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153913, 'name': Rename_Task, 'duration_secs': 0.230287} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.153757] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.154030] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f1c3ee9-92d9-4187-96d1-62cd6abbe90b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.161496] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 747.161496] env[68835]: value = "task-3153916" [ 747.161496] env[68835]: _type = "Task" [ 747.161496] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.172182] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.246160] env[68835]: DEBUG oslo_vmware.api [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3153914, 'name': PowerOffVM_Task, 'duration_secs': 0.215828} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.246160] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.246160] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.246388] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcef5acd-0165-4493-a4d1-8865404bab6d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.268576] env[68835]: DEBUG nova.compute.manager [req-6d385628-9d88-4fe7-93ca-fbbcb715798d req-ab127595-fa25-43b5-a72f-d3e5186e8705 service nova] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Received event network-vif-plugged-4b9fdb8a-2d2f-458f-8c87-76023af07dda {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.268576] env[68835]: DEBUG oslo_concurrency.lockutils [req-6d385628-9d88-4fe7-93ca-fbbcb715798d req-ab127595-fa25-43b5-a72f-d3e5186e8705 service nova] Acquiring lock "0a1e604e-a962-4f9a-86d9-8f769c6309f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.268576] env[68835]: DEBUG oslo_concurrency.lockutils [req-6d385628-9d88-4fe7-93ca-fbbcb715798d req-ab127595-fa25-43b5-a72f-d3e5186e8705 service nova] Lock "0a1e604e-a962-4f9a-86d9-8f769c6309f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.268576] env[68835]: DEBUG oslo_concurrency.lockutils [req-6d385628-9d88-4fe7-93ca-fbbcb715798d req-ab127595-fa25-43b5-a72f-d3e5186e8705 service nova] Lock "0a1e604e-a962-4f9a-86d9-8f769c6309f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.269265] env[68835]: DEBUG nova.compute.manager [req-6d385628-9d88-4fe7-93ca-fbbcb715798d req-ab127595-fa25-43b5-a72f-d3e5186e8705 service nova] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] No waiting events found dispatching network-vif-plugged-4b9fdb8a-2d2f-458f-8c87-76023af07dda {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.269558] env[68835]: WARNING nova.compute.manager [req-6d385628-9d88-4fe7-93ca-fbbcb715798d req-ab127595-fa25-43b5-a72f-d3e5186e8705 service nova] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Received unexpected event network-vif-plugged-4b9fdb8a-2d2f-458f-8c87-76023af07dda for instance with vm_state building and task_state spawning. [ 747.329287] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.329526] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.329741] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Deleting the datastore file [datastore2] b40e7bdb-cc27-4536-bc35-68184c900060 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.330157] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4544db08-82c4-4c5b-9cca-08e24ec23e4a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.343627] env[68835]: DEBUG oslo_vmware.api [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 747.343627] env[68835]: value = "task-3153919" [ 747.343627] env[68835]: _type = "Task" [ 747.343627] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.353303] env[68835]: DEBUG oslo_vmware.api [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3153919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.499415] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153915, 'name': CreateVM_Task, 'duration_secs': 0.386689} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.499415] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.501031] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.501031] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.501031] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.501031] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ce3119-af76-4087-8f5d-9e7f8d41aa56 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.506118] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 747.506118] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]522fc02e-497a-97a1-4139-87de9bcb5a3e" [ 747.506118] env[68835]: _type = "Task" [ 747.506118] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.514590] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]522fc02e-497a-97a1-4139-87de9bcb5a3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.538316] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Acquiring lock "9e655764-988a-4b70-a278-26be0dc4adda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.538546] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Lock "9e655764-988a-4b70-a278-26be0dc4adda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.545586] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "refresh_cache-0a1e604e-a962-4f9a-86d9-8f769c6309f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.545750] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquired lock "refresh_cache-0a1e604e-a962-4f9a-86d9-8f769c6309f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.545902] env[68835]: DEBUG nova.network.neutron [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.638664] env[68835]: INFO nova.compute.manager [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] instance snapshotting [ 747.641337] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40aad772-58dc-4cd8-ae2c-c6ea854fa72f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.647204] env[68835]: DEBUG oslo_concurrency.lockutils [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.647862] env[68835]: DEBUG nova.compute.manager [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.666494] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.907s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.666761] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.668956] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.919s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.669185] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.670924] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.830s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.672729] env[68835]: INFO nova.compute.claims [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.681044] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d529bea8-c872-411f-bfe8-3220fe9d654e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.692349] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153916, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.711642] env[68835]: INFO nova.scheduler.client.report [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Deleted allocations for instance 6e9ea13e-4032-4482-9ec5-3a67f105990d [ 747.715213] env[68835]: INFO nova.scheduler.client.report [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Deleted allocations for instance 0f2357fa-1aa1-4309-a46e-497d1a8257b5 [ 747.855130] env[68835]: DEBUG oslo_vmware.api [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3153919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384056} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.855408] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.855593] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.855784] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.855961] env[68835]: INFO nova.compute.manager [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Took 1.14 seconds to destroy the instance on the hypervisor. [ 747.856239] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.856430] env[68835]: DEBUG nova.compute.manager [-] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.856522] env[68835]: DEBUG nova.network.neutron [-] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.022724] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]522fc02e-497a-97a1-4139-87de9bcb5a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.015077} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.023139] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.023808] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.024492] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.024742] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.025026] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.025353] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36a473e5-dbd2-4eba-9d31-fb82f116db26 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.035996] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.036307] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.037663] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90999739-985f-4811-8e7a-8e17f5fb738c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.044076] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 748.044076] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52bbed5d-ea65-3436-9358-8fa7c43faf26" [ 748.044076] env[68835]: _type = "Task" [ 748.044076] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.058301] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52bbed5d-ea65-3436-9358-8fa7c43faf26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.185657] env[68835]: DEBUG nova.compute.utils [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.185657] env[68835]: DEBUG nova.compute.manager [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.185866] env[68835]: DEBUG nova.network.neutron [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.197907] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Creating Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 748.198313] env[68835]: DEBUG oslo_vmware.api [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3153916, 'name': PowerOnVM_Task, 'duration_secs': 0.702688} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.198959] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2e8e7627-c9dd-42b8-9bd7-4446d120c8a5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.201856] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.202196] env[68835]: INFO nova.compute.manager [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Took 8.99 seconds to spawn the instance on the hypervisor. [ 748.202391] env[68835]: DEBUG nova.compute.manager [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.204414] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7233402-3081-4812-bc21-a72a7b2d2738 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.216772] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for the task: (returnval){ [ 748.216772] env[68835]: value = "task-3153920" [ 748.216772] env[68835]: _type = "Task" [ 748.216772] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.227765] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5c92a2c-1b02-405d-b98a-ad79c17fef2d tempest-ServerRescueTestJSONUnderV235-1281115012 tempest-ServerRescueTestJSONUnderV235-1281115012-project-member] Lock "0f2357fa-1aa1-4309-a46e-497d1a8257b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.941s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.229834] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9b049a0d-b98a-42f0-892a-0fa2f7d971c9 tempest-InstanceActionsTestJSON-938901203 tempest-InstanceActionsTestJSON-938901203-project-member] Lock "6e9ea13e-4032-4482-9ec5-3a67f105990d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.739s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.233973] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153920, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.347347] env[68835]: DEBUG nova.network.neutron [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.429717] env[68835]: DEBUG nova.policy [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6aaabba20c544048ad6c1b996a2944bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '660d1c68ab57427993ef7dd44a9a4189', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.565957] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52bbed5d-ea65-3436-9358-8fa7c43faf26, 'name': SearchDatastore_Task, 'duration_secs': 0.015002} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.566787] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-481c0873-ef48-4981-80b1-7d42e32561b6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.572568] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 748.572568] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5234bbe9-5859-5941-276a-f758e071589b" [ 748.572568] env[68835]: _type = "Task" [ 748.572568] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.585766] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5234bbe9-5859-5941-276a-f758e071589b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.689774] env[68835]: DEBUG nova.compute.manager [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.737348] env[68835]: INFO nova.compute.manager [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Took 48.58 seconds to build instance. [ 748.746450] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153920, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.839983] env[68835]: DEBUG nova.network.neutron [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Updating instance_info_cache with network_info: [{"id": "4b9fdb8a-2d2f-458f-8c87-76023af07dda", "address": "fa:16:3e:94:9a:f7", "network": {"id": "92622d23-aae8-4ad8-a19a-e69ffcd62c46", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1866716046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b12c1f77f041a19fd68317da38caa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9fdb8a-2d", "ovs_interfaceid": "4b9fdb8a-2d2f-458f-8c87-76023af07dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.070421] env[68835]: DEBUG nova.network.neutron [-] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.088860] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5234bbe9-5859-5941-276a-f758e071589b, 'name': SearchDatastore_Task, 'duration_secs': 0.014775} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.092264] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.092872] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 36785fa4-2ffb-42cf-b0d6-63c8047fa7df/36785fa4-2ffb-42cf-b0d6-63c8047fa7df.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.095050] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58cbb6df-5c37-41b5-bf53-e9e17a1e4732 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.103313] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 749.103313] env[68835]: value = "task-3153921" [ 749.103313] env[68835]: _type = "Task" [ 749.103313] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.114849] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.247654] env[68835]: DEBUG oslo_concurrency.lockutils [None req-db8c633a-f1c3-4661-a6c9-36049aa22931 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.317s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.260679] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153920, 'name': CreateSnapshot_Task, 'duration_secs': 0.773145} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.266330] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Created Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 749.277261] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b5c323-ce30-4d1e-8b75-7bea4a2febb1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.342965] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Releasing lock "refresh_cache-0a1e604e-a962-4f9a-86d9-8f769c6309f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.343334] env[68835]: DEBUG nova.compute.manager [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Instance network_info: |[{"id": "4b9fdb8a-2d2f-458f-8c87-76023af07dda", "address": "fa:16:3e:94:9a:f7", "network": {"id": "92622d23-aae8-4ad8-a19a-e69ffcd62c46", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1866716046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b12c1f77f041a19fd68317da38caa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9fdb8a-2d", "ovs_interfaceid": "4b9fdb8a-2d2f-458f-8c87-76023af07dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.343764] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:9a:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b9fdb8a-2d2f-458f-8c87-76023af07dda', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.354542] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.359595] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.361813] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31e534bc-2d05-4537-a70c-90d30993a826 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.391418] env[68835]: DEBUG nova.network.neutron [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Successfully created port: f5babb0c-d940-4cf4-ae88-a6eb1238c343 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.400661] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.400661] env[68835]: value = "task-3153922" [ 749.400661] env[68835]: _type = "Task" [ 749.400661] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.415433] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153922, 'name': CreateVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.431222] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdccb70b-ad0a-43c9-9a10-3ec19d40028e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.439179] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776d1a60-fbf0-4a1a-86e5-b112b247bc90 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.479521] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4754fcf3-4de6-46cc-b6e6-740cbaedc3f2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.488115] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849707ea-6722-4aac-b737-e19f8428d2f7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.504887] env[68835]: DEBUG nova.compute.provider_tree [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.508983] env[68835]: DEBUG nova.compute.manager [req-54b6416a-e04c-43ca-bb15-9546120926d3 req-cb380643-7434-40dd-a620-289486bc0d0f service nova] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Received event network-changed-4b9fdb8a-2d2f-458f-8c87-76023af07dda {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.508983] env[68835]: DEBUG nova.compute.manager [req-54b6416a-e04c-43ca-bb15-9546120926d3 req-cb380643-7434-40dd-a620-289486bc0d0f service nova] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Refreshing instance network info cache due to event network-changed-4b9fdb8a-2d2f-458f-8c87-76023af07dda. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.509146] env[68835]: DEBUG oslo_concurrency.lockutils [req-54b6416a-e04c-43ca-bb15-9546120926d3 req-cb380643-7434-40dd-a620-289486bc0d0f service nova] Acquiring lock "refresh_cache-0a1e604e-a962-4f9a-86d9-8f769c6309f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.509356] env[68835]: DEBUG oslo_concurrency.lockutils [req-54b6416a-e04c-43ca-bb15-9546120926d3 req-cb380643-7434-40dd-a620-289486bc0d0f service nova] Acquired lock "refresh_cache-0a1e604e-a962-4f9a-86d9-8f769c6309f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.509566] env[68835]: DEBUG nova.network.neutron [req-54b6416a-e04c-43ca-bb15-9546120926d3 req-cb380643-7434-40dd-a620-289486bc0d0f service nova] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Refreshing network info cache for port 4b9fdb8a-2d2f-458f-8c87-76023af07dda {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.577436] env[68835]: INFO nova.compute.manager [-] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Took 1.72 seconds to deallocate network for instance. [ 749.617308] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153921, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.700149] env[68835]: DEBUG nova.compute.manager [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.738156] env[68835]: DEBUG nova.virt.hardware [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.738607] env[68835]: DEBUG nova.virt.hardware [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.739351] env[68835]: DEBUG nova.virt.hardware [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.739351] env[68835]: DEBUG nova.virt.hardware [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.739739] env[68835]: DEBUG nova.virt.hardware [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.739739] env[68835]: DEBUG nova.virt.hardware [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.739988] env[68835]: DEBUG nova.virt.hardware [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.740289] env[68835]: DEBUG nova.virt.hardware [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.740608] env[68835]: DEBUG nova.virt.hardware [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.740894] env[68835]: DEBUG nova.virt.hardware [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.741459] env[68835]: DEBUG nova.virt.hardware [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.742765] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c043cbb2-261d-4364-a2d8-547e0d6d3a4e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.754366] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbd44f4-80bf-4d77-8a8f-fa02d006fd2d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.777192] env[68835]: DEBUG nova.compute.manager [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.818437] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Creating linked-clone VM from snapshot {{(pid=68835) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 749.818437] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-80d02af7-1a65-4981-9da8-db8e78e10523 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.825585] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for the task: (returnval){ [ 749.825585] env[68835]: value = "task-3153923" [ 749.825585] env[68835]: _type = "Task" [ 749.825585] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.836172] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153923, 'name': CloneVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.914549] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153922, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.012420] env[68835]: DEBUG nova.scheduler.client.report [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.093070] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.117510] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63674} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.117510] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 36785fa4-2ffb-42cf-b0d6-63c8047fa7df/36785fa4-2ffb-42cf-b0d6-63c8047fa7df.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.117854] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.117908] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d7a6212-6bc7-437e-9ba1-a53ac2d942dc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.126136] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 750.126136] env[68835]: value = "task-3153924" [ 750.126136] env[68835]: _type = "Task" [ 750.126136] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.140025] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.316296] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.336405] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153923, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.414912] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153922, 'name': CreateVM_Task, 'duration_secs': 0.627986} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.415146] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.416386] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.416553] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.416881] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.417226] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc627cb-a34b-47aa-a4c2-0d516d67c4de {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.426696] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 750.426696] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]523eae59-4148-71af-7d38-742fe01207cb" [ 750.426696] env[68835]: _type = "Task" [ 750.426696] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.436559] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]523eae59-4148-71af-7d38-742fe01207cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.474541] env[68835]: DEBUG nova.network.neutron [req-54b6416a-e04c-43ca-bb15-9546120926d3 req-cb380643-7434-40dd-a620-289486bc0d0f service nova] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Updated VIF entry in instance network info cache for port 4b9fdb8a-2d2f-458f-8c87-76023af07dda. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.475050] env[68835]: DEBUG nova.network.neutron [req-54b6416a-e04c-43ca-bb15-9546120926d3 req-cb380643-7434-40dd-a620-289486bc0d0f service nova] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Updating instance_info_cache with network_info: [{"id": "4b9fdb8a-2d2f-458f-8c87-76023af07dda", "address": "fa:16:3e:94:9a:f7", "network": {"id": "92622d23-aae8-4ad8-a19a-e69ffcd62c46", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1866716046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b12c1f77f041a19fd68317da38caa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9fdb8a-2d", "ovs_interfaceid": "4b9fdb8a-2d2f-458f-8c87-76023af07dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.518080] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.847s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.518662] env[68835]: DEBUG nova.compute.manager [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.522842] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.601s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.523179] env[68835]: DEBUG nova.objects.instance [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68835) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 750.638725] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232817} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.642463] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.642463] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c562c91-d059-48b5-a3b7-21de94cecd6b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.671519] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 36785fa4-2ffb-42cf-b0d6-63c8047fa7df/36785fa4-2ffb-42cf-b0d6-63c8047fa7df.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.671874] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34106acb-bfb5-45c7-ba19-c61b75a89e2b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.694508] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 750.694508] env[68835]: value = "task-3153925" [ 750.694508] env[68835]: _type = "Task" [ 750.694508] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.707560] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.839983] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153923, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.940019] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]523eae59-4148-71af-7d38-742fe01207cb, 'name': SearchDatastore_Task, 'duration_secs': 0.047508} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.940520] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.940908] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.941427] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.943757] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.943757] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.943757] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e910698-3609-4515-b9a0-790f81d8c2d6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.953449] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.953449] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.954335] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d823399b-239b-4e1f-be08-ab07536de18d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.962513] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 750.962513] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52ae8a34-abe8-ca43-711e-28eeb3985fe8" [ 750.962513] env[68835]: _type = "Task" [ 750.962513] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.971745] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ae8a34-abe8-ca43-711e-28eeb3985fe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.978619] env[68835]: DEBUG oslo_concurrency.lockutils [req-54b6416a-e04c-43ca-bb15-9546120926d3 req-cb380643-7434-40dd-a620-289486bc0d0f service nova] Releasing lock "refresh_cache-0a1e604e-a962-4f9a-86d9-8f769c6309f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.978967] env[68835]: DEBUG nova.compute.manager [req-54b6416a-e04c-43ca-bb15-9546120926d3 req-cb380643-7434-40dd-a620-289486bc0d0f service nova] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Received event network-vif-deleted-2d53b0bd-b22e-471a-abb8-6311e8d1c828 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.029956] env[68835]: DEBUG nova.compute.utils [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.038638] env[68835]: DEBUG nova.compute.manager [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.038982] env[68835]: DEBUG nova.network.neutron [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.109275] env[68835]: DEBUG nova.policy [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d99fe34f5094db1a023883c65c64f07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c0b355ba73e4ad4990fcb7c97f1fa6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.206174] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.236140] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Acquiring lock "53a0d5d8-8049-427e-8beb-685a275a09f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.236558] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Lock "53a0d5d8-8049-427e-8beb-685a275a09f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.236927] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Acquiring lock "53a0d5d8-8049-427e-8beb-685a275a09f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.237287] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Lock "53a0d5d8-8049-427e-8beb-685a275a09f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.237582] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Lock "53a0d5d8-8049-427e-8beb-685a275a09f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.241029] env[68835]: INFO nova.compute.manager [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Terminating instance [ 751.271788] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Acquiring lock "fdf0747e-1b3f-455c-a853-098c445c8924" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.271788] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Lock "fdf0747e-1b3f-455c-a853-098c445c8924" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.272076] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Acquiring lock "fdf0747e-1b3f-455c-a853-098c445c8924-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.272314] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Lock "fdf0747e-1b3f-455c-a853-098c445c8924-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.272504] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Lock "fdf0747e-1b3f-455c-a853-098c445c8924-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.276258] env[68835]: INFO nova.compute.manager [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Terminating instance [ 751.341591] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153923, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.478269] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ae8a34-abe8-ca43-711e-28eeb3985fe8, 'name': SearchDatastore_Task, 'duration_secs': 0.015589} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.478931] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a899d57-81fd-447a-844c-39522c9f3d1a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.489022] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 751.489022] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52282066-3860-b1aa-eeb3-62231bb9602d" [ 751.489022] env[68835]: _type = "Task" [ 751.489022] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.511332] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52282066-3860-b1aa-eeb3-62231bb9602d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.540078] env[68835]: DEBUG nova.compute.manager [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.544601] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f8bf625a-f9f8-4985-ba91-b706e6b35c14 tempest-ServersAdmin275Test-819361549 tempest-ServersAdmin275Test-819361549-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.545836] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.447s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.546241] env[68835]: DEBUG nova.objects.instance [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Lazy-loading 'resources' on Instance uuid e02e5253-17db-450f-bf10-9cf08255c646 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.564326] env[68835]: DEBUG nova.network.neutron [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Successfully created port: 61e4ae27-1dcc-48fe-9475-f138fe9380a7 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.707799] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153925, 'name': ReconfigVM_Task, 'duration_secs': 0.632218} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.707799] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 36785fa4-2ffb-42cf-b0d6-63c8047fa7df/36785fa4-2ffb-42cf-b0d6-63c8047fa7df.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.708275] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9abe0497-6763-43e3-aff9-6476683afc64 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.715297] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 751.715297] env[68835]: value = "task-3153926" [ 751.715297] env[68835]: _type = "Task" [ 751.715297] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.728608] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153926, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.748167] env[68835]: DEBUG nova.compute.manager [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.748300] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.749316] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9987c6b-d955-4218-a74c-897927137ef3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.756956] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.757305] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a4f04c3-d0cb-4818-9ade-5d8528b6d6e3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.763774] env[68835]: DEBUG oslo_vmware.api [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Waiting for the task: (returnval){ [ 751.763774] env[68835]: value = "task-3153927" [ 751.763774] env[68835]: _type = "Task" [ 751.763774] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.773213] env[68835]: DEBUG oslo_vmware.api [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Task: {'id': task-3153927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.781181] env[68835]: DEBUG nova.compute.manager [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.781475] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.782372] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f97f98f-37f3-491d-b826-b394dc28ee17 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.791438] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.791769] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4a95615-7a25-4319-b2c5-f810518a40cf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.799251] env[68835]: DEBUG oslo_vmware.api [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Waiting for the task: (returnval){ [ 751.799251] env[68835]: value = "task-3153928" [ 751.799251] env[68835]: _type = "Task" [ 751.799251] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.810143] env[68835]: DEBUG oslo_vmware.api [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': task-3153928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.838010] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153923, 'name': CloneVM_Task} progress is 95%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.844421] env[68835]: DEBUG nova.network.neutron [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Successfully updated port: f5babb0c-d940-4cf4-ae88-a6eb1238c343 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.003739] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52282066-3860-b1aa-eeb3-62231bb9602d, 'name': SearchDatastore_Task, 'duration_secs': 0.015665} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.004080] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.004353] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 0a1e604e-a962-4f9a-86d9-8f769c6309f2/0a1e604e-a962-4f9a-86d9-8f769c6309f2.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.004621] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e96440a-0ece-469c-90ed-13172493ca9f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.011832] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 752.011832] env[68835]: value = "task-3153929" [ 752.011832] env[68835]: _type = "Task" [ 752.011832] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.020724] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.141059] env[68835]: DEBUG nova.compute.manager [req-606fc0b6-bcc7-4fff-99f9-197c91aefc53 req-df44e6c4-40cf-433e-a62a-52d158a444e3 service nova] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Received event network-vif-plugged-f5babb0c-d940-4cf4-ae88-a6eb1238c343 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.141377] env[68835]: DEBUG oslo_concurrency.lockutils [req-606fc0b6-bcc7-4fff-99f9-197c91aefc53 req-df44e6c4-40cf-433e-a62a-52d158a444e3 service nova] Acquiring lock "c5ca9575-0509-4b69-ad7e-0b5b70889f97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.141594] env[68835]: DEBUG oslo_concurrency.lockutils [req-606fc0b6-bcc7-4fff-99f9-197c91aefc53 req-df44e6c4-40cf-433e-a62a-52d158a444e3 service nova] Lock "c5ca9575-0509-4b69-ad7e-0b5b70889f97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.141761] env[68835]: DEBUG oslo_concurrency.lockutils [req-606fc0b6-bcc7-4fff-99f9-197c91aefc53 req-df44e6c4-40cf-433e-a62a-52d158a444e3 service nova] Lock "c5ca9575-0509-4b69-ad7e-0b5b70889f97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.142025] env[68835]: DEBUG nova.compute.manager [req-606fc0b6-bcc7-4fff-99f9-197c91aefc53 req-df44e6c4-40cf-433e-a62a-52d158a444e3 service nova] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] No waiting events found dispatching network-vif-plugged-f5babb0c-d940-4cf4-ae88-a6eb1238c343 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.142185] env[68835]: WARNING nova.compute.manager [req-606fc0b6-bcc7-4fff-99f9-197c91aefc53 req-df44e6c4-40cf-433e-a62a-52d158a444e3 service nova] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Received unexpected event network-vif-plugged-f5babb0c-d940-4cf4-ae88-a6eb1238c343 for instance with vm_state building and task_state spawning. [ 752.147815] env[68835]: DEBUG nova.compute.manager [req-51a2d1e7-0d02-49d9-bf82-3fd9262e59ee req-be456b79-0781-437f-9cc4-108561dc1b64 service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Received event network-changed-40d358d8-44ea-42c6-bb68-04eaa26a5406 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.147938] env[68835]: DEBUG nova.compute.manager [req-51a2d1e7-0d02-49d9-bf82-3fd9262e59ee req-be456b79-0781-437f-9cc4-108561dc1b64 service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Refreshing instance network info cache due to event network-changed-40d358d8-44ea-42c6-bb68-04eaa26a5406. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.148487] env[68835]: DEBUG oslo_concurrency.lockutils [req-51a2d1e7-0d02-49d9-bf82-3fd9262e59ee req-be456b79-0781-437f-9cc4-108561dc1b64 service nova] Acquiring lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.148487] env[68835]: DEBUG oslo_concurrency.lockutils [req-51a2d1e7-0d02-49d9-bf82-3fd9262e59ee req-be456b79-0781-437f-9cc4-108561dc1b64 service nova] Acquired lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.148487] env[68835]: DEBUG nova.network.neutron [req-51a2d1e7-0d02-49d9-bf82-3fd9262e59ee req-be456b79-0781-437f-9cc4-108561dc1b64 service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Refreshing network info cache for port 40d358d8-44ea-42c6-bb68-04eaa26a5406 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.228464] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153926, 'name': Rename_Task, 'duration_secs': 0.196202} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.231755] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.232229] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd051621-08d7-4c2a-8a41-3acccccaba2d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.240021] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 752.240021] env[68835]: value = "task-3153930" [ 752.240021] env[68835]: _type = "Task" [ 752.240021] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.247281] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.275334] env[68835]: DEBUG oslo_vmware.api [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Task: {'id': task-3153927, 'name': PowerOffVM_Task, 'duration_secs': 0.245861} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.275796] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.276060] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.276387] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-674e160a-efbc-499c-8004-57f75186bf20 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.308926] env[68835]: DEBUG oslo_vmware.api [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': task-3153928, 'name': PowerOffVM_Task, 'duration_secs': 0.200724} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.311811] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.312017] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.312515] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15f2ef3d-8136-47de-af7d-1ab3d506393c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.342812] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153923, 'name': CloneVM_Task} progress is 95%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.348295] env[68835]: DEBUG oslo_concurrency.lockutils [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "refresh_cache-c5ca9575-0509-4b69-ad7e-0b5b70889f97" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.348295] env[68835]: DEBUG oslo_concurrency.lockutils [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "refresh_cache-c5ca9575-0509-4b69-ad7e-0b5b70889f97" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.348295] env[68835]: DEBUG nova.network.neutron [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.387868] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.387868] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.388122] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Deleting the datastore file [datastore2] fdf0747e-1b3f-455c-a853-098c445c8924 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.388214] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c3655bb-ce44-48f8-b3dd-70f9f0c7f4a9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.400312] env[68835]: DEBUG oslo_vmware.api [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Waiting for the task: (returnval){ [ 752.400312] env[68835]: value = "task-3153933" [ 752.400312] env[68835]: _type = "Task" [ 752.400312] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.409144] env[68835]: DEBUG oslo_vmware.api [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': task-3153933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.524608] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153929, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.530231] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.530563] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.530795] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Deleting the datastore file [datastore2] 53a0d5d8-8049-427e-8beb-685a275a09f0 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.531087] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d12a866b-b498-4336-906c-73f31afe032e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.537736] env[68835]: DEBUG oslo_vmware.api [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Waiting for the task: (returnval){ [ 752.537736] env[68835]: value = "task-3153934" [ 752.537736] env[68835]: _type = "Task" [ 752.537736] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.553064] env[68835]: DEBUG nova.compute.manager [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.555449] env[68835]: DEBUG oslo_vmware.api [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Task: {'id': task-3153934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.593050] env[68835]: DEBUG nova.virt.hardware [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:34:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='26f85864-8448-4fa4-a3dc-8e2daa6b34b2',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1668179278',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.593050] env[68835]: DEBUG nova.virt.hardware [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.593050] env[68835]: DEBUG nova.virt.hardware [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.593386] env[68835]: DEBUG nova.virt.hardware [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.593386] env[68835]: DEBUG nova.virt.hardware [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.593386] env[68835]: DEBUG nova.virt.hardware [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.593386] env[68835]: DEBUG nova.virt.hardware [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.593386] env[68835]: DEBUG nova.virt.hardware [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.593595] env[68835]: DEBUG nova.virt.hardware [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.593595] env[68835]: DEBUG nova.virt.hardware [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.593595] env[68835]: DEBUG nova.virt.hardware [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.594191] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48670858-b5bb-4552-94b4-806eb3c08559 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.606092] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512c8c25-14ef-4d2f-ac69-59dd65174a92 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.752203] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153930, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.757296] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b055ff-318c-452d-812e-63c6b094124d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.766554] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742b3d84-86a6-4adb-a42e-f13fe833410b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.803679] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cefdd5-04a1-46a3-a5f6-332294b0000e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.812451] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd1d4fd-73d5-492e-b9a7-e912950908f7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.828836] env[68835]: DEBUG nova.compute.provider_tree [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.840199] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153923, 'name': CloneVM_Task, 'duration_secs': 2.795426} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.841245] env[68835]: INFO nova.virt.vmwareapi.vmops [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Created linked-clone VM from snapshot [ 752.843168] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d19f1b-d259-4cdc-b199-5855ea0e4099 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.853673] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Uploading image 28cf1120-f2a4-4aef-b96a-a84b2f5e2e1a {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 752.879829] env[68835]: DEBUG oslo_vmware.rw_handles [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 752.879829] env[68835]: value = "vm-631103" [ 752.879829] env[68835]: _type = "VirtualMachine" [ 752.879829] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 752.880169] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bde8d613-77dd-4645-8afe-f0abe4c308dd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.884930] env[68835]: DEBUG nova.network.neutron [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.891019] env[68835]: DEBUG oslo_vmware.rw_handles [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Lease: (returnval){ [ 752.891019] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]526e61e9-f925-c41b-c123-9d4f93a90451" [ 752.891019] env[68835]: _type = "HttpNfcLease" [ 752.891019] env[68835]: } obtained for exporting VM: (result){ [ 752.891019] env[68835]: value = "vm-631103" [ 752.891019] env[68835]: _type = "VirtualMachine" [ 752.891019] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 752.891019] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for the lease: (returnval){ [ 752.891019] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]526e61e9-f925-c41b-c123-9d4f93a90451" [ 752.891019] env[68835]: _type = "HttpNfcLease" [ 752.891019] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 752.896418] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 752.896418] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]526e61e9-f925-c41b-c123-9d4f93a90451" [ 752.896418] env[68835]: _type = "HttpNfcLease" [ 752.896418] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 752.911613] env[68835]: DEBUG oslo_vmware.api [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Task: {'id': task-3153933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508655} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.914448] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.914662] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.914863] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.915044] env[68835]: INFO nova.compute.manager [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Took 1.13 seconds to destroy the instance on the hypervisor. [ 752.915405] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.915940] env[68835]: DEBUG nova.compute.manager [-] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.916098] env[68835]: DEBUG nova.network.neutron [-] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.023202] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742816} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.023557] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 0a1e604e-a962-4f9a-86d9-8f769c6309f2/0a1e604e-a962-4f9a-86d9-8f769c6309f2.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.023870] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.024198] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14d82600-aef9-4e1b-b5df-19cad4b8c6d0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.031717] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 753.031717] env[68835]: value = "task-3153936" [ 753.031717] env[68835]: _type = "Task" [ 753.031717] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.040769] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.049607] env[68835]: DEBUG oslo_vmware.api [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Task: {'id': task-3153934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400632} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.049950] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.050243] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.050513] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.050759] env[68835]: INFO nova.compute.manager [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Took 1.30 seconds to destroy the instance on the hypervisor. [ 753.051084] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.051384] env[68835]: DEBUG nova.compute.manager [-] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.051534] env[68835]: DEBUG nova.network.neutron [-] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.235459] env[68835]: DEBUG nova.network.neutron [req-51a2d1e7-0d02-49d9-bf82-3fd9262e59ee req-be456b79-0781-437f-9cc4-108561dc1b64 service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Updated VIF entry in instance network info cache for port 40d358d8-44ea-42c6-bb68-04eaa26a5406. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.235825] env[68835]: DEBUG nova.network.neutron [req-51a2d1e7-0d02-49d9-bf82-3fd9262e59ee req-be456b79-0781-437f-9cc4-108561dc1b64 service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Updating instance_info_cache with network_info: [{"id": "40d358d8-44ea-42c6-bb68-04eaa26a5406", "address": "fa:16:3e:aa:49:fa", "network": {"id": "5e25d55c-ae94-488d-a760-8724f5b28202", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2137189452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d208ae6bc544935aa50e7d6943be08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d358d8-44", "ovs_interfaceid": "40d358d8-44ea-42c6-bb68-04eaa26a5406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.250435] env[68835]: DEBUG oslo_vmware.api [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153930, 'name': PowerOnVM_Task, 'duration_secs': 0.990639} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.250670] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.250871] env[68835]: INFO nova.compute.manager [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Took 10.19 seconds to spawn the instance on the hypervisor. [ 753.251060] env[68835]: DEBUG nova.compute.manager [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.251874] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8883a071-2304-4746-a261-def6da339c87 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.338794] env[68835]: DEBUG nova.network.neutron [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Updating instance_info_cache with network_info: [{"id": "f5babb0c-d940-4cf4-ae88-a6eb1238c343", "address": "fa:16:3e:53:4f:9b", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5babb0c-d9", "ovs_interfaceid": "f5babb0c-d940-4cf4-ae88-a6eb1238c343", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.362048] env[68835]: ERROR nova.scheduler.client.report [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] [req-74c028f9-d09e-4e00-9344-f6a53e175246] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-74c028f9-d09e-4e00-9344-f6a53e175246"}]} [ 753.390232] env[68835]: DEBUG nova.scheduler.client.report [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 753.400859] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 753.400859] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]526e61e9-f925-c41b-c123-9d4f93a90451" [ 753.400859] env[68835]: _type = "HttpNfcLease" [ 753.400859] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 753.401155] env[68835]: DEBUG oslo_vmware.rw_handles [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 753.401155] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]526e61e9-f925-c41b-c123-9d4f93a90451" [ 753.401155] env[68835]: _type = "HttpNfcLease" [ 753.401155] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 753.402236] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adaea89-8453-407e-9865-1b150f4964ba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.411426] env[68835]: DEBUG oslo_vmware.rw_handles [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206379f-3a59-c406-6a85-aae5eb77af70/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 753.411688] env[68835]: DEBUG oslo_vmware.rw_handles [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206379f-3a59-c406-6a85-aae5eb77af70/disk-0.vmdk for reading. {{(pid=68835) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 753.415945] env[68835]: DEBUG nova.scheduler.client.report [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 753.416497] env[68835]: DEBUG nova.compute.provider_tree [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.491654] env[68835]: DEBUG nova.scheduler.client.report [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 753.512802] env[68835]: DEBUG nova.scheduler.client.report [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 753.547020] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159274} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.547020] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.547227] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577991c4-dbae-45df-af78-a343dc25504b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.572906] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 0a1e604e-a962-4f9a-86d9-8f769c6309f2/0a1e604e-a962-4f9a-86d9-8f769c6309f2.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.575841] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddea18b3-7bd3-4893-b105-e6d04e8c341f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.597506] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 753.597506] env[68835]: value = "task-3153937" [ 753.597506] env[68835]: _type = "Task" [ 753.597506] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.603889] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3a544cae-5bc5-419c-b785-b52926df9eb4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.611742] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153937, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.738199] env[68835]: DEBUG oslo_concurrency.lockutils [req-51a2d1e7-0d02-49d9-bf82-3fd9262e59ee req-be456b79-0781-437f-9cc4-108561dc1b64 service nova] Releasing lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.776609] env[68835]: INFO nova.compute.manager [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Took 48.54 seconds to build instance. [ 753.826684] env[68835]: DEBUG nova.network.neutron [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Successfully updated port: 61e4ae27-1dcc-48fe-9475-f138fe9380a7 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.841931] env[68835]: DEBUG oslo_concurrency.lockutils [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "refresh_cache-c5ca9575-0509-4b69-ad7e-0b5b70889f97" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.842309] env[68835]: DEBUG nova.compute.manager [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Instance network_info: |[{"id": "f5babb0c-d940-4cf4-ae88-a6eb1238c343", "address": "fa:16:3e:53:4f:9b", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5babb0c-d9", "ovs_interfaceid": "f5babb0c-d940-4cf4-ae88-a6eb1238c343", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.844135] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:4f:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5babb0c-d940-4cf4-ae88-a6eb1238c343', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.851084] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.854183] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.854613] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9314806-c2b0-4c4f-b0a6-aab59824d235 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.885027] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.885027] env[68835]: value = "task-3153938" [ 753.885027] env[68835]: _type = "Task" [ 753.885027] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.897755] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153938, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.114589] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153937, 'name': ReconfigVM_Task, 'duration_secs': 0.316014} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.122794] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 0a1e604e-a962-4f9a-86d9-8f769c6309f2/0a1e604e-a962-4f9a-86d9-8f769c6309f2.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.130983] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1467f511-715a-49c2-af97-3fcb7eacc524 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.142833] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Acquiring lock "04860d94-0a42-49e5-a1e2-50f58c1a09be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.143095] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Lock "04860d94-0a42-49e5-a1e2-50f58c1a09be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.143402] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 754.143402] env[68835]: value = "task-3153939" [ 754.143402] env[68835]: _type = "Task" [ 754.143402] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.161109] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153939, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.237758] env[68835]: DEBUG nova.compute.manager [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Received event network-changed-f5babb0c-d940-4cf4-ae88-a6eb1238c343 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.238167] env[68835]: DEBUG nova.compute.manager [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Refreshing instance network info cache due to event network-changed-f5babb0c-d940-4cf4-ae88-a6eb1238c343. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.238211] env[68835]: DEBUG oslo_concurrency.lockutils [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] Acquiring lock "refresh_cache-c5ca9575-0509-4b69-ad7e-0b5b70889f97" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.238395] env[68835]: DEBUG oslo_concurrency.lockutils [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] Acquired lock "refresh_cache-c5ca9575-0509-4b69-ad7e-0b5b70889f97" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.238637] env[68835]: DEBUG nova.network.neutron [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Refreshing network info cache for port f5babb0c-d940-4cf4-ae88-a6eb1238c343 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.258385] env[68835]: DEBUG nova.compute.manager [req-c5ae496a-df87-47c6-bc49-4637508d43c5 req-b8a7356f-ee49-4533-b1d4-399a876cd511 service nova] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Received event network-vif-deleted-3a5107ce-9d63-46db-8bf8-a381555459e9 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.258556] env[68835]: INFO nova.compute.manager [req-c5ae496a-df87-47c6-bc49-4637508d43c5 req-b8a7356f-ee49-4533-b1d4-399a876cd511 service nova] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Neutron deleted interface 3a5107ce-9d63-46db-8bf8-a381555459e9; detaching it from the instance and deleting it from the info cache [ 754.258895] env[68835]: DEBUG nova.network.neutron [req-c5ae496a-df87-47c6-bc49-4637508d43c5 req-b8a7356f-ee49-4533-b1d4-399a876cd511 service nova] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.278598] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d737b50-5ab1-4ef8-8bb4-75f8c313e12e tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "36785fa4-2ffb-42cf-b0d6-63c8047fa7df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.690s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.337403] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "refresh_cache-78270b54-cc89-4b58-b168-6ca1161b4f4a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.337785] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquired lock "refresh_cache-78270b54-cc89-4b58-b168-6ca1161b4f4a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.338036] env[68835]: DEBUG nova.network.neutron [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.357636] env[68835]: DEBUG nova.network.neutron [-] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.367258] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0abfa4d-76ef-46b3-903e-79f1feb06962 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.381047] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a032249c-b035-4e9a-bba0-b8b262020499 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.421287] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f899208e-b5a0-4964-bb13-4a3b003660e9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.427673] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153938, 'name': CreateVM_Task, 'duration_secs': 0.356062} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.428331] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.429133] env[68835]: DEBUG oslo_concurrency.lockutils [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.429870] env[68835]: DEBUG oslo_concurrency.lockutils [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.429870] env[68835]: DEBUG oslo_concurrency.lockutils [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.432743] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bad5237-5a0c-4320-a998-8c02aacb5016 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.435490] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528bd712-9983-45ff-83e4-b6a5ce6ea99b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.442941] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 754.442941] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52aa8a41-d79d-aa69-e542-9fd27795b86c" [ 754.442941] env[68835]: _type = "Task" [ 754.442941] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.452528] env[68835]: DEBUG nova.compute.provider_tree [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.468257] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52aa8a41-d79d-aa69-e542-9fd27795b86c, 'name': SearchDatastore_Task, 'duration_secs': 0.013105} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.468567] env[68835]: DEBUG oslo_concurrency.lockutils [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.469253] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.469253] env[68835]: DEBUG oslo_concurrency.lockutils [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.469439] env[68835]: DEBUG oslo_concurrency.lockutils [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.469634] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.469928] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-727aeb0a-0ea1-4a69-92bf-b92bd1dbbd38 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.481119] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.481357] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.482134] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b8cf9d2-be12-4129-817d-8c6ac5127bee {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.488019] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 754.488019] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5287b415-3fe3-2234-ad51-329385721549" [ 754.488019] env[68835]: _type = "Task" [ 754.488019] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.499458] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5287b415-3fe3-2234-ad51-329385721549, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.505402] env[68835]: DEBUG nova.network.neutron [-] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.563266] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e2c79294-7f90-4a5b-998b-ab50a7f4a214 tempest-ServersAdminTestJSON-263111550 tempest-ServersAdminTestJSON-263111550-project-admin] Acquiring lock "refresh_cache-36785fa4-2ffb-42cf-b0d6-63c8047fa7df" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.563697] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e2c79294-7f90-4a5b-998b-ab50a7f4a214 tempest-ServersAdminTestJSON-263111550 tempest-ServersAdminTestJSON-263111550-project-admin] Acquired lock "refresh_cache-36785fa4-2ffb-42cf-b0d6-63c8047fa7df" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.564630] env[68835]: DEBUG nova.network.neutron [None req-e2c79294-7f90-4a5b-998b-ab50a7f4a214 tempest-ServersAdminTestJSON-263111550 tempest-ServersAdminTestJSON-263111550-project-admin] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.663579] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153939, 'name': Rename_Task, 'duration_secs': 0.233056} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.664521] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.664521] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aebf4e38-9473-4d12-9870-5ad264551ee3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.671779] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 754.671779] env[68835]: value = "task-3153940" [ 754.671779] env[68835]: _type = "Task" [ 754.671779] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.680473] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.762102] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c97e4b3-6362-403c-affc-48c3b94239d9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.771588] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e01c9c-49ac-4635-b52c-15a3d8cf6559 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.786869] env[68835]: DEBUG nova.compute.manager [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.811438] env[68835]: DEBUG nova.compute.manager [req-c5ae496a-df87-47c6-bc49-4637508d43c5 req-b8a7356f-ee49-4533-b1d4-399a876cd511 service nova] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Detach interface failed, port_id=3a5107ce-9d63-46db-8bf8-a381555459e9, reason: Instance fdf0747e-1b3f-455c-a853-098c445c8924 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 754.859900] env[68835]: INFO nova.compute.manager [-] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Took 1.81 seconds to deallocate network for instance. [ 754.879608] env[68835]: DEBUG nova.network.neutron [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.964035] env[68835]: DEBUG nova.scheduler.client.report [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.000604] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5287b415-3fe3-2234-ad51-329385721549, 'name': SearchDatastore_Task, 'duration_secs': 0.01866} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.001590] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec2425b-1807-40d8-87ee-16fde1c48062 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.008707] env[68835]: INFO nova.compute.manager [-] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Took 2.09 seconds to deallocate network for instance. [ 755.012562] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 755.012562] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52ec46da-99aa-b377-cff8-0b68e766d6f2" [ 755.012562] env[68835]: _type = "Task" [ 755.012562] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.026458] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ec46da-99aa-b377-cff8-0b68e766d6f2, 'name': SearchDatastore_Task, 'duration_secs': 0.012557} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.026737] env[68835]: DEBUG oslo_concurrency.lockutils [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.027031] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] c5ca9575-0509-4b69-ad7e-0b5b70889f97/c5ca9575-0509-4b69-ad7e-0b5b70889f97.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.027331] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ba8c8df-757e-4022-ae0e-5f038a8e4036 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.036179] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 755.036179] env[68835]: value = "task-3153941" [ 755.036179] env[68835]: _type = "Task" [ 755.036179] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.045251] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.049915] env[68835]: DEBUG nova.network.neutron [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Updating instance_info_cache with network_info: [{"id": "61e4ae27-1dcc-48fe-9475-f138fe9380a7", "address": "fa:16:3e:a7:ee:b8", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e4ae27-1d", "ovs_interfaceid": "61e4ae27-1dcc-48fe-9475-f138fe9380a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.184266] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.303785] env[68835]: DEBUG nova.network.neutron [None req-e2c79294-7f90-4a5b-998b-ab50a7f4a214 tempest-ServersAdminTestJSON-263111550 tempest-ServersAdminTestJSON-263111550-project-admin] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Updating instance_info_cache with network_info: [{"id": "5a97adca-ad32-4573-bc64-9c729e7d414c", "address": "fa:16:3e:22:75:7c", "network": {"id": "2407207a-3709-42ad-97be-7872c1fa6d4d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-8842570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b3adf634a447a884cb660883fadb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a97adca-ad", "ovs_interfaceid": "5a97adca-ad32-4573-bc64-9c729e7d414c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.324797] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.368723] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.472666] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.927s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.476252] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.489s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.480216] env[68835]: INFO nova.compute.claims [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.504394] env[68835]: INFO nova.scheduler.client.report [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Deleted allocations for instance e02e5253-17db-450f-bf10-9cf08255c646 [ 755.522238] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.550502] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153941, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.553145] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Releasing lock "refresh_cache-78270b54-cc89-4b58-b168-6ca1161b4f4a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.553661] env[68835]: DEBUG nova.compute.manager [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Instance network_info: |[{"id": "61e4ae27-1dcc-48fe-9475-f138fe9380a7", "address": "fa:16:3e:a7:ee:b8", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e4ae27-1d", "ovs_interfaceid": "61e4ae27-1dcc-48fe-9475-f138fe9380a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.554328] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:ee:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61e4ae27-1dcc-48fe-9475-f138fe9380a7', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.563327] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.564585] env[68835]: DEBUG nova.network.neutron [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Updated VIF entry in instance network info cache for port f5babb0c-d940-4cf4-ae88-a6eb1238c343. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.565015] env[68835]: DEBUG nova.network.neutron [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Updating instance_info_cache with network_info: [{"id": "f5babb0c-d940-4cf4-ae88-a6eb1238c343", "address": "fa:16:3e:53:4f:9b", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5babb0c-d9", "ovs_interfaceid": "f5babb0c-d940-4cf4-ae88-a6eb1238c343", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.566706] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.567198] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed596106-5dd7-46ec-b7e0-149fe4185c30 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.590744] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.590744] env[68835]: value = "task-3153942" [ 755.590744] env[68835]: _type = "Task" [ 755.590744] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.600223] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153942, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.684653] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.807182] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e2c79294-7f90-4a5b-998b-ab50a7f4a214 tempest-ServersAdminTestJSON-263111550 tempest-ServersAdminTestJSON-263111550-project-admin] Releasing lock "refresh_cache-36785fa4-2ffb-42cf-b0d6-63c8047fa7df" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.807762] env[68835]: DEBUG nova.compute.manager [None req-e2c79294-7f90-4a5b-998b-ab50a7f4a214 tempest-ServersAdminTestJSON-263111550 tempest-ServersAdminTestJSON-263111550-project-admin] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Inject network info {{(pid=68835) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 755.808149] env[68835]: DEBUG nova.compute.manager [None req-e2c79294-7f90-4a5b-998b-ab50a7f4a214 tempest-ServersAdminTestJSON-263111550 tempest-ServersAdminTestJSON-263111550-project-admin] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] network_info to inject: |[{"id": "5a97adca-ad32-4573-bc64-9c729e7d414c", "address": "fa:16:3e:22:75:7c", "network": {"id": "2407207a-3709-42ad-97be-7872c1fa6d4d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-8842570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b3adf634a447a884cb660883fadb75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a97adca-ad", "ovs_interfaceid": "5a97adca-ad32-4573-bc64-9c729e7d414c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 755.814588] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c79294-7f90-4a5b-998b-ab50a7f4a214 tempest-ServersAdminTestJSON-263111550 tempest-ServersAdminTestJSON-263111550-project-admin] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Reconfiguring VM instance to set the machine id {{(pid=68835) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 755.815325] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9fd7071-209d-4f3e-a25f-3d4204298575 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.836403] env[68835]: DEBUG oslo_vmware.api [None req-e2c79294-7f90-4a5b-998b-ab50a7f4a214 tempest-ServersAdminTestJSON-263111550 tempest-ServersAdminTestJSON-263111550-project-admin] Waiting for the task: (returnval){ [ 755.836403] env[68835]: value = "task-3153943" [ 755.836403] env[68835]: _type = "Task" [ 755.836403] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.849566] env[68835]: DEBUG oslo_vmware.api [None req-e2c79294-7f90-4a5b-998b-ab50a7f4a214 tempest-ServersAdminTestJSON-263111550 tempest-ServersAdminTestJSON-263111550-project-admin] Task: {'id': task-3153943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.015600] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1ff92cc-4182-4d9f-a2b7-2861043ffcd9 tempest-ServersAdmin275Test-1675923148 tempest-ServersAdmin275Test-1675923148-project-member] Lock "e02e5253-17db-450f-bf10-9cf08255c646" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.265s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.048016] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601444} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.048308] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] c5ca9575-0509-4b69-ad7e-0b5b70889f97/c5ca9575-0509-4b69-ad7e-0b5b70889f97.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.048517] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.048995] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd0230bf-0bd5-40ee-8d45-bf0bad4a3df9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.055937] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 756.055937] env[68835]: value = "task-3153944" [ 756.055937] env[68835]: _type = "Task" [ 756.055937] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.068361] env[68835]: DEBUG oslo_concurrency.lockutils [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] Releasing lock "refresh_cache-c5ca9575-0509-4b69-ad7e-0b5b70889f97" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.069094] env[68835]: DEBUG nova.compute.manager [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Received event network-vif-plugged-61e4ae27-1dcc-48fe-9475-f138fe9380a7 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.069219] env[68835]: DEBUG oslo_concurrency.lockutils [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] Acquiring lock "78270b54-cc89-4b58-b168-6ca1161b4f4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.070047] env[68835]: DEBUG oslo_concurrency.lockutils [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] Lock "78270b54-cc89-4b58-b168-6ca1161b4f4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.070047] env[68835]: DEBUG oslo_concurrency.lockutils [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] Lock "78270b54-cc89-4b58-b168-6ca1161b4f4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.070047] env[68835]: DEBUG nova.compute.manager [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] No waiting events found dispatching network-vif-plugged-61e4ae27-1dcc-48fe-9475-f138fe9380a7 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.070047] env[68835]: WARNING nova.compute.manager [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Received unexpected event network-vif-plugged-61e4ae27-1dcc-48fe-9475-f138fe9380a7 for instance with vm_state building and task_state spawning. [ 756.070252] env[68835]: DEBUG nova.compute.manager [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Received event network-changed-61e4ae27-1dcc-48fe-9475-f138fe9380a7 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.070252] env[68835]: DEBUG nova.compute.manager [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Refreshing instance network info cache due to event network-changed-61e4ae27-1dcc-48fe-9475-f138fe9380a7. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.070424] env[68835]: DEBUG oslo_concurrency.lockutils [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] Acquiring lock "refresh_cache-78270b54-cc89-4b58-b168-6ca1161b4f4a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.070558] env[68835]: DEBUG oslo_concurrency.lockutils [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] Acquired lock "refresh_cache-78270b54-cc89-4b58-b168-6ca1161b4f4a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.070716] env[68835]: DEBUG nova.network.neutron [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Refreshing network info cache for port 61e4ae27-1dcc-48fe-9475-f138fe9380a7 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.072025] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.102029] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153942, 'name': CreateVM_Task, 'duration_secs': 0.427984} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.102341] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.103404] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.103626] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.103967] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.104259] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a9dd924-8260-4ad6-a3fc-4acc45140da8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.110664] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 756.110664] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52b1754b-42a3-3831-acad-41fdb216fd81" [ 756.110664] env[68835]: _type = "Task" [ 756.110664] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.120178] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b1754b-42a3-3831-acad-41fdb216fd81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.184731] env[68835]: DEBUG oslo_vmware.api [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153940, 'name': PowerOnVM_Task, 'duration_secs': 1.33418} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.185082] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.185341] env[68835]: INFO nova.compute.manager [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Took 10.35 seconds to spawn the instance on the hypervisor. [ 756.185563] env[68835]: DEBUG nova.compute.manager [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.186581] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681710eb-afeb-43b9-85ed-e4cef0896cb3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.349251] env[68835]: DEBUG oslo_vmware.api [None req-e2c79294-7f90-4a5b-998b-ab50a7f4a214 tempest-ServersAdminTestJSON-263111550 tempest-ServersAdminTestJSON-263111550-project-admin] Task: {'id': task-3153943, 'name': ReconfigVM_Task, 'duration_secs': 0.182223} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.349597] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c79294-7f90-4a5b-998b-ab50a7f4a214 tempest-ServersAdminTestJSON-263111550 tempest-ServersAdminTestJSON-263111550-project-admin] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Reconfigured VM instance to set the machine id {{(pid=68835) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 756.569569] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071532} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.569968] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.570748] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3969edbf-2fa4-468e-893a-1fb863809bd1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.602678] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] c5ca9575-0509-4b69-ad7e-0b5b70889f97/c5ca9575-0509-4b69-ad7e-0b5b70889f97.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.605524] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1601d4f8-85a1-4877-9bc2-a66ae70a88c6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.631956] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b1754b-42a3-3831-acad-41fdb216fd81, 'name': SearchDatastore_Task, 'duration_secs': 0.012332} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.631956] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.632248] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.632339] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.632476] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.632648] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.632905] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bd05222-f566-4720-9217-5b9418f76762 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.641043] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 756.641043] env[68835]: value = "task-3153945" [ 756.641043] env[68835]: _type = "Task" [ 756.641043] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.650017] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.653301] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.653509] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.655241] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36053289-0a16-48c2-9b72-79742b820a0e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.662340] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 756.662340] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]523d1e1d-fe62-5e7f-6ddf-8df66c44a415" [ 756.662340] env[68835]: _type = "Task" [ 756.662340] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.668279] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]523d1e1d-fe62-5e7f-6ddf-8df66c44a415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.716398] env[68835]: INFO nova.compute.manager [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Took 47.69 seconds to build instance. [ 756.958831] env[68835]: DEBUG nova.network.neutron [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Updated VIF entry in instance network info cache for port 61e4ae27-1dcc-48fe-9475-f138fe9380a7. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.959240] env[68835]: DEBUG nova.network.neutron [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Updating instance_info_cache with network_info: [{"id": "61e4ae27-1dcc-48fe-9475-f138fe9380a7", "address": "fa:16:3e:a7:ee:b8", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e4ae27-1d", "ovs_interfaceid": "61e4ae27-1dcc-48fe-9475-f138fe9380a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.157057] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153945, 'name': ReconfigVM_Task, 'duration_secs': 0.368642} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.157186] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Reconfigured VM instance instance-0000002c to attach disk [datastore2] c5ca9575-0509-4b69-ad7e-0b5b70889f97/c5ca9575-0509-4b69-ad7e-0b5b70889f97.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.157797] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d0a0c16-0142-482e-acbf-8c8daf2813a5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.166359] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 757.166359] env[68835]: value = "task-3153946" [ 757.166359] env[68835]: _type = "Task" [ 757.166359] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.180251] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]523d1e1d-fe62-5e7f-6ddf-8df66c44a415, 'name': SearchDatastore_Task, 'duration_secs': 0.022902} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.180667] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b512e719-9b9a-4ba4-96dc-ee8ae27bea71 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.189367] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153946, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.194335] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 757.194335] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]525f6600-876f-51a8-3d42-4d032ddc12af" [ 757.194335] env[68835]: _type = "Task" [ 757.194335] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.208527] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525f6600-876f-51a8-3d42-4d032ddc12af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.222819] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6bce1ac3-05c9-4cd3-8951-57457ae5333b tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "0a1e604e-a962-4f9a-86d9-8f769c6309f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.286s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.257505] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6514ea-2eb4-4256-9c1c-08e8ea75ce2a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.267326] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c91ad14-61a9-4a96-b590-5a090fa1aa80 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.299338] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81277436-5b3a-4025-9a59-9ad22ed59c1a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.310825] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e2be22-c716-4148-8e5a-31f67278637d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.325424] env[68835]: DEBUG nova.compute.provider_tree [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 757.463940] env[68835]: DEBUG oslo_concurrency.lockutils [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] Releasing lock "refresh_cache-78270b54-cc89-4b58-b168-6ca1161b4f4a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.464517] env[68835]: DEBUG nova.compute.manager [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Received event network-vif-deleted-c6606348-19d1-4a9d-807c-4fdbb90baaad {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.464517] env[68835]: INFO nova.compute.manager [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Neutron deleted interface c6606348-19d1-4a9d-807c-4fdbb90baaad; detaching it from the instance and deleting it from the info cache [ 757.464811] env[68835]: DEBUG nova.network.neutron [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.628601] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "0a1e604e-a962-4f9a-86d9-8f769c6309f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.628884] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "0a1e604e-a962-4f9a-86d9-8f769c6309f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.629121] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "0a1e604e-a962-4f9a-86d9-8f769c6309f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.629345] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "0a1e604e-a962-4f9a-86d9-8f769c6309f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.629531] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "0a1e604e-a962-4f9a-86d9-8f769c6309f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.631736] env[68835]: INFO nova.compute.manager [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Terminating instance [ 757.681377] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153946, 'name': Rename_Task, 'duration_secs': 0.280917} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.681599] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.682025] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-302d5725-5c45-4522-b4d6-fc03a128dcb1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.689815] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 757.689815] env[68835]: value = "task-3153947" [ 757.689815] env[68835]: _type = "Task" [ 757.689815] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.705706] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153947, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.708517] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525f6600-876f-51a8-3d42-4d032ddc12af, 'name': SearchDatastore_Task, 'duration_secs': 0.023457} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.708917] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.709197] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 78270b54-cc89-4b58-b168-6ca1161b4f4a/78270b54-cc89-4b58-b168-6ca1161b4f4a.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.709727] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18fa06e2-0507-44a6-8c66-aa166692f8a0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.721473] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 757.721473] env[68835]: value = "task-3153948" [ 757.721473] env[68835]: _type = "Task" [ 757.721473] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.725905] env[68835]: DEBUG nova.compute.manager [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.553234] env[68835]: DEBUG nova.compute.manager [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.555978] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.555978] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.555978] env[68835]: WARNING oslo_vmware.common.loopingcall [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] task run outlasted interval by 0.33346699999999996 sec [ 758.559107] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd9d3bfc-5730-47cd-b0a4-3b714848bc63 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.562832] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a27f52-bfe0-4223-8439-45d73ac957b3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.579210] env[68835]: ERROR nova.scheduler.client.report [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [req-8c4eb41e-0510-4d6d-ad12-7bd440c6c56b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8c4eb41e-0510-4d6d-ad12-7bd440c6c56b"}]} [ 758.594954] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.595738] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701467} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.595972] env[68835]: DEBUG oslo_vmware.api [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153947, 'name': PowerOnVM_Task, 'duration_secs': 0.641475} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.596950] env[68835]: DEBUG oslo_concurrency.lockutils [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.597890] env[68835]: DEBUG nova.scheduler.client.report [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 758.599833] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26d88d93-fee0-45ba-96f4-757985bdab88 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.607315] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce731acf-bec8-47c9-a019-61954a260be6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.619965] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 78270b54-cc89-4b58-b168-6ca1161b4f4a/78270b54-cc89-4b58-b168-6ca1161b4f4a.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.620315] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.620572] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.620777] env[68835]: INFO nova.compute.manager [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Took 8.92 seconds to spawn the instance on the hypervisor. [ 758.620951] env[68835]: DEBUG nova.compute.manager [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.622229] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb1c023b-7566-48a7-abc6-fd1519db572e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.625263] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc064ab-fd2b-4e5f-83e2-d2c082431061 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.638415] env[68835]: DEBUG oslo_vmware.api [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 758.638415] env[68835]: value = "task-3153949" [ 758.638415] env[68835]: _type = "Task" [ 758.638415] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.638918] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 758.638918] env[68835]: value = "task-3153950" [ 758.638918] env[68835]: _type = "Task" [ 758.638918] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.646662] env[68835]: DEBUG nova.scheduler.client.report [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 758.646950] env[68835]: DEBUG nova.compute.provider_tree [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 758.665820] env[68835]: DEBUG nova.compute.manager [req-5e4f401e-3f72-4bf2-8c63-a9552f700caf req-587a21b0-2a87-431a-bec7-907a177e7871 service nova] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Detach interface failed, port_id=c6606348-19d1-4a9d-807c-4fdbb90baaad, reason: Instance 53a0d5d8-8049-427e-8beb-685a275a09f0 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 758.672390] env[68835]: DEBUG oslo_vmware.api [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.675732] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.677353] env[68835]: DEBUG nova.scheduler.client.report [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 758.698832] env[68835]: DEBUG nova.scheduler.client.report [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 759.165209] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137585} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.165516] env[68835]: DEBUG oslo_vmware.api [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153949, 'name': PowerOffVM_Task, 'duration_secs': 0.292647} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.167552] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.167875] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.168093] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.168496] env[68835]: INFO nova.compute.manager [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Took 47.32 seconds to build instance. [ 759.170440] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9217dbe-83e2-4f3d-8c6b-9c0c7973772f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.172931] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59754888-bef9-4c31-9657-7f22f1365d84 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.196216] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 78270b54-cc89-4b58-b168-6ca1161b4f4a/78270b54-cc89-4b58-b168-6ca1161b4f4a.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.200130] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f1ad264-89eb-4a6a-907f-459a0676eee9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.222245] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 759.222245] env[68835]: value = "task-3153952" [ 759.222245] env[68835]: _type = "Task" [ 759.222245] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.231664] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.237419] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.237925] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.237925] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Deleting the datastore file [datastore2] 0a1e604e-a962-4f9a-86d9-8f769c6309f2 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.237925] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeb9420b-2f15-4879-9949-15f18fc6fd36 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.245428] env[68835]: DEBUG oslo_vmware.api [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 759.245428] env[68835]: value = "task-3153953" [ 759.245428] env[68835]: _type = "Task" [ 759.245428] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.254648] env[68835]: DEBUG oslo_vmware.api [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.283762] env[68835]: INFO nova.compute.manager [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Rebuilding instance [ 759.348681] env[68835]: DEBUG nova.compute.manager [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.349949] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4559c68d-f98e-46db-936e-67aa82dab58c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.455260] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ded0f2-c43e-42ef-b5fe-80860918ca1f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.463887] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1722d91a-edd8-4520-b145-8c40a4a41a40 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.498104] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d407bf52-8b46-49e2-bbc3-4ba020c0dc3c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.506569] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaef68e9-d277-4faa-975d-78d69d12e366 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.521361] env[68835]: DEBUG nova.compute.provider_tree [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.641316] env[68835]: DEBUG oslo_concurrency.lockutils [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.642027] env[68835]: DEBUG oslo_concurrency.lockutils [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.676837] env[68835]: DEBUG oslo_concurrency.lockutils [None req-febb202e-68ab-44a1-9b42-da2362502f4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "c5ca9575-0509-4b69-ad7e-0b5b70889f97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.405s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.733905] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153952, 'name': ReconfigVM_Task, 'duration_secs': 0.401067} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.736899] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 78270b54-cc89-4b58-b168-6ca1161b4f4a/78270b54-cc89-4b58-b168-6ca1161b4f4a.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.736899] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c86fe0a4-1c85-4793-a936-ad10261e3d1a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.743284] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 759.743284] env[68835]: value = "task-3153954" [ 759.743284] env[68835]: _type = "Task" [ 759.743284] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.755871] env[68835]: DEBUG oslo_vmware.api [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3153953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30581} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.758781] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.758983] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.759180] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.759393] env[68835]: INFO nova.compute.manager [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Took 1.21 seconds to destroy the instance on the hypervisor. [ 759.759579] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.759816] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153954, 'name': Rename_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.759956] env[68835]: DEBUG nova.compute.manager [-] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.760061] env[68835]: DEBUG nova.network.neutron [-] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.052315] env[68835]: ERROR nova.scheduler.client.report [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [req-5eee0fce-446f-496d-97bc-e3d264d845db] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5eee0fce-446f-496d-97bc-e3d264d845db"}]} [ 760.076541] env[68835]: DEBUG nova.scheduler.client.report [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 760.092025] env[68835]: DEBUG nova.scheduler.client.report [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 760.092025] env[68835]: DEBUG nova.compute.provider_tree [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.105475] env[68835]: DEBUG nova.scheduler.client.report [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 760.127795] env[68835]: DEBUG nova.scheduler.client.report [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 760.181547] env[68835]: DEBUG nova.compute.manager [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.257937] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153954, 'name': Rename_Task, 'duration_secs': 0.165963} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.258016] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.258306] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f27866b-147c-4d4e-b62b-f9fe305e1ca4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.265843] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 760.265843] env[68835]: value = "task-3153955" [ 760.265843] env[68835]: _type = "Task" [ 760.265843] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.281931] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153955, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.307129] env[68835]: DEBUG nova.compute.manager [req-f09fcd97-16a1-4fdb-aa33-63fcaf228f9a req-d9368552-4fc3-4430-bfac-b4cb9b0a73d5 service nova] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Received event network-vif-deleted-4b9fdb8a-2d2f-458f-8c87-76023af07dda {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.307427] env[68835]: INFO nova.compute.manager [req-f09fcd97-16a1-4fdb-aa33-63fcaf228f9a req-d9368552-4fc3-4430-bfac-b4cb9b0a73d5 service nova] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Neutron deleted interface 4b9fdb8a-2d2f-458f-8c87-76023af07dda; detaching it from the instance and deleting it from the info cache [ 760.307465] env[68835]: DEBUG nova.network.neutron [req-f09fcd97-16a1-4fdb-aa33-63fcaf228f9a req-d9368552-4fc3-4430-bfac-b4cb9b0a73d5 service nova] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.377879] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.378882] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03c7d3b8-7bbc-4631-826a-79f9f3f4aa79 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.385908] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 760.385908] env[68835]: value = "task-3153956" [ 760.385908] env[68835]: _type = "Task" [ 760.385908] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.398066] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.690268] env[68835]: DEBUG nova.network.neutron [-] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.707721] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.780770] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153955, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.812429] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e36f1d3e-f5d1-4d6c-8178-9fc8d83bcb49 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.822170] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9861d44-b761-4519-a5c4-f30ff54660f2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.849706] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724a0baf-6cce-4a99-858c-b2e6776f91de {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.874295] env[68835]: DEBUG nova.compute.manager [req-f09fcd97-16a1-4fdb-aa33-63fcaf228f9a req-d9368552-4fc3-4430-bfac-b4cb9b0a73d5 service nova] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Detach interface failed, port_id=4b9fdb8a-2d2f-458f-8c87-76023af07dda, reason: Instance 0a1e604e-a962-4f9a-86d9-8f769c6309f2 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 760.878122] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead26a38-d4cc-4e40-b616-e43df284195e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.916731] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b390890-033a-470a-8385-2b8266971fb2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.925718] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.929623] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b9a516-b711-4caa-a564-4e08259bd17e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.945124] env[68835]: DEBUG nova.compute.provider_tree [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.194686] env[68835]: INFO nova.compute.manager [-] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Took 1.43 seconds to deallocate network for instance. [ 761.282114] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153955, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.293260] env[68835]: INFO nova.compute.manager [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Rebuilding instance [ 761.361024] env[68835]: DEBUG nova.compute.manager [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.361024] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368e791a-a2c7-42de-8ddf-741a4626e042 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.423820] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153956, 'name': PowerOffVM_Task, 'duration_secs': 0.704296} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.424149] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.424385] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.425484] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5045b588-0d52-419c-af10-6081026c32ad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.433339] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.433678] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76452801-9d93-4ca2-9ef5-908320d416ad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.469123] env[68835]: ERROR nova.scheduler.client.report [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [req-a7a3f8fa-19ac-47b4-a44d-10afaf103ca6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a7a3f8fa-19ac-47b4-a44d-10afaf103ca6"}]} [ 761.491916] env[68835]: DEBUG nova.scheduler.client.report [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 761.503568] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.505129] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.505129] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Deleting the datastore file [datastore1] 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.505129] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d60d2684-2df0-4201-ae71-80c79381be80 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.510682] env[68835]: DEBUG nova.scheduler.client.report [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 761.511168] env[68835]: DEBUG nova.compute.provider_tree [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.515110] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 761.515110] env[68835]: value = "task-3153958" [ 761.515110] env[68835]: _type = "Task" [ 761.515110] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.524918] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.529508] env[68835]: DEBUG nova.scheduler.client.report [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 761.549719] env[68835]: DEBUG nova.scheduler.client.report [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 761.676417] env[68835]: DEBUG oslo_vmware.rw_handles [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206379f-3a59-c406-6a85-aae5eb77af70/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 761.677382] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f580a7df-8d21-4189-a1ae-b5c1c3528bc6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.685607] env[68835]: DEBUG oslo_vmware.rw_handles [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206379f-3a59-c406-6a85-aae5eb77af70/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 761.685785] env[68835]: ERROR oslo_vmware.rw_handles [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206379f-3a59-c406-6a85-aae5eb77af70/disk-0.vmdk due to incomplete transfer. [ 761.686022] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b27fac61-0d16-460d-a0a2-2b9a22819a9c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.697306] env[68835]: DEBUG oslo_vmware.rw_handles [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206379f-3a59-c406-6a85-aae5eb77af70/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 761.697306] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Uploaded image 28cf1120-f2a4-4aef-b96a-a84b2f5e2e1a to the Glance image server {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 761.698851] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Destroying the VM {{(pid=68835) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 761.699107] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b5b083c3-6ef5-4dce-919b-5db73094f562 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.704019] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.707525] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for the task: (returnval){ [ 761.707525] env[68835]: value = "task-3153959" [ 761.707525] env[68835]: _type = "Task" [ 761.707525] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.717672] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153959, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.784403] env[68835]: DEBUG oslo_vmware.api [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3153955, 'name': PowerOnVM_Task, 'duration_secs': 1.164866} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.784829] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.785068] env[68835]: INFO nova.compute.manager [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Took 9.23 seconds to spawn the instance on the hypervisor. [ 761.785374] env[68835]: DEBUG nova.compute.manager [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.786382] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2157dce2-243d-46a5-9c36-5acd42be6778 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.904421] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.904700] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.025933] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162834} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.028419] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.028604] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.028775] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.181842] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf56116-371e-4c30-a71b-263116c03ab8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.189599] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5927edba-b9ab-4ed8-9855-c1367503b898 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.225716] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7ecbeb-7063-4731-8ffe-252c4b22163f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.233208] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153959, 'name': Destroy_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.236733] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0e72a2-0d1c-465a-9199-67f14fe44dc2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.250226] env[68835]: DEBUG nova.compute.provider_tree [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.309588] env[68835]: INFO nova.compute.manager [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Took 42.49 seconds to build instance. [ 762.373382] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.373749] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6832f156-0d81-44b7-8cfd-191c2641add6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.381381] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 762.381381] env[68835]: value = "task-3153960" [ 762.381381] env[68835]: _type = "Task" [ 762.381381] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.390428] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.731814] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153959, 'name': Destroy_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.800020] env[68835]: DEBUG nova.scheduler.client.report [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Updated inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 762.800020] env[68835]: DEBUG nova.compute.provider_tree [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Updating resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 generation from 72 to 73 during operation: update_inventory {{(pid=68835) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 762.800020] env[68835]: DEBUG nova.compute.provider_tree [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.811749] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9981809-e098-4c64-b8be-31168eb7d43c tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "78270b54-cc89-4b58-b168-6ca1161b4f4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.967s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.896997] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153960, 'name': PowerOffVM_Task, 'duration_secs': 0.419791} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.897391] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.897711] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.898599] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48509ee-f61d-4dfc-8ec9-13983b19e248 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.907603] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.908451] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecec1a54-cf53-4d15-ba85-4368b0bfde87 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.980417] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.980644] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.980835] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleting the datastore file [datastore2] c5ca9575-0509-4b69-ad7e-0b5b70889f97 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.981123] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66c31824-0447-4598-a4c9-7e841781aeca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.989991] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 762.989991] env[68835]: value = "task-3153962" [ 762.989991] env[68835]: _type = "Task" [ 762.989991] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.000551] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.085606] env[68835]: DEBUG nova.virt.hardware [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.085606] env[68835]: DEBUG nova.virt.hardware [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.085606] env[68835]: DEBUG nova.virt.hardware [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.085815] env[68835]: DEBUG nova.virt.hardware [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.085815] env[68835]: DEBUG nova.virt.hardware [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.085815] env[68835]: DEBUG nova.virt.hardware [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.085815] env[68835]: DEBUG nova.virt.hardware [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.085950] env[68835]: DEBUG nova.virt.hardware [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.087080] env[68835]: DEBUG nova.virt.hardware [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.087297] env[68835]: DEBUG nova.virt.hardware [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.087471] env[68835]: DEBUG nova.virt.hardware [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.088807] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1e209d-ddf0-4edc-971c-4c3cd300b2e9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.100949] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64064b7-3175-4cda-8570-8eb7d1b38f85 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.116461] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:48:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb580cfe-1ec8-4bd1-880e-dfdd576645c8', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.124328] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.124547] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.124773] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20a532fd-19b3-4361-a98c-bf7d7cddb3d2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.145690] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.145690] env[68835]: value = "task-3153963" [ 763.145690] env[68835]: _type = "Task" [ 763.145690] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.153998] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153963, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.231845] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153959, 'name': Destroy_Task, 'duration_secs': 1.092919} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.232335] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Destroyed the VM [ 763.232505] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Deleting Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 763.232960] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-82502e18-ac68-4358-afc9-44abe88c2b3e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.239956] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for the task: (returnval){ [ 763.239956] env[68835]: value = "task-3153964" [ 763.239956] env[68835]: _type = "Task" [ 763.239956] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.248807] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153964, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.305079] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 7.829s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.305912] env[68835]: DEBUG nova.compute.manager [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.309547] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.864s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.309547] env[68835]: DEBUG nova.objects.instance [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lazy-loading 'resources' on Instance uuid 835f5213-974c-4441-adac-e3b020e7906d {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.315624] env[68835]: DEBUG nova.compute.manager [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.499520] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321311} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.499767] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.499949] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.500139] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.657056] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153963, 'name': CreateVM_Task, 'duration_secs': 0.324616} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.657235] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.657896] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.658075] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.658392] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.658965] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a73a10a0-4fbf-4c9a-9116-4a0d7df0325f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.663618] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 763.663618] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528e6a4c-9d41-902b-a6a1-34beca651c9a" [ 763.663618] env[68835]: _type = "Task" [ 763.663618] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.672206] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528e6a4c-9d41-902b-a6a1-34beca651c9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.749715] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153964, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.812017] env[68835]: DEBUG nova.compute.utils [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.813440] env[68835]: DEBUG nova.compute.manager [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.813614] env[68835]: DEBUG nova.network.neutron [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.833241] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.874728] env[68835]: DEBUG nova.policy [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b09023a4a78b4f56b6578ff554d712d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c74b5477f78b4796b0657ce0a97c04fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.035344] env[68835]: DEBUG nova.compute.manager [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Stashing vm_state: active {{(pid=68835) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 764.181136] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528e6a4c-9d41-902b-a6a1-34beca651c9a, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.181136] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.181136] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.181136] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.181338] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.181338] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.181338] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-589ba1b3-c7b0-42f5-a8e0-06b8062ea19f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.191206] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.191647] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.192530] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa2fbc4f-c266-4586-8a9e-5be7cad13c19 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.200022] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 764.200022] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52fa5989-71c0-d537-86ca-48afc6b15fc2" [ 764.200022] env[68835]: _type = "Task" [ 764.200022] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.208179] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52fa5989-71c0-d537-86ca-48afc6b15fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.253154] env[68835]: DEBUG oslo_vmware.api [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153964, 'name': RemoveSnapshot_Task, 'duration_secs': 0.945205} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.253154] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Deleted Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 764.253548] env[68835]: INFO nova.compute.manager [None req-afa8125c-c64b-4b03-920e-eacc17973526 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Took 16.61 seconds to snapshot the instance on the hypervisor. [ 764.322949] env[68835]: DEBUG nova.compute.manager [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.381641] env[68835]: DEBUG nova.network.neutron [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Successfully created port: fd8a70a9-83e9-4c04-8061-dcc0abf67317 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.402841] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b51253c-8aaa-4e1f-b2a4-7fc30abf913f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.410883] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfb919e-b016-4d5a-a61e-966260dfded3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.446331] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aa0827-bd55-42b2-a03c-c190dd4658b7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.453970] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e439c3-9440-4d2f-b52b-d12c97dbc64c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.467722] env[68835]: DEBUG nova.compute.provider_tree [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.534158] env[68835]: DEBUG nova.virt.hardware [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.534471] env[68835]: DEBUG nova.virt.hardware [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.534677] env[68835]: DEBUG nova.virt.hardware [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.534928] env[68835]: DEBUG nova.virt.hardware [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.535266] env[68835]: DEBUG nova.virt.hardware [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.535480] env[68835]: DEBUG nova.virt.hardware [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.535743] env[68835]: DEBUG nova.virt.hardware [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.535946] env[68835]: DEBUG nova.virt.hardware [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.536173] env[68835]: DEBUG nova.virt.hardware [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.536385] env[68835]: DEBUG nova.virt.hardware [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.536609] env[68835]: DEBUG nova.virt.hardware [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.537548] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a448f0-1368-465b-a7d1-c959cc52a4f9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.553187] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65495839-c022-403b-b066-dd6bf58a037e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.558946] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.570410] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:4f:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5babb0c-d940-4cf4-ae88-a6eb1238c343', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.578454] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.578781] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.579052] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ada5f4cf-acfb-4f1c-a7b7-f0ef8a35f0cd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.600066] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.600066] env[68835]: value = "task-3153965" [ 764.600066] env[68835]: _type = "Task" [ 764.600066] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.612022] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153965, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.708115] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52fa5989-71c0-d537-86ca-48afc6b15fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.008968} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.710145] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad848e8-96c4-49de-9a06-ef897f131f6b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.715212] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 764.715212] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]526637c2-4656-8f16-b64b-48ac80c51187" [ 764.715212] env[68835]: _type = "Task" [ 764.715212] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.722977] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526637c2-4656-8f16-b64b-48ac80c51187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.871514] env[68835]: DEBUG oslo_concurrency.lockutils [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Acquiring lock "e8defb77-1526-4962-9612-f7299492b53b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.871514] env[68835]: DEBUG oslo_concurrency.lockutils [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Lock "e8defb77-1526-4962-9612-f7299492b53b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.871514] env[68835]: DEBUG oslo_concurrency.lockutils [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Acquiring lock "e8defb77-1526-4962-9612-f7299492b53b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.871514] env[68835]: DEBUG oslo_concurrency.lockutils [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Lock "e8defb77-1526-4962-9612-f7299492b53b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.872187] env[68835]: DEBUG oslo_concurrency.lockutils [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Lock "e8defb77-1526-4962-9612-f7299492b53b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.874410] env[68835]: INFO nova.compute.manager [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Terminating instance [ 764.971028] env[68835]: DEBUG nova.scheduler.client.report [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.110839] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153965, 'name': CreateVM_Task, 'duration_secs': 0.38202} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.110839] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.111025] env[68835]: DEBUG oslo_concurrency.lockutils [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.111190] env[68835]: DEBUG oslo_concurrency.lockutils [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.111568] env[68835]: DEBUG oslo_concurrency.lockutils [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.111821] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e10a7936-bbc0-4c29-9793-b587953675af {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.116197] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 765.116197] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52f0aae7-32c0-1ca5-7459-441069dc7814" [ 765.116197] env[68835]: _type = "Task" [ 765.116197] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.124291] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f0aae7-32c0-1ca5-7459-441069dc7814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.226512] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526637c2-4656-8f16-b64b-48ac80c51187, 'name': SearchDatastore_Task, 'duration_secs': 0.012557} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.226900] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.227285] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f/9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.227675] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70bc5d8e-3348-44e8-9c86-f3ecf84c361b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.234860] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 765.234860] env[68835]: value = "task-3153966" [ 765.234860] env[68835]: _type = "Task" [ 765.234860] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.243403] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.275147] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Acquiring lock "ecbc1ed3-8601-4ea8-b8f9-862e3faf5943" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.275333] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Lock "ecbc1ed3-8601-4ea8-b8f9-862e3faf5943" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.275576] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Acquiring lock "ecbc1ed3-8601-4ea8-b8f9-862e3faf5943-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.275767] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Lock "ecbc1ed3-8601-4ea8-b8f9-862e3faf5943-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.275935] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Lock "ecbc1ed3-8601-4ea8-b8f9-862e3faf5943-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.278011] env[68835]: INFO nova.compute.manager [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Terminating instance [ 765.336777] env[68835]: DEBUG nova.compute.manager [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.365353] env[68835]: DEBUG nova.virt.hardware [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.365693] env[68835]: DEBUG nova.virt.hardware [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.365836] env[68835]: DEBUG nova.virt.hardware [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.366073] env[68835]: DEBUG nova.virt.hardware [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.366243] env[68835]: DEBUG nova.virt.hardware [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.366390] env[68835]: DEBUG nova.virt.hardware [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.366600] env[68835]: DEBUG nova.virt.hardware [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.366756] env[68835]: DEBUG nova.virt.hardware [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.366923] env[68835]: DEBUG nova.virt.hardware [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.367094] env[68835]: DEBUG nova.virt.hardware [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.367271] env[68835]: DEBUG nova.virt.hardware [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.368184] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c023c43d-6788-48ed-8719-58816c6e1a14 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.376086] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac72fa4-9638-489b-8564-d2228bea96f4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.380475] env[68835]: DEBUG nova.compute.manager [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.380678] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.381447] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e2614c-f543-4991-bbe5-b12fb6faa205 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.396976] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.397217] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3591bd1a-ca4c-4071-90e6-bde36e702e83 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.403790] env[68835]: DEBUG oslo_vmware.api [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Waiting for the task: (returnval){ [ 765.403790] env[68835]: value = "task-3153967" [ 765.403790] env[68835]: _type = "Task" [ 765.403790] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.412355] env[68835]: DEBUG oslo_vmware.api [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': task-3153967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.476418] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.479441] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.981s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.479992] env[68835]: DEBUG nova.objects.instance [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lazy-loading 'resources' on Instance uuid d9bd6f02-19ff-49b7-9fb4-26119727ad63 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.502939] env[68835]: INFO nova.scheduler.client.report [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Deleted allocations for instance 835f5213-974c-4441-adac-e3b020e7906d [ 765.631165] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f0aae7-32c0-1ca5-7459-441069dc7814, 'name': SearchDatastore_Task, 'duration_secs': 0.010023} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.632042] env[68835]: DEBUG oslo_concurrency.lockutils [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.632042] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.632291] env[68835]: DEBUG oslo_concurrency.lockutils [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.632291] env[68835]: DEBUG oslo_concurrency.lockutils [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.632443] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.632772] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8415da71-1436-466b-8f49-2a0f85e5d387 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.648470] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.648669] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.650613] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba24fc9e-020d-477b-ba8a-c538ea8d8ad2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.658735] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 765.658735] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52266c48-65bc-d19b-e710-0c2faefaa22d" [ 765.658735] env[68835]: _type = "Task" [ 765.658735] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.670636] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52266c48-65bc-d19b-e710-0c2faefaa22d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.748511] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491646} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.748769] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f/9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.749100] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.749501] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb40e51b-94bb-4ab3-b614-0b8eb3e5bd3c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.757028] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 765.757028] env[68835]: value = "task-3153968" [ 765.757028] env[68835]: _type = "Task" [ 765.757028] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.768929] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.781894] env[68835]: DEBUG nova.compute.manager [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.782151] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.783072] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325f896b-434b-4886-bb4a-a4c5f85a7d6c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.790288] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.790633] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bfa3278-937c-4084-bba4-89505750970f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.796883] env[68835]: DEBUG oslo_vmware.api [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Waiting for the task: (returnval){ [ 765.796883] env[68835]: value = "task-3153969" [ 765.796883] env[68835]: _type = "Task" [ 765.796883] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.805209] env[68835]: DEBUG oslo_vmware.api [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': task-3153969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.917128] env[68835]: DEBUG oslo_vmware.api [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': task-3153967, 'name': PowerOffVM_Task, 'duration_secs': 0.300072} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.917453] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.917586] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.917842] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73b79f8b-0da5-438d-8721-7c71365eaa26 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.976307] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.976563] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.976752] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Deleting the datastore file [datastore2] e8defb77-1526-4962-9612-f7299492b53b {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.977032] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2318edf-dd13-455b-9e03-7b8c93d50b58 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.986230] env[68835]: DEBUG oslo_vmware.api [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Waiting for the task: (returnval){ [ 765.986230] env[68835]: value = "task-3153971" [ 765.986230] env[68835]: _type = "Task" [ 765.986230] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.994169] env[68835]: DEBUG oslo_vmware.api [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': task-3153971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.014875] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8f55fce-c6e1-48e3-8628-1c06441ecc01 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "835f5213-974c-4441-adac-e3b020e7906d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.976s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.172211] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52266c48-65bc-d19b-e710-0c2faefaa22d, 'name': SearchDatastore_Task, 'duration_secs': 0.0502} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.172211] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06266fba-0d61-4f15-8474-0f585bfdf3cf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.179200] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 766.179200] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52930328-6ad4-40cf-bd3f-1a5083d8bc02" [ 766.179200] env[68835]: _type = "Task" [ 766.179200] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.183143] env[68835]: DEBUG nova.network.neutron [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Successfully updated port: fd8a70a9-83e9-4c04-8061-dcc0abf67317 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.186635] env[68835]: DEBUG nova.compute.manager [req-d08efc91-4e0f-42b3-897e-d7b4d0285b21 req-04cc993c-ae83-4ae3-95a8-e4cf8d78d8ca service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Received event network-vif-plugged-fd8a70a9-83e9-4c04-8061-dcc0abf67317 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.186848] env[68835]: DEBUG oslo_concurrency.lockutils [req-d08efc91-4e0f-42b3-897e-d7b4d0285b21 req-04cc993c-ae83-4ae3-95a8-e4cf8d78d8ca service nova] Acquiring lock "c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.187070] env[68835]: DEBUG oslo_concurrency.lockutils [req-d08efc91-4e0f-42b3-897e-d7b4d0285b21 req-04cc993c-ae83-4ae3-95a8-e4cf8d78d8ca service nova] Lock "c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.187889] env[68835]: DEBUG oslo_concurrency.lockutils [req-d08efc91-4e0f-42b3-897e-d7b4d0285b21 req-04cc993c-ae83-4ae3-95a8-e4cf8d78d8ca service nova] Lock "c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.187889] env[68835]: DEBUG nova.compute.manager [req-d08efc91-4e0f-42b3-897e-d7b4d0285b21 req-04cc993c-ae83-4ae3-95a8-e4cf8d78d8ca service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] No waiting events found dispatching network-vif-plugged-fd8a70a9-83e9-4c04-8061-dcc0abf67317 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.187889] env[68835]: WARNING nova.compute.manager [req-d08efc91-4e0f-42b3-897e-d7b4d0285b21 req-04cc993c-ae83-4ae3-95a8-e4cf8d78d8ca service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Received unexpected event network-vif-plugged-fd8a70a9-83e9-4c04-8061-dcc0abf67317 for instance with vm_state building and task_state spawning. [ 766.191792] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52930328-6ad4-40cf-bd3f-1a5083d8bc02, 'name': SearchDatastore_Task, 'duration_secs': 0.009206} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.192069] env[68835]: DEBUG oslo_concurrency.lockutils [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.192347] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] c5ca9575-0509-4b69-ad7e-0b5b70889f97/c5ca9575-0509-4b69-ad7e-0b5b70889f97.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.192621] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2db83d67-df51-447a-9ac8-ebb918a31d99 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.203161] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 766.203161] env[68835]: value = "task-3153972" [ 766.203161] env[68835]: _type = "Task" [ 766.203161] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.212585] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.266660] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077334} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.266746] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.270442] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4781f431-f5ab-4676-abdd-07737290c4c9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.295621] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f/9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.297578] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2298723-b92b-4d72-9e2c-92953e2a78e7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.322955] env[68835]: DEBUG oslo_vmware.api [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': task-3153969, 'name': PowerOffVM_Task, 'duration_secs': 0.298672} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.324400] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.324592] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.324911] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 766.324911] env[68835]: value = "task-3153973" [ 766.324911] env[68835]: _type = "Task" [ 766.324911] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.325505] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73a4e1a8-30a9-4a69-aef1-983e5ec2ca1f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.398029] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.398237] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.398423] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Deleting the datastore file [datastore2] ecbc1ed3-8601-4ea8-b8f9-862e3faf5943 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.398703] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57207dc9-1a66-4d17-9cec-8df402f49818 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.406775] env[68835]: DEBUG oslo_vmware.api [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Waiting for the task: (returnval){ [ 766.406775] env[68835]: value = "task-3153975" [ 766.406775] env[68835]: _type = "Task" [ 766.406775] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.418486] env[68835]: DEBUG oslo_vmware.api [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': task-3153975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.499075] env[68835]: DEBUG oslo_vmware.api [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Task: {'id': task-3153971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14013} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.499387] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.499632] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.499817] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.500032] env[68835]: INFO nova.compute.manager [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [instance: e8defb77-1526-4962-9612-f7299492b53b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 766.500548] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.500548] env[68835]: DEBUG nova.compute.manager [-] [instance: e8defb77-1526-4962-9612-f7299492b53b] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.500675] env[68835]: DEBUG nova.network.neutron [-] [instance: e8defb77-1526-4962-9612-f7299492b53b] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.638472] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137d6857-fb3d-4d1e-946d-6f67f8e10e22 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.653374] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c8e2ec-fc10-430b-864a-fafd08aed768 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.711482] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Acquiring lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.711756] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Acquired lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.712021] env[68835]: DEBUG nova.network.neutron [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.721242] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6331fbc6-5fe1-4032-bb0f-d05e4570b494 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.734656] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525183} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.738222] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] c5ca9575-0509-4b69-ad7e-0b5b70889f97/c5ca9575-0509-4b69-ad7e-0b5b70889f97.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.738584] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.739333] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-806e5095-a4a2-4d42-b113-2c0c429fdf26 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.743800] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b112d9-cbfa-4615-a14c-15f78733397b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.768166] env[68835]: DEBUG nova.compute.provider_tree [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 766.770939] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 766.770939] env[68835]: value = "task-3153976" [ 766.770939] env[68835]: _type = "Task" [ 766.770939] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.779248] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.837779] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.918435] env[68835]: DEBUG oslo_vmware.api [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Task: {'id': task-3153975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419786} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.918714] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.918916] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.919131] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.919346] env[68835]: INFO nova.compute.manager [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Took 1.14 seconds to destroy the instance on the hypervisor. [ 766.919596] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.919808] env[68835]: DEBUG nova.compute.manager [-] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.919903] env[68835]: DEBUG nova.network.neutron [-] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.075819] env[68835]: DEBUG nova.compute.manager [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.076821] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e84d90-54e4-432a-95c4-c5aa65536219 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.268629] env[68835]: DEBUG nova.network.neutron [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.295245] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067254} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.295637] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.296840] env[68835]: ERROR nova.scheduler.client.report [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [req-32f8f45f-fdbe-402e-8005-292b25e23eed] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-32f8f45f-fdbe-402e-8005-292b25e23eed"}]} [ 767.297718] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d49e36b-97c9-4420-99e9-1891a5d76d58 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.325840] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] c5ca9575-0509-4b69-ad7e-0b5b70889f97/c5ca9575-0509-4b69-ad7e-0b5b70889f97.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.327050] env[68835]: DEBUG nova.scheduler.client.report [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 767.329049] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-524103d9-4a0e-4b10-a3e9-4f9fe44e0cc3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.359673] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153973, 'name': ReconfigVM_Task, 'duration_secs': 0.630556} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.360628] env[68835]: DEBUG nova.scheduler.client.report [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 767.360826] env[68835]: DEBUG nova.compute.provider_tree [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.364018] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f/9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.364868] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 767.364868] env[68835]: value = "task-3153977" [ 767.364868] env[68835]: _type = "Task" [ 767.364868] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.366718] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44b41a98-3a64-422d-935c-33e4e5dffce3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.376097] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.377660] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 767.377660] env[68835]: value = "task-3153978" [ 767.377660] env[68835]: _type = "Task" [ 767.377660] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.385558] env[68835]: DEBUG nova.scheduler.client.report [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 767.395675] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153978, 'name': Rename_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.413998] env[68835]: DEBUG nova.scheduler.client.report [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 767.498905] env[68835]: DEBUG nova.network.neutron [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Updating instance_info_cache with network_info: [{"id": "fd8a70a9-83e9-4c04-8061-dcc0abf67317", "address": "fa:16:3e:0a:fc:c0", "network": {"id": "d7e0b2f1-dff6-4921-ac15-059303bbfbba", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1012945332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c74b5477f78b4796b0657ce0a97c04fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8a70a9-83", "ovs_interfaceid": "fd8a70a9-83e9-4c04-8061-dcc0abf67317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.569240] env[68835]: DEBUG nova.compute.manager [req-667ee6c8-3aa1-439e-a82a-4ac3d0c0c5df req-1efe3d95-5a46-429a-b1c9-6a8eb4b451bb service nova] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Received event network-vif-deleted-99cc7a76-3e49-491c-b8d6-3a4565e9e15e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.569240] env[68835]: INFO nova.compute.manager [req-667ee6c8-3aa1-439e-a82a-4ac3d0c0c5df req-1efe3d95-5a46-429a-b1c9-6a8eb4b451bb service nova] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Neutron deleted interface 99cc7a76-3e49-491c-b8d6-3a4565e9e15e; detaching it from the instance and deleting it from the info cache [ 767.569473] env[68835]: DEBUG nova.network.neutron [req-667ee6c8-3aa1-439e-a82a-4ac3d0c0c5df req-1efe3d95-5a46-429a-b1c9-6a8eb4b451bb service nova] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.587827] env[68835]: INFO nova.compute.manager [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] instance snapshotting [ 767.595365] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9b8667-36e5-4a51-bcbb-57fba4310d16 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.623748] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1bae91-cc31-4739-81e9-8dfcccbd4b37 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.708355] env[68835]: DEBUG nova.network.neutron [-] [instance: e8defb77-1526-4962-9612-f7299492b53b] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.876935] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153977, 'name': ReconfigVM_Task, 'duration_secs': 0.486163} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.879463] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Reconfigured VM instance instance-0000002c to attach disk [datastore1] c5ca9575-0509-4b69-ad7e-0b5b70889f97/c5ca9575-0509-4b69-ad7e-0b5b70889f97.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.880316] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bb2f179-eae3-4a31-9dfb-36a799890d2c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.889952] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153978, 'name': Rename_Task, 'duration_secs': 0.375603} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.891202] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.891536] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 767.891536] env[68835]: value = "task-3153979" [ 767.891536] env[68835]: _type = "Task" [ 767.891536] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.891722] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0882741-6cff-4be9-8580-865d41ba9588 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.905995] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153979, 'name': Rename_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.907184] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 767.907184] env[68835]: value = "task-3153980" [ 767.907184] env[68835]: _type = "Task" [ 767.907184] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.910326] env[68835]: DEBUG nova.network.neutron [-] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.918191] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.001331] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Releasing lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.002485] env[68835]: DEBUG nova.compute.manager [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Instance network_info: |[{"id": "fd8a70a9-83e9-4c04-8061-dcc0abf67317", "address": "fa:16:3e:0a:fc:c0", "network": {"id": "d7e0b2f1-dff6-4921-ac15-059303bbfbba", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1012945332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c74b5477f78b4796b0657ce0a97c04fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8a70a9-83", "ovs_interfaceid": "fd8a70a9-83e9-4c04-8061-dcc0abf67317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.002709] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:fc:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd8a70a9-83e9-4c04-8061-dcc0abf67317', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.010232] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Creating folder: Project (c74b5477f78b4796b0657ce0a97c04fc). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.013294] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-435a2cfd-f5e5-41d4-ab8f-f3e7ff3f0ab8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.024534] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Created folder: Project (c74b5477f78b4796b0657ce0a97c04fc) in parent group-v630977. [ 768.025745] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Creating folder: Instances. Parent ref: group-v631108. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.025745] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4fa72d7-3799-41c0-9453-195d4456b87b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.036623] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Created folder: Instances in parent group-v631108. [ 768.036904] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.037133] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.037364] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a82deda-37e5-4cd1-84d7-6887d2c313ae {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.061167] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.061167] env[68835]: value = "task-3153983" [ 768.061167] env[68835]: _type = "Task" [ 768.061167] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.069563] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153983, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.076209] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e559a09b-9443-418d-bbe4-98dbb2ab3c23 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.086963] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ebabdb-b399-4ec7-9bd6-e1fe01c74efb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.129763] env[68835]: DEBUG nova.compute.manager [req-667ee6c8-3aa1-439e-a82a-4ac3d0c0c5df req-1efe3d95-5a46-429a-b1c9-6a8eb4b451bb service nova] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Detach interface failed, port_id=99cc7a76-3e49-491c-b8d6-3a4565e9e15e, reason: Instance ecbc1ed3-8601-4ea8-b8f9-862e3faf5943 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 768.138147] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Creating Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 768.138147] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-06240305-9ba6-4688-bd2f-2ecf5d2fb07d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.143013] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for the task: (returnval){ [ 768.143013] env[68835]: value = "task-3153984" [ 768.143013] env[68835]: _type = "Task" [ 768.143013] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.162288] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153984, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.167908] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ed4ba8-e822-4dca-930d-8abb75f0c956 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.175318] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6161575-fdff-44df-ba38-fd02af9cce23 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.216690] env[68835]: INFO nova.compute.manager [-] [instance: e8defb77-1526-4962-9612-f7299492b53b] Took 1.72 seconds to deallocate network for instance. [ 768.219915] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cc6889-4978-4e25-8fac-1ff3afaa4e9a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.232376] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92411ea-1fe8-4ec3-b346-fcf417df5a5b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.248866] env[68835]: DEBUG nova.compute.provider_tree [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 768.403735] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153979, 'name': Rename_Task, 'duration_secs': 0.262847} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.404053] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.404331] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69bcaa35-5e9f-4b25-8883-d8d2cc23f9aa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.411925] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 768.411925] env[68835]: value = "task-3153985" [ 768.411925] env[68835]: _type = "Task" [ 768.411925] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.412334] env[68835]: INFO nova.compute.manager [-] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Took 1.49 seconds to deallocate network for instance. [ 768.420040] env[68835]: DEBUG oslo_vmware.api [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153980, 'name': PowerOnVM_Task, 'duration_secs': 0.487431} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.422903] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.423171] env[68835]: DEBUG nova.compute.manager [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.424551] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5ccab0-2b75-495f-ba01-661f5c892400 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.432091] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153985, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.569863] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3153983, 'name': CreateVM_Task, 'duration_secs': 0.286436} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.570123] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.570943] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.571205] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.571645] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.571976] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80990558-4691-4fcd-9cd6-2d61f613ff6a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.576930] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Waiting for the task: (returnval){ [ 768.576930] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d356b9-ca73-0832-ce48-4035e59b388c" [ 768.576930] env[68835]: _type = "Task" [ 768.576930] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.585678] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d356b9-ca73-0832-ce48-4035e59b388c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.652911] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153984, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.675639] env[68835]: DEBUG nova.compute.manager [req-64ef99d3-4e87-47e4-b893-5461ae33c342 req-2697b415-5e6d-4d8a-8fa3-15519a1349ba service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Received event network-changed-fd8a70a9-83e9-4c04-8061-dcc0abf67317 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.675836] env[68835]: DEBUG nova.compute.manager [req-64ef99d3-4e87-47e4-b893-5461ae33c342 req-2697b415-5e6d-4d8a-8fa3-15519a1349ba service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Refreshing instance network info cache due to event network-changed-fd8a70a9-83e9-4c04-8061-dcc0abf67317. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.676171] env[68835]: DEBUG oslo_concurrency.lockutils [req-64ef99d3-4e87-47e4-b893-5461ae33c342 req-2697b415-5e6d-4d8a-8fa3-15519a1349ba service nova] Acquiring lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.676431] env[68835]: DEBUG oslo_concurrency.lockutils [req-64ef99d3-4e87-47e4-b893-5461ae33c342 req-2697b415-5e6d-4d8a-8fa3-15519a1349ba service nova] Acquired lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.676650] env[68835]: DEBUG nova.network.neutron [req-64ef99d3-4e87-47e4-b893-5461ae33c342 req-2697b415-5e6d-4d8a-8fa3-15519a1349ba service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Refreshing network info cache for port fd8a70a9-83e9-4c04-8061-dcc0abf67317 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.729198] env[68835]: DEBUG oslo_concurrency.lockutils [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.785786] env[68835]: DEBUG nova.scheduler.client.report [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Updated inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 768.786080] env[68835]: DEBUG nova.compute.provider_tree [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Updating resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 generation from 75 to 76 during operation: update_inventory {{(pid=68835) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 768.786272] env[68835]: DEBUG nova.compute.provider_tree [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 768.922366] env[68835]: DEBUG oslo_vmware.api [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153985, 'name': PowerOnVM_Task, 'duration_secs': 0.454837} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.922679] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.922884] env[68835]: DEBUG nova.compute.manager [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.923761] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6aec8b-bde5-46de-800b-7a670b109b2e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.927387] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.948220] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.088482] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d356b9-ca73-0832-ce48-4035e59b388c, 'name': SearchDatastore_Task, 'duration_secs': 0.009457} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.088860] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.089021] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.089274] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.089449] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.089692] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.089896] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a54cc7b7-c6c0-4195-abd0-cf1850a3f103 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.103834] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.104043] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.104900] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f54d277a-c666-4631-aa8e-a700838b353a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.109863] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Waiting for the task: (returnval){ [ 769.109863] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528739b9-df94-8189-1a38-9fe923a8d0a0" [ 769.109863] env[68835]: _type = "Task" [ 769.109863] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.117792] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528739b9-df94-8189-1a38-9fe923a8d0a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.153186] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153984, 'name': CreateSnapshot_Task, 'duration_secs': 0.564045} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.153429] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Created Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 769.154191] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008365e3-0b4e-4725-8998-5bb7b5c34099 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.242997] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "9c2ae44f-df3b-4a90-9361-04d6cc8d7432" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.243656] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "9c2ae44f-df3b-4a90-9361-04d6cc8d7432" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.243656] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "9c2ae44f-df3b-4a90-9361-04d6cc8d7432-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.243781] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "9c2ae44f-df3b-4a90-9361-04d6cc8d7432-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.243962] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "9c2ae44f-df3b-4a90-9361-04d6cc8d7432-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.245921] env[68835]: INFO nova.compute.manager [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Terminating instance [ 769.291551] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.812s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.296069] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.496s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.297546] env[68835]: INFO nova.compute.claims [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.317193] env[68835]: INFO nova.scheduler.client.report [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Deleted allocations for instance d9bd6f02-19ff-49b7-9fb4-26119727ad63 [ 769.443543] env[68835]: DEBUG oslo_concurrency.lockutils [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.463827] env[68835]: DEBUG nova.network.neutron [req-64ef99d3-4e87-47e4-b893-5461ae33c342 req-2697b415-5e6d-4d8a-8fa3-15519a1349ba service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Updated VIF entry in instance network info cache for port fd8a70a9-83e9-4c04-8061-dcc0abf67317. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.464227] env[68835]: DEBUG nova.network.neutron [req-64ef99d3-4e87-47e4-b893-5461ae33c342 req-2697b415-5e6d-4d8a-8fa3-15519a1349ba service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Updating instance_info_cache with network_info: [{"id": "fd8a70a9-83e9-4c04-8061-dcc0abf67317", "address": "fa:16:3e:0a:fc:c0", "network": {"id": "d7e0b2f1-dff6-4921-ac15-059303bbfbba", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1012945332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c74b5477f78b4796b0657ce0a97c04fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8a70a9-83", "ovs_interfaceid": "fd8a70a9-83e9-4c04-8061-dcc0abf67317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.578161] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "1db421cf-4568-451a-ac6b-3789ac312f33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.578437] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "1db421cf-4568-451a-ac6b-3789ac312f33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.578649] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "1db421cf-4568-451a-ac6b-3789ac312f33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.578829] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "1db421cf-4568-451a-ac6b-3789ac312f33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.578997] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "1db421cf-4568-451a-ac6b-3789ac312f33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.581281] env[68835]: INFO nova.compute.manager [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Terminating instance [ 769.620309] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528739b9-df94-8189-1a38-9fe923a8d0a0, 'name': SearchDatastore_Task, 'duration_secs': 0.025131} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.621111] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-736a8291-b6bf-4e26-af7d-90740ff71a33 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.627532] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Waiting for the task: (returnval){ [ 769.627532] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52574c74-8c83-822d-8845-fceadac6bab5" [ 769.627532] env[68835]: _type = "Task" [ 769.627532] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.635661] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52574c74-8c83-822d-8845-fceadac6bab5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.673008] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Creating linked-clone VM from snapshot {{(pid=68835) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 769.673329] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-330c6c31-0b37-4aa2-9d38-d372d8ecd7a2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.682920] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for the task: (returnval){ [ 769.682920] env[68835]: value = "task-3153986" [ 769.682920] env[68835]: _type = "Task" [ 769.682920] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.691067] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153986, 'name': CloneVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.750167] env[68835]: DEBUG nova.compute.manager [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.750314] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.751218] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b11870-dd02-4c02-bfac-7b79da4fc0ae {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.759215] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.759322] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a829711-36ac-4160-bbcd-7ee5bf7af04b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.764427] env[68835]: DEBUG oslo_vmware.api [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 769.764427] env[68835]: value = "task-3153987" [ 769.764427] env[68835]: _type = "Task" [ 769.764427] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.773014] env[68835]: DEBUG oslo_vmware.api [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.825038] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7f306626-d0a5-4b70-b5b0-448bbcfa28ba tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "d9bd6f02-19ff-49b7-9fb4-26119727ad63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.060s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.970549] env[68835]: DEBUG oslo_concurrency.lockutils [req-64ef99d3-4e87-47e4-b893-5461ae33c342 req-2697b415-5e6d-4d8a-8fa3-15519a1349ba service nova] Releasing lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.970549] env[68835]: DEBUG nova.compute.manager [req-64ef99d3-4e87-47e4-b893-5461ae33c342 req-2697b415-5e6d-4d8a-8fa3-15519a1349ba service nova] [instance: e8defb77-1526-4962-9612-f7299492b53b] Received event network-vif-deleted-c0ab7829-e2f4-42d6-867b-b7cd13202a50 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.085107] env[68835]: DEBUG nova.compute.manager [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.085402] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.086527] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2252053-cb86-418e-9c00-2adf6cc46f19 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.095069] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.095361] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a75f2c1-5fa0-4562-bded-6418ee428c69 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.102069] env[68835]: DEBUG oslo_vmware.api [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 770.102069] env[68835]: value = "task-3153988" [ 770.102069] env[68835]: _type = "Task" [ 770.102069] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.109579] env[68835]: DEBUG oslo_vmware.api [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.137724] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52574c74-8c83-822d-8845-fceadac6bab5, 'name': SearchDatastore_Task, 'duration_secs': 0.024537} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.137995] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.138274] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b/c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.138537] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4301a9da-956f-4e2a-a7ac-ae021ebb4636 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.145587] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Waiting for the task: (returnval){ [ 770.145587] env[68835]: value = "task-3153989" [ 770.145587] env[68835]: _type = "Task" [ 770.145587] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.153057] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3153989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.193955] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153986, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.275801] env[68835]: DEBUG oslo_vmware.api [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153987, 'name': PowerOffVM_Task, 'duration_secs': 0.264583} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.276181] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.276358] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.276658] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ceefb669-f1a7-4d96-afed-fbf8909f3154 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.344755] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.345090] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.345253] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Deleting the datastore file [datastore2] 9c2ae44f-df3b-4a90-9361-04d6cc8d7432 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.345591] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23f0ea71-54d4-4cec-b966-d51b082a14b9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.358461] env[68835]: DEBUG oslo_vmware.api [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 770.358461] env[68835]: value = "task-3153991" [ 770.358461] env[68835]: _type = "Task" [ 770.358461] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.370582] env[68835]: DEBUG oslo_vmware.api [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.516272] env[68835]: INFO nova.compute.manager [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Rebuilding instance [ 770.571733] env[68835]: DEBUG nova.compute.manager [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.572672] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3eff246-081a-42b4-9e54-93b01bb3e47a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.617279] env[68835]: DEBUG oslo_vmware.api [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153988, 'name': PowerOffVM_Task, 'duration_secs': 0.190379} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.621459] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.621750] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.624874] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b15a2eea-f37b-4408-81fd-0cbb634a41ec {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.662615] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3153989, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.695749] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153986, 'name': CloneVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.709600] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.709600] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.709600] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Deleting the datastore file [datastore1] 1db421cf-4568-451a-ac6b-3789ac312f33 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.709600] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bd9ffab-8442-4c15-bf2a-22a76dc8cc23 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.717645] env[68835]: DEBUG oslo_vmware.api [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for the task: (returnval){ [ 770.717645] env[68835]: value = "task-3153993" [ 770.717645] env[68835]: _type = "Task" [ 770.717645] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.728535] env[68835]: DEBUG oslo_vmware.api [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.868267] env[68835]: DEBUG oslo_vmware.api [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477167} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.870949] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.871168] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.871382] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.871559] env[68835]: INFO nova.compute.manager [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Took 1.12 seconds to destroy the instance on the hypervisor. [ 770.871800] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.872203] env[68835]: DEBUG nova.compute.manager [-] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.872323] env[68835]: DEBUG nova.network.neutron [-] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.922286] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319fde00-aae9-40a1-b6bb-8097c4725002 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.932211] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb9341a-339e-4924-8d13-e69f681814d2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.968485] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dc2c3c-65df-48da-8076-9a3501130c54 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.976333] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa05dcd1-7c91-4f56-a263-952df57e7820 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.991209] env[68835]: DEBUG nova.compute.provider_tree [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.156089] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3153989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589427} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.156392] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b/c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.156577] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.156828] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5274c640-4058-4754-8f40-2049cb80083f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.164114] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Waiting for the task: (returnval){ [ 771.164114] env[68835]: value = "task-3153994" [ 771.164114] env[68835]: _type = "Task" [ 771.164114] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.173446] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3153994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.185318] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "c5ca9575-0509-4b69-ad7e-0b5b70889f97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.185372] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "c5ca9575-0509-4b69-ad7e-0b5b70889f97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.185564] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "c5ca9575-0509-4b69-ad7e-0b5b70889f97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.185767] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "c5ca9575-0509-4b69-ad7e-0b5b70889f97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.185974] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "c5ca9575-0509-4b69-ad7e-0b5b70889f97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.191402] env[68835]: INFO nova.compute.manager [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Terminating instance [ 771.201766] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3153986, 'name': CloneVM_Task, 'duration_secs': 1.041916} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.203232] env[68835]: INFO nova.virt.vmwareapi.vmops [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Created linked-clone VM from snapshot [ 771.204066] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1a2668-e5bd-4756-b494-1eda2c89d60b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.212187] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Uploading image cc6ce92c-b100-48ac-9e0b-8e6ea2b6ce24 {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 771.225557] env[68835]: DEBUG oslo_vmware.api [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Task: {'id': task-3153993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375393} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.225797] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.225974] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.226162] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.226333] env[68835]: INFO nova.compute.manager [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Took 1.14 seconds to destroy the instance on the hypervisor. [ 771.226597] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.226794] env[68835]: DEBUG nova.compute.manager [-] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.226888] env[68835]: DEBUG nova.network.neutron [-] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.238451] env[68835]: DEBUG oslo_vmware.rw_handles [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 771.238451] env[68835]: value = "vm-631112" [ 771.238451] env[68835]: _type = "VirtualMachine" [ 771.238451] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 771.238696] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-35ac5a48-cf42-4c50-8325-7c49d2cbcf09 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.246248] env[68835]: DEBUG oslo_vmware.rw_handles [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Lease: (returnval){ [ 771.246248] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52dbe9ed-62fa-d6f4-a32e-f12d71262406" [ 771.246248] env[68835]: _type = "HttpNfcLease" [ 771.246248] env[68835]: } obtained for exporting VM: (result){ [ 771.246248] env[68835]: value = "vm-631112" [ 771.246248] env[68835]: _type = "VirtualMachine" [ 771.246248] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 771.246489] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for the lease: (returnval){ [ 771.246489] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52dbe9ed-62fa-d6f4-a32e-f12d71262406" [ 771.246489] env[68835]: _type = "HttpNfcLease" [ 771.246489] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 771.252951] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 771.252951] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52dbe9ed-62fa-d6f4-a32e-f12d71262406" [ 771.252951] env[68835]: _type = "HttpNfcLease" [ 771.252951] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 771.445750] env[68835]: DEBUG nova.compute.manager [req-374539c6-0391-42b7-aa10-638f14eeb4a6 req-048e819c-c1c9-4e30-b7da-a1e5528f18a1 service nova] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Received event network-vif-deleted-36a2d676-4da5-411e-bab0-dd33975d5e2d {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.445975] env[68835]: INFO nova.compute.manager [req-374539c6-0391-42b7-aa10-638f14eeb4a6 req-048e819c-c1c9-4e30-b7da-a1e5528f18a1 service nova] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Neutron deleted interface 36a2d676-4da5-411e-bab0-dd33975d5e2d; detaching it from the instance and deleting it from the info cache [ 771.446349] env[68835]: DEBUG nova.network.neutron [req-374539c6-0391-42b7-aa10-638f14eeb4a6 req-048e819c-c1c9-4e30-b7da-a1e5528f18a1 service nova] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.496718] env[68835]: DEBUG nova.scheduler.client.report [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.560988] env[68835]: DEBUG nova.compute.manager [req-e70ae842-a659-43f9-aace-6c06aedddd48 req-6541693a-af7b-4140-bcf9-45f983164dbb service nova] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Received event network-vif-deleted-a629f226-ce16-4a9b-b8e4-86ac4877c5b4 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.561222] env[68835]: INFO nova.compute.manager [req-e70ae842-a659-43f9-aace-6c06aedddd48 req-6541693a-af7b-4140-bcf9-45f983164dbb service nova] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Neutron deleted interface a629f226-ce16-4a9b-b8e4-86ac4877c5b4; detaching it from the instance and deleting it from the info cache [ 771.561494] env[68835]: DEBUG nova.network.neutron [req-e70ae842-a659-43f9-aace-6c06aedddd48 req-6541693a-af7b-4140-bcf9-45f983164dbb service nova] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.589805] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.590449] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e8544f6-58a4-4408-afa7-a0439f23a1ed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.599951] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 771.599951] env[68835]: value = "task-3153996" [ 771.599951] env[68835]: _type = "Task" [ 771.599951] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.611063] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.676474] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3153994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.260766} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.676724] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.679533] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bc4f18-a737-46ae-b86d-05d8d50c9772 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.695919] env[68835]: DEBUG nova.compute.manager [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.696182] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.705799] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b/c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.706634] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b13eb24-c783-4100-b3a6-1c225c22b887 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.709475] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73c8df90-8579-4020-8f83-2fc83ce89a93 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.731146] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.732467] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3190bffe-9721-4f4a-8062-7b974e1852c9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.733927] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Waiting for the task: (returnval){ [ 771.733927] env[68835]: value = "task-3153997" [ 771.733927] env[68835]: _type = "Task" [ 771.733927] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.738233] env[68835]: DEBUG oslo_vmware.api [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 771.738233] env[68835]: value = "task-3153998" [ 771.738233] env[68835]: _type = "Task" [ 771.738233] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.744989] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3153997, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.750882] env[68835]: DEBUG oslo_vmware.api [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.756766] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 771.756766] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52dbe9ed-62fa-d6f4-a32e-f12d71262406" [ 771.756766] env[68835]: _type = "HttpNfcLease" [ 771.756766] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 771.757053] env[68835]: DEBUG oslo_vmware.rw_handles [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 771.757053] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52dbe9ed-62fa-d6f4-a32e-f12d71262406" [ 771.757053] env[68835]: _type = "HttpNfcLease" [ 771.757053] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 771.757755] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527e2a19-ecb1-4471-a9d9-463939a8c4ec {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.765345] env[68835]: DEBUG oslo_vmware.rw_handles [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226bcd2-b409-68fe-9b35-c21b7dfd627a/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 771.765545] env[68835]: DEBUG oslo_vmware.rw_handles [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226bcd2-b409-68fe-9b35-c21b7dfd627a/disk-0.vmdk for reading. {{(pid=68835) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 771.823534] env[68835]: DEBUG nova.network.neutron [-] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.871253] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1e8f2a51-dadc-47e7-adfe-53c4bf331279 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.950014] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1070db2b-96df-41f1-9e11-f4ae0a065eb1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.959023] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124073a0-de05-44c4-b377-bcb2c020a959 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.976255] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "f64170b9-d070-4f08-a0bb-0cebc3a598f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.976487] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "f64170b9-d070-4f08-a0bb-0cebc3a598f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.998504] env[68835]: DEBUG nova.network.neutron [-] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.000135] env[68835]: DEBUG nova.compute.manager [req-374539c6-0391-42b7-aa10-638f14eeb4a6 req-048e819c-c1c9-4e30-b7da-a1e5528f18a1 service nova] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Detach interface failed, port_id=36a2d676-4da5-411e-bab0-dd33975d5e2d, reason: Instance 9c2ae44f-df3b-4a90-9361-04d6cc8d7432 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 772.000996] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.001499] env[68835]: DEBUG nova.compute.manager [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.003839] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.339s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.005296] env[68835]: INFO nova.compute.claims [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.064045] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-216b9f39-bcc4-42d9-bd6e-aa0b84baa551 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.072947] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa92a2a8-fcc0-4654-93eb-4b9b084f207b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.107882] env[68835]: DEBUG nova.compute.manager [req-e70ae842-a659-43f9-aace-6c06aedddd48 req-6541693a-af7b-4140-bcf9-45f983164dbb service nova] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Detach interface failed, port_id=a629f226-ce16-4a9b-b8e4-86ac4877c5b4, reason: Instance 1db421cf-4568-451a-ac6b-3789ac312f33 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 772.118123] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.248087] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3153997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.253607] env[68835]: DEBUG oslo_vmware.api [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3153998, 'name': PowerOffVM_Task, 'duration_secs': 0.216186} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.254044] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.254320] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.254824] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f85be4d7-5d2a-4449-baa2-62fa809763fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.312999] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.313271] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.313456] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleting the datastore file [datastore1] c5ca9575-0509-4b69-ad7e-0b5b70889f97 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.313766] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7220d35-d7dd-4eb4-bd0a-0f235c280928 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.320386] env[68835]: DEBUG oslo_vmware.api [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 772.320386] env[68835]: value = "task-3154000" [ 772.320386] env[68835]: _type = "Task" [ 772.320386] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.326425] env[68835]: INFO nova.compute.manager [-] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Took 1.45 seconds to deallocate network for instance. [ 772.335546] env[68835]: DEBUG oslo_vmware.api [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.501836] env[68835]: INFO nova.compute.manager [-] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Took 1.27 seconds to deallocate network for instance. [ 772.514158] env[68835]: DEBUG nova.compute.utils [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.514568] env[68835]: DEBUG nova.compute.manager [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.514800] env[68835]: DEBUG nova.network.neutron [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.565571] env[68835]: DEBUG nova.policy [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '083b90700a88499bb400182a4e2a410c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bc24ebceab847629e6e8ed400b3c3a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.619747] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153996, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.744462] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3153997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.830623] env[68835]: DEBUG oslo_vmware.api [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169964} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.831219] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.831392] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.831784] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.831784] env[68835]: INFO nova.compute.manager [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Took 1.14 seconds to destroy the instance on the hypervisor. [ 772.832188] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.832460] env[68835]: DEBUG nova.compute.manager [-] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.832495] env[68835]: DEBUG nova.network.neutron [-] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.837440] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.847661] env[68835]: DEBUG nova.network.neutron [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Successfully created port: 988d2b98-cc47-413e-9636-ee40f2df3181 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.009421] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.019038] env[68835]: DEBUG nova.compute.manager [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.119526] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3153996, 'name': PowerOffVM_Task, 'duration_secs': 1.077395} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.121801] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.122177] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.123330] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032aef82-5bae-4a5e-8f8d-5a1b2f8c00a3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.130138] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.130547] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02320be5-323e-48af-bbc6-71ecac50d33e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.192575] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.194022] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.194254] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Deleting the datastore file [datastore1] 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.194680] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-607e10b9-b84a-47ff-8f9c-6ab0d06dca6b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.203953] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 773.203953] env[68835]: value = "task-3154002" [ 773.203953] env[68835]: _type = "Task" [ 773.203953] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.219238] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.245808] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3153997, 'name': ReconfigVM_Task, 'duration_secs': 1.157445} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.247786] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Reconfigured VM instance instance-0000002e to attach disk [datastore1] c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b/c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.248880] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-235f75fe-7b3d-4ab9-9bb3-4c54b0398ccf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.260311] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Waiting for the task: (returnval){ [ 773.260311] env[68835]: value = "task-3154003" [ 773.260311] env[68835]: _type = "Task" [ 773.260311] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.269709] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3154003, 'name': Rename_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.507653] env[68835]: DEBUG nova.compute.manager [req-e21ee4ad-36a4-4cc0-a62b-c1b9073437f2 req-3f2618dd-3b19-41f6-9cdb-3d475edca5da service nova] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Received event network-vif-deleted-f5babb0c-d940-4cf4-ae88-a6eb1238c343 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.507928] env[68835]: INFO nova.compute.manager [req-e21ee4ad-36a4-4cc0-a62b-c1b9073437f2 req-3f2618dd-3b19-41f6-9cdb-3d475edca5da service nova] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Neutron deleted interface f5babb0c-d940-4cf4-ae88-a6eb1238c343; detaching it from the instance and deleting it from the info cache [ 773.508166] env[68835]: DEBUG nova.network.neutron [req-e21ee4ad-36a4-4cc0-a62b-c1b9073437f2 req-3f2618dd-3b19-41f6-9cdb-3d475edca5da service nova] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.617115] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38d7c35-2094-472c-aeb2-1afef4567926 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.624873] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fe280a-9179-41ae-b487-be5ebb532bc0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.657777] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5252c933-014f-4519-afac-83688e6519ea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.665442] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c705d3c5-2ad4-4cc3-80b5-77b86c00a800 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.680692] env[68835]: DEBUG nova.compute.provider_tree [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.713732] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173357} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.714183] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.714387] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.714608] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.771855] env[68835]: DEBUG nova.network.neutron [-] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.773083] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3154003, 'name': Rename_Task, 'duration_secs': 0.237088} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.773335] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.773580] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c14c73b0-aef3-41b7-9372-1c04246ddb7c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.781540] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Waiting for the task: (returnval){ [ 773.781540] env[68835]: value = "task-3154004" [ 773.781540] env[68835]: _type = "Task" [ 773.781540] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.793661] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3154004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.014370] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21e486cd-a05e-4cc0-9e5f-eaaf23b5db68 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.025379] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1756df0-2fa0-4b46-ada5-79c516d7cc68 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.039105] env[68835]: DEBUG nova.compute.manager [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.063635] env[68835]: DEBUG nova.compute.manager [req-e21ee4ad-36a4-4cc0-a62b-c1b9073437f2 req-3f2618dd-3b19-41f6-9cdb-3d475edca5da service nova] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Detach interface failed, port_id=f5babb0c-d940-4cf4-ae88-a6eb1238c343, reason: Instance c5ca9575-0509-4b69-ad7e-0b5b70889f97 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 774.072079] env[68835]: DEBUG nova.virt.hardware [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.072338] env[68835]: DEBUG nova.virt.hardware [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.072492] env[68835]: DEBUG nova.virt.hardware [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.072669] env[68835]: DEBUG nova.virt.hardware [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.072878] env[68835]: DEBUG nova.virt.hardware [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.073065] env[68835]: DEBUG nova.virt.hardware [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.073283] env[68835]: DEBUG nova.virt.hardware [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.073448] env[68835]: DEBUG nova.virt.hardware [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.073645] env[68835]: DEBUG nova.virt.hardware [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.073814] env[68835]: DEBUG nova.virt.hardware [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.073982] env[68835]: DEBUG nova.virt.hardware [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.074841] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef115e7-cca9-4a75-beb5-30a979ef73c3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.082505] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fa04c0-f272-42dc-a41a-e47dd7fbbb20 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.185349] env[68835]: DEBUG nova.scheduler.client.report [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.276215] env[68835]: INFO nova.compute.manager [-] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Took 1.44 seconds to deallocate network for instance. [ 774.293849] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3154004, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.325059] env[68835]: DEBUG nova.compute.manager [req-73a40dcd-f705-489b-9485-871017684191 req-b950f3a8-8c74-40ca-9c35-f2125e67f7e7 service nova] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Received event network-vif-plugged-988d2b98-cc47-413e-9636-ee40f2df3181 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.325311] env[68835]: DEBUG oslo_concurrency.lockutils [req-73a40dcd-f705-489b-9485-871017684191 req-b950f3a8-8c74-40ca-9c35-f2125e67f7e7 service nova] Acquiring lock "9698591c-877c-4cb9-8aa1-00e4f126e049-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.325541] env[68835]: DEBUG oslo_concurrency.lockutils [req-73a40dcd-f705-489b-9485-871017684191 req-b950f3a8-8c74-40ca-9c35-f2125e67f7e7 service nova] Lock "9698591c-877c-4cb9-8aa1-00e4f126e049-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.325728] env[68835]: DEBUG oslo_concurrency.lockutils [req-73a40dcd-f705-489b-9485-871017684191 req-b950f3a8-8c74-40ca-9c35-f2125e67f7e7 service nova] Lock "9698591c-877c-4cb9-8aa1-00e4f126e049-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.325956] env[68835]: DEBUG nova.compute.manager [req-73a40dcd-f705-489b-9485-871017684191 req-b950f3a8-8c74-40ca-9c35-f2125e67f7e7 service nova] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] No waiting events found dispatching network-vif-plugged-988d2b98-cc47-413e-9636-ee40f2df3181 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.326377] env[68835]: WARNING nova.compute.manager [req-73a40dcd-f705-489b-9485-871017684191 req-b950f3a8-8c74-40ca-9c35-f2125e67f7e7 service nova] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Received unexpected event network-vif-plugged-988d2b98-cc47-413e-9636-ee40f2df3181 for instance with vm_state building and task_state spawning. [ 774.401431] env[68835]: DEBUG nova.network.neutron [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Successfully updated port: 988d2b98-cc47-413e-9636-ee40f2df3181 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.691009] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.691543] env[68835]: DEBUG nova.compute.manager [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.694776] env[68835]: DEBUG oslo_concurrency.lockutils [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.232s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.694846] env[68835]: DEBUG nova.objects.instance [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Lazy-loading 'resources' on Instance uuid edebcb67-10a9-47b1-9848-ec003e4de95f {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.747865] env[68835]: DEBUG nova.virt.hardware [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.748153] env[68835]: DEBUG nova.virt.hardware [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.748312] env[68835]: DEBUG nova.virt.hardware [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.748491] env[68835]: DEBUG nova.virt.hardware [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.748635] env[68835]: DEBUG nova.virt.hardware [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.748778] env[68835]: DEBUG nova.virt.hardware [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.748987] env[68835]: DEBUG nova.virt.hardware [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.749161] env[68835]: DEBUG nova.virt.hardware [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.749364] env[68835]: DEBUG nova.virt.hardware [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.749544] env[68835]: DEBUG nova.virt.hardware [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.749766] env[68835]: DEBUG nova.virt.hardware [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.750896] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb3523c-fbfb-4f60-ad24-48c8317bd35b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.760919] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db306cf-54a2-4c0c-8857-1361b68556be {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.776776] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:48:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb580cfe-1ec8-4bd1-880e-dfdd576645c8', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.784026] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.784324] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.787464] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7afa3a6-5034-49b6-865b-fd53917692d7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.803534] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.809580] env[68835]: DEBUG oslo_vmware.api [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3154004, 'name': PowerOnVM_Task, 'duration_secs': 0.594121} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.811022] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.811187] env[68835]: INFO nova.compute.manager [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Took 9.47 seconds to spawn the instance on the hypervisor. [ 774.811328] env[68835]: DEBUG nova.compute.manager [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.811611] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.811611] env[68835]: value = "task-3154005" [ 774.811611] env[68835]: _type = "Task" [ 774.811611] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.815022] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09300aa7-8496-40a6-a9cd-28595fa1e7da {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.827278] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154005, 'name': CreateVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.904297] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquiring lock "refresh_cache-9698591c-877c-4cb9-8aa1-00e4f126e049" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.904478] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquired lock "refresh_cache-9698591c-877c-4cb9-8aa1-00e4f126e049" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.904623] env[68835]: DEBUG nova.network.neutron [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.198047] env[68835]: DEBUG nova.compute.utils [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.199570] env[68835]: DEBUG nova.compute.manager [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.200245] env[68835]: DEBUG nova.network.neutron [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.253855] env[68835]: DEBUG nova.policy [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '586549d53fcc40408e98fa64c7d763f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c92f14240c4472a849c06306500b8ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.337650] env[68835]: INFO nova.compute.manager [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Took 46.37 seconds to build instance. [ 775.346391] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154005, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.481982] env[68835]: DEBUG nova.network.neutron [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.574892] env[68835]: DEBUG nova.network.neutron [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Successfully created port: 94de9065-2747-4fe2-bb9e-30c31fb11ef8 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.709690] env[68835]: DEBUG nova.compute.manager [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.841272] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154005, 'name': CreateVM_Task, 'duration_secs': 0.628638} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.844198] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.845868] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.846320] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.846874] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.847421] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b70a2cec-80fd-4a56-9669-6032cd66b100 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Lock "c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.381s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.847769] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f85767e3-0f52-4ce8-9752-150045569f61 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.855786] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 775.855786] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]521e4022-5b57-3958-1a8f-2f8203f48ef9" [ 775.855786] env[68835]: _type = "Task" [ 775.855786] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.875446] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521e4022-5b57-3958-1a8f-2f8203f48ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.010801} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.875939] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.876060] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.876273] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.876416] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.876593] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.876864] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-828d1cb2-5b62-44df-a4e7-770965dd6fb8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.883848] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8166b1e1-6b40-430c-a75f-20c96bcad000 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.889429] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.889684] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.893028] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa452fa8-4362-4582-801c-33b80d2d0e89 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.897420] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69b903e-9067-42e5-8cf7-7593631252ff {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.903483] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 775.903483] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]529d5c6d-3543-b646-e0b0-5572c733dcf1" [ 775.903483] env[68835]: _type = "Task" [ 775.903483] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.935823] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f89b61-dec4-47a4-9f6c-a1123efd4cf5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.942466] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]529d5c6d-3543-b646-e0b0-5572c733dcf1, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.943705] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1801cb00-928a-4a50-82d6-5fcf8fa80308 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.949838] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8577a449-6a77-49bd-b386-e97a4885b40b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.955128] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 775.955128] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52a7447f-edc9-b4e4-4f39-e5ddc50431bc" [ 775.955128] env[68835]: _type = "Task" [ 775.955128] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.968935] env[68835]: DEBUG nova.compute.provider_tree [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.976433] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a7447f-edc9-b4e4-4f39-e5ddc50431bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009804} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.976691] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.976947] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f/9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.977214] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11c8a963-3660-4af9-b4ac-7fa5204baefa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.983223] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 775.983223] env[68835]: value = "task-3154006" [ 775.983223] env[68835]: _type = "Task" [ 775.983223] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.991900] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.167905] env[68835]: DEBUG nova.network.neutron [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Updating instance_info_cache with network_info: [{"id": "988d2b98-cc47-413e-9636-ee40f2df3181", "address": "fa:16:3e:62:4d:05", "network": {"id": "ae1e1e88-b96a-4c75-82bc-9307a2ef7540", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2062105210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc24ebceab847629e6e8ed400b3c3a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988d2b98-cc", "ovs_interfaceid": "988d2b98-cc47-413e-9636-ee40f2df3181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.355208] env[68835]: DEBUG nova.compute.manager [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.473344] env[68835]: DEBUG nova.scheduler.client.report [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.496660] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154006, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.619407] env[68835]: DEBUG nova.compute.manager [req-84aafde3-b656-4278-9c94-adc111fecd53 req-1ce29dec-5827-47f8-a534-10c6e55feb0b service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Received event network-changed-fd8a70a9-83e9-4c04-8061-dcc0abf67317 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.619407] env[68835]: DEBUG nova.compute.manager [req-84aafde3-b656-4278-9c94-adc111fecd53 req-1ce29dec-5827-47f8-a534-10c6e55feb0b service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Refreshing instance network info cache due to event network-changed-fd8a70a9-83e9-4c04-8061-dcc0abf67317. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.619407] env[68835]: DEBUG oslo_concurrency.lockutils [req-84aafde3-b656-4278-9c94-adc111fecd53 req-1ce29dec-5827-47f8-a534-10c6e55feb0b service nova] Acquiring lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.619535] env[68835]: DEBUG oslo_concurrency.lockutils [req-84aafde3-b656-4278-9c94-adc111fecd53 req-1ce29dec-5827-47f8-a534-10c6e55feb0b service nova] Acquired lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.619678] env[68835]: DEBUG nova.network.neutron [req-84aafde3-b656-4278-9c94-adc111fecd53 req-1ce29dec-5827-47f8-a534-10c6e55feb0b service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Refreshing network info cache for port fd8a70a9-83e9-4c04-8061-dcc0abf67317 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.671057] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Releasing lock "refresh_cache-9698591c-877c-4cb9-8aa1-00e4f126e049" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.671057] env[68835]: DEBUG nova.compute.manager [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Instance network_info: |[{"id": "988d2b98-cc47-413e-9636-ee40f2df3181", "address": "fa:16:3e:62:4d:05", "network": {"id": "ae1e1e88-b96a-4c75-82bc-9307a2ef7540", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2062105210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc24ebceab847629e6e8ed400b3c3a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988d2b98-cc", "ovs_interfaceid": "988d2b98-cc47-413e-9636-ee40f2df3181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.671344] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:4d:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b49c5024-2ced-42ca-90cc-6066766d43e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '988d2b98-cc47-413e-9636-ee40f2df3181', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.678730] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Creating folder: Project (7bc24ebceab847629e6e8ed400b3c3a9). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.679010] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0500c289-be8e-4339-8e57-29c2b1dc35ff {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.689772] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Created folder: Project (7bc24ebceab847629e6e8ed400b3c3a9) in parent group-v630977. [ 776.689954] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Creating folder: Instances. Parent ref: group-v631114. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.690205] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b861377b-9dec-43c9-a92a-38f24eb72e57 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.699754] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Created folder: Instances in parent group-v631114. [ 776.699983] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.700185] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.700395] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c90efdc5-0d0a-4795-9f0c-61adabfc0758 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.717781] env[68835]: DEBUG nova.compute.manager [req-d42d9390-a386-43ea-8631-6932ed5f0619 req-52fe7930-806c-4295-90c4-187cc41dfbb1 service nova] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Received event network-changed-988d2b98-cc47-413e-9636-ee40f2df3181 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.717976] env[68835]: DEBUG nova.compute.manager [req-d42d9390-a386-43ea-8631-6932ed5f0619 req-52fe7930-806c-4295-90c4-187cc41dfbb1 service nova] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Refreshing instance network info cache due to event network-changed-988d2b98-cc47-413e-9636-ee40f2df3181. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.718203] env[68835]: DEBUG oslo_concurrency.lockutils [req-d42d9390-a386-43ea-8631-6932ed5f0619 req-52fe7930-806c-4295-90c4-187cc41dfbb1 service nova] Acquiring lock "refresh_cache-9698591c-877c-4cb9-8aa1-00e4f126e049" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.718344] env[68835]: DEBUG oslo_concurrency.lockutils [req-d42d9390-a386-43ea-8631-6932ed5f0619 req-52fe7930-806c-4295-90c4-187cc41dfbb1 service nova] Acquired lock "refresh_cache-9698591c-877c-4cb9-8aa1-00e4f126e049" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.718534] env[68835]: DEBUG nova.network.neutron [req-d42d9390-a386-43ea-8631-6932ed5f0619 req-52fe7930-806c-4295-90c4-187cc41dfbb1 service nova] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Refreshing network info cache for port 988d2b98-cc47-413e-9636-ee40f2df3181 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.721368] env[68835]: DEBUG nova.compute.manager [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.725195] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.725195] env[68835]: value = "task-3154009" [ 776.725195] env[68835]: _type = "Task" [ 776.725195] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.734028] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154009, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.748507] env[68835]: DEBUG nova.virt.hardware [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.748822] env[68835]: DEBUG nova.virt.hardware [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.748973] env[68835]: DEBUG nova.virt.hardware [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.749113] env[68835]: DEBUG nova.virt.hardware [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.749237] env[68835]: DEBUG nova.virt.hardware [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.749393] env[68835]: DEBUG nova.virt.hardware [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.749601] env[68835]: DEBUG nova.virt.hardware [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.749758] env[68835]: DEBUG nova.virt.hardware [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.749998] env[68835]: DEBUG nova.virt.hardware [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.750295] env[68835]: DEBUG nova.virt.hardware [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.750595] env[68835]: DEBUG nova.virt.hardware [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.752247] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471ce3aa-3ce3-49da-b859-5ea488bf7fe9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.760795] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29afcef1-8962-4e51-acf8-229ad4b12358 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.885142] env[68835]: DEBUG oslo_concurrency.lockutils [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.980579] env[68835]: DEBUG oslo_concurrency.lockutils [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.983048] env[68835]: DEBUG oslo_concurrency.lockutils [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.369s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.984602] env[68835]: INFO nova.compute.claims [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.998739] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52922} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.999050] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f/9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.999354] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.999586] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3faaa24-85c2-4908-a1e6-1c47ec1ce540 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.002836] env[68835]: INFO nova.scheduler.client.report [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Deleted allocations for instance edebcb67-10a9-47b1-9848-ec003e4de95f [ 777.013768] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 777.013768] env[68835]: value = "task-3154010" [ 777.013768] env[68835]: _type = "Task" [ 777.013768] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.023741] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.122371] env[68835]: DEBUG nova.network.neutron [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Successfully updated port: 94de9065-2747-4fe2-bb9e-30c31fb11ef8 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.234413] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154009, 'name': CreateVM_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.393155] env[68835]: DEBUG nova.network.neutron [req-84aafde3-b656-4278-9c94-adc111fecd53 req-1ce29dec-5827-47f8-a534-10c6e55feb0b service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Updated VIF entry in instance network info cache for port fd8a70a9-83e9-4c04-8061-dcc0abf67317. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.393432] env[68835]: DEBUG nova.network.neutron [req-84aafde3-b656-4278-9c94-adc111fecd53 req-1ce29dec-5827-47f8-a534-10c6e55feb0b service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Updating instance_info_cache with network_info: [{"id": "fd8a70a9-83e9-4c04-8061-dcc0abf67317", "address": "fa:16:3e:0a:fc:c0", "network": {"id": "d7e0b2f1-dff6-4921-ac15-059303bbfbba", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1012945332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c74b5477f78b4796b0657ce0a97c04fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8a70a9-83", "ovs_interfaceid": "fd8a70a9-83e9-4c04-8061-dcc0abf67317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.511201] env[68835]: DEBUG oslo_concurrency.lockutils [None req-29234cf7-5dfd-4d2e-a750-068a4deb38f1 tempest-ServerAddressesNegativeTestJSON-1993261010 tempest-ServerAddressesNegativeTestJSON-1993261010-project-member] Lock "edebcb67-10a9-47b1-9848-ec003e4de95f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.258s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.525309] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077484} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.526100] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.526923] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5de89e-a7c0-4b0e-be33-600567c9417c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.550070] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f/9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.550992] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0c3fe4f-86ce-4b37-8165-f9b34dd07c9e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.571439] env[68835]: DEBUG nova.network.neutron [req-d42d9390-a386-43ea-8631-6932ed5f0619 req-52fe7930-806c-4295-90c4-187cc41dfbb1 service nova] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Updated VIF entry in instance network info cache for port 988d2b98-cc47-413e-9636-ee40f2df3181. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.571439] env[68835]: DEBUG nova.network.neutron [req-d42d9390-a386-43ea-8631-6932ed5f0619 req-52fe7930-806c-4295-90c4-187cc41dfbb1 service nova] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Updating instance_info_cache with network_info: [{"id": "988d2b98-cc47-413e-9636-ee40f2df3181", "address": "fa:16:3e:62:4d:05", "network": {"id": "ae1e1e88-b96a-4c75-82bc-9307a2ef7540", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2062105210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc24ebceab847629e6e8ed400b3c3a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988d2b98-cc", "ovs_interfaceid": "988d2b98-cc47-413e-9636-ee40f2df3181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.573390] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 777.573390] env[68835]: value = "task-3154011" [ 777.573390] env[68835]: _type = "Task" [ 777.573390] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.590082] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154011, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.628370] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Acquiring lock "refresh_cache-abadafe3-5419-40ad-ad35-d83ab9b5c0fb" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.628370] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Acquired lock "refresh_cache-abadafe3-5419-40ad-ad35-d83ab9b5c0fb" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.628370] env[68835]: DEBUG nova.network.neutron [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.737547] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154009, 'name': CreateVM_Task, 'duration_secs': 0.667852} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.737797] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.738588] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.738772] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.739105] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.739376] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41123f19-0d11-4327-8b59-94615994b039 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.744557] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 777.744557] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52ace68b-bd77-017e-923f-9f6ed659279d" [ 777.744557] env[68835]: _type = "Task" [ 777.744557] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.752688] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ace68b-bd77-017e-923f-9f6ed659279d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.900568] env[68835]: DEBUG oslo_concurrency.lockutils [req-84aafde3-b656-4278-9c94-adc111fecd53 req-1ce29dec-5827-47f8-a534-10c6e55feb0b service nova] Releasing lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.075533] env[68835]: DEBUG oslo_concurrency.lockutils [req-d42d9390-a386-43ea-8631-6932ed5f0619 req-52fe7930-806c-4295-90c4-187cc41dfbb1 service nova] Releasing lock "refresh_cache-9698591c-877c-4cb9-8aa1-00e4f126e049" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.086469] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.171348] env[68835]: DEBUG nova.network.neutron [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.256154] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ace68b-bd77-017e-923f-9f6ed659279d, 'name': SearchDatastore_Task, 'duration_secs': 0.014047} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.261866] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.261866] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.261866] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.261866] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.262164] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.263096] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3731b17c-4a46-40f3-8c55-0d5a19aab8bc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.274065] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.274475] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.275967] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8cb5e85-5b01-453b-87e4-185b153dd9bf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.285845] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 778.285845] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52ce483d-c783-e2ad-3e51-1998969f3ca2" [ 778.285845] env[68835]: _type = "Task" [ 778.285845] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.293823] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ce483d-c783-e2ad-3e51-1998969f3ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.389046] env[68835]: DEBUG nova.network.neutron [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Updating instance_info_cache with network_info: [{"id": "94de9065-2747-4fe2-bb9e-30c31fb11ef8", "address": "fa:16:3e:e6:d8:5c", "network": {"id": "edb2d65c-cbeb-471f-907a-3109794c152d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1522797079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c92f14240c4472a849c06306500b8ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94de9065-27", "ovs_interfaceid": "94de9065-2747-4fe2-bb9e-30c31fb11ef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.584712] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154011, 'name': ReconfigVM_Task, 'duration_secs': 0.614333} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.584996] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f/9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.585673] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b02a423-d1c6-41e8-a5a6-1068a3d1c616 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.594805] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 778.594805] env[68835]: value = "task-3154012" [ 778.594805] env[68835]: _type = "Task" [ 778.594805] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.609305] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154012, 'name': Rename_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.613271] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638e816b-ab94-48f4-a91d-fd756ed9105b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.619318] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45365640-b5b0-47e4-b1df-7db05e35e0ac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.660058] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cfb8c5-5b6c-4c41-8c29-ca5e0fd7827c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.667510] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a190ea-c60e-42d8-a27b-347eb7c916ba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.682423] env[68835]: DEBUG nova.compute.provider_tree [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.796956] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ce483d-c783-e2ad-3e51-1998969f3ca2, 'name': SearchDatastore_Task, 'duration_secs': 0.02731} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.798141] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d859910-4745-4e27-bce5-9b89cc296e1f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.804624] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 778.804624] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52f75c72-f81a-18ee-f229-84e898c84a2e" [ 778.804624] env[68835]: _type = "Task" [ 778.804624] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.814823] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f75c72-f81a-18ee-f229-84e898c84a2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.837565] env[68835]: DEBUG nova.compute.manager [req-f2238f44-5877-4317-80fe-2ec9086e8332 req-fcec29fa-6330-4bcd-aa82-08d98945dc0f service nova] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Received event network-vif-plugged-94de9065-2747-4fe2-bb9e-30c31fb11ef8 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.837783] env[68835]: DEBUG oslo_concurrency.lockutils [req-f2238f44-5877-4317-80fe-2ec9086e8332 req-fcec29fa-6330-4bcd-aa82-08d98945dc0f service nova] Acquiring lock "abadafe3-5419-40ad-ad35-d83ab9b5c0fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.837988] env[68835]: DEBUG oslo_concurrency.lockutils [req-f2238f44-5877-4317-80fe-2ec9086e8332 req-fcec29fa-6330-4bcd-aa82-08d98945dc0f service nova] Lock "abadafe3-5419-40ad-ad35-d83ab9b5c0fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.840093] env[68835]: DEBUG oslo_concurrency.lockutils [req-f2238f44-5877-4317-80fe-2ec9086e8332 req-fcec29fa-6330-4bcd-aa82-08d98945dc0f service nova] Lock "abadafe3-5419-40ad-ad35-d83ab9b5c0fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.840093] env[68835]: DEBUG nova.compute.manager [req-f2238f44-5877-4317-80fe-2ec9086e8332 req-fcec29fa-6330-4bcd-aa82-08d98945dc0f service nova] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] No waiting events found dispatching network-vif-plugged-94de9065-2747-4fe2-bb9e-30c31fb11ef8 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.840093] env[68835]: WARNING nova.compute.manager [req-f2238f44-5877-4317-80fe-2ec9086e8332 req-fcec29fa-6330-4bcd-aa82-08d98945dc0f service nova] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Received unexpected event network-vif-plugged-94de9065-2747-4fe2-bb9e-30c31fb11ef8 for instance with vm_state building and task_state spawning. [ 778.840093] env[68835]: DEBUG nova.compute.manager [req-f2238f44-5877-4317-80fe-2ec9086e8332 req-fcec29fa-6330-4bcd-aa82-08d98945dc0f service nova] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Received event network-changed-94de9065-2747-4fe2-bb9e-30c31fb11ef8 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.840093] env[68835]: DEBUG nova.compute.manager [req-f2238f44-5877-4317-80fe-2ec9086e8332 req-fcec29fa-6330-4bcd-aa82-08d98945dc0f service nova] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Refreshing instance network info cache due to event network-changed-94de9065-2747-4fe2-bb9e-30c31fb11ef8. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.840581] env[68835]: DEBUG oslo_concurrency.lockutils [req-f2238f44-5877-4317-80fe-2ec9086e8332 req-fcec29fa-6330-4bcd-aa82-08d98945dc0f service nova] Acquiring lock "refresh_cache-abadafe3-5419-40ad-ad35-d83ab9b5c0fb" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.892238] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Releasing lock "refresh_cache-abadafe3-5419-40ad-ad35-d83ab9b5c0fb" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.892843] env[68835]: DEBUG nova.compute.manager [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Instance network_info: |[{"id": "94de9065-2747-4fe2-bb9e-30c31fb11ef8", "address": "fa:16:3e:e6:d8:5c", "network": {"id": "edb2d65c-cbeb-471f-907a-3109794c152d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1522797079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c92f14240c4472a849c06306500b8ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94de9065-27", "ovs_interfaceid": "94de9065-2747-4fe2-bb9e-30c31fb11ef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.892989] env[68835]: DEBUG oslo_concurrency.lockutils [req-f2238f44-5877-4317-80fe-2ec9086e8332 req-fcec29fa-6330-4bcd-aa82-08d98945dc0f service nova] Acquired lock "refresh_cache-abadafe3-5419-40ad-ad35-d83ab9b5c0fb" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.893215] env[68835]: DEBUG nova.network.neutron [req-f2238f44-5877-4317-80fe-2ec9086e8332 req-fcec29fa-6330-4bcd-aa82-08d98945dc0f service nova] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Refreshing network info cache for port 94de9065-2747-4fe2-bb9e-30c31fb11ef8 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.894547] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:d8:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94de9065-2747-4fe2-bb9e-30c31fb11ef8', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.905949] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Creating folder: Project (1c92f14240c4472a849c06306500b8ad). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.910196] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6383050b-360e-49e0-be35-f0fed421043c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.924169] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Created folder: Project (1c92f14240c4472a849c06306500b8ad) in parent group-v630977. [ 778.924406] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Creating folder: Instances. Parent ref: group-v631117. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.924745] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c520d66b-3e38-4d83-acf6-87900e1855bb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.936671] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Created folder: Instances in parent group-v631117. [ 778.936671] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.936671] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.936671] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-193dc03d-06bd-4133-97c2-ab73c50ac323 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.962941] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.962941] env[68835]: value = "task-3154015" [ 778.962941] env[68835]: _type = "Task" [ 778.962941] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.973083] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154015, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.106436] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154012, 'name': Rename_Task, 'duration_secs': 0.32845} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.106751] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.107043] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d747b4ab-6382-4d1d-8a2f-714843e8663a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.113861] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 779.113861] env[68835]: value = "task-3154016" [ 779.113861] env[68835]: _type = "Task" [ 779.113861] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.122406] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.185330] env[68835]: DEBUG nova.scheduler.client.report [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.203489] env[68835]: DEBUG nova.network.neutron [req-f2238f44-5877-4317-80fe-2ec9086e8332 req-fcec29fa-6330-4bcd-aa82-08d98945dc0f service nova] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Updated VIF entry in instance network info cache for port 94de9065-2747-4fe2-bb9e-30c31fb11ef8. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.204230] env[68835]: DEBUG nova.network.neutron [req-f2238f44-5877-4317-80fe-2ec9086e8332 req-fcec29fa-6330-4bcd-aa82-08d98945dc0f service nova] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Updating instance_info_cache with network_info: [{"id": "94de9065-2747-4fe2-bb9e-30c31fb11ef8", "address": "fa:16:3e:e6:d8:5c", "network": {"id": "edb2d65c-cbeb-471f-907a-3109794c152d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1522797079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c92f14240c4472a849c06306500b8ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94de9065-27", "ovs_interfaceid": "94de9065-2747-4fe2-bb9e-30c31fb11ef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.315601] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f75c72-f81a-18ee-f229-84e898c84a2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010422} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.315882] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.316160] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 9698591c-877c-4cb9-8aa1-00e4f126e049/9698591c-877c-4cb9-8aa1-00e4f126e049.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.316416] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e753531-6874-4814-b2a7-fd45a213792f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.323360] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 779.323360] env[68835]: value = "task-3154017" [ 779.323360] env[68835]: _type = "Task" [ 779.323360] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.333285] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.475412] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154015, 'name': CreateVM_Task, 'duration_secs': 0.493771} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.475690] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.476786] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.476786] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.478033] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.478033] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f7dcaa-7ac3-4316-bf82-c7194e6ed8d1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.482793] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Waiting for the task: (returnval){ [ 779.482793] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5221084b-37e0-0ac2-d7ed-43e032de639c" [ 779.482793] env[68835]: _type = "Task" [ 779.482793] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.491723] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5221084b-37e0-0ac2-d7ed-43e032de639c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.630141] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154016, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.692338] env[68835]: DEBUG oslo_concurrency.lockutils [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.692986] env[68835]: DEBUG nova.compute.manager [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.696068] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.694s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.697700] env[68835]: INFO nova.compute.claims [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.707074] env[68835]: DEBUG oslo_concurrency.lockutils [req-f2238f44-5877-4317-80fe-2ec9086e8332 req-fcec29fa-6330-4bcd-aa82-08d98945dc0f service nova] Releasing lock "refresh_cache-abadafe3-5419-40ad-ad35-d83ab9b5c0fb" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.836132] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492532} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.836458] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 9698591c-877c-4cb9-8aa1-00e4f126e049/9698591c-877c-4cb9-8aa1-00e4f126e049.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.836638] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.836964] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f369038b-9485-4097-9b20-8fb5325ed257 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.844627] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 779.844627] env[68835]: value = "task-3154018" [ 779.844627] env[68835]: _type = "Task" [ 779.844627] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.854042] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.997022] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5221084b-37e0-0ac2-d7ed-43e032de639c, 'name': SearchDatastore_Task, 'duration_secs': 0.078044} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.997022] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.997022] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.997022] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.997249] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.997249] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.997249] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56db9daa-34b5-4a66-808e-629c107d9296 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.009020] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.009020] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.009020] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-770d459f-9714-40f0-92d0-e825d20ca680 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.017113] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Waiting for the task: (returnval){ [ 780.017113] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d2165d-5d10-9efe-89d9-ce71c2a345c4" [ 780.017113] env[68835]: _type = "Task" [ 780.017113] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.024662] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d2165d-5d10-9efe-89d9-ce71c2a345c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.126157] env[68835]: DEBUG oslo_vmware.api [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154016, 'name': PowerOnVM_Task, 'duration_secs': 0.76639} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.126429] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.126782] env[68835]: DEBUG nova.compute.manager [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.127731] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c622cd7-545f-4c43-8311-6071b0b8a170 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.206579] env[68835]: DEBUG nova.compute.utils [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.210030] env[68835]: DEBUG nova.compute.manager [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.210030] env[68835]: DEBUG nova.network.neutron [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.280573] env[68835]: DEBUG nova.policy [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d3209d3c38948c7b7b25908a248a6fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e38cbda2a0214dc1aab44f95c775f660', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.355908] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070482} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.356557] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.357403] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80af9ce-3a1f-4d83-98ed-97a1220b60ff {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.381831] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 9698591c-877c-4cb9-8aa1-00e4f126e049/9698591c-877c-4cb9-8aa1-00e4f126e049.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.382211] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0182fc75-330d-4986-8455-d781ae388a77 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.404950] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 780.404950] env[68835]: value = "task-3154019" [ 780.404950] env[68835]: _type = "Task" [ 780.404950] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.413743] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.525740] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d2165d-5d10-9efe-89d9-ce71c2a345c4, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.526539] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d766efa-d556-4d61-8200-2a11c0ec58e6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.531918] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Waiting for the task: (returnval){ [ 780.531918] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528c617b-d0c4-29f8-18dd-1ac4fb7f0a7c" [ 780.531918] env[68835]: _type = "Task" [ 780.531918] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.540310] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528c617b-d0c4-29f8-18dd-1ac4fb7f0a7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.647107] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.713037] env[68835]: DEBUG nova.compute.manager [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.786407] env[68835]: DEBUG nova.network.neutron [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Successfully created port: 35ed887d-6a80-4b21-ba1f-2de3f1f92f0f {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.919010] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154019, 'name': ReconfigVM_Task, 'duration_secs': 0.288099} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.919340] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 9698591c-877c-4cb9-8aa1-00e4f126e049/9698591c-877c-4cb9-8aa1-00e4f126e049.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.920050] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e70f26f7-12cc-4d6f-a755-1ecfaf9308af {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.927958] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 780.927958] env[68835]: value = "task-3154020" [ 780.927958] env[68835]: _type = "Task" [ 780.927958] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.942904] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154020, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.045973] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528c617b-d0c4-29f8-18dd-1ac4fb7f0a7c, 'name': SearchDatastore_Task, 'duration_secs': 0.010394} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.046215] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.046484] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] abadafe3-5419-40ad-ad35-d83ab9b5c0fb/abadafe3-5419-40ad-ad35-d83ab9b5c0fb.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.046758] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ea196e2-bb68-4e4b-835c-910ce9a9000a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.057183] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Waiting for the task: (returnval){ [ 781.057183] env[68835]: value = "task-3154021" [ 781.057183] env[68835]: _type = "Task" [ 781.057183] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.065750] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': task-3154021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.329386] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fb0e17-4d48-4f05-86c6-2e1246cc7423 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.338770] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a43cda-d2a2-494b-9e9e-1b4b5ded7680 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.373023] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6af7b42-5606-47b1-aca3-8cbc4db30771 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.382113] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2864cba8-d6d9-4acc-a29b-43761d18353e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.397897] env[68835]: DEBUG nova.compute.provider_tree [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.438794] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154020, 'name': Rename_Task, 'duration_secs': 0.163699} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.439107] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.439443] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30b7221a-7ce2-4db4-a2ee-a4dcc40b07b5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.451075] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 781.451075] env[68835]: value = "task-3154022" [ 781.451075] env[68835]: _type = "Task" [ 781.451075] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.462899] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.567917] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': task-3154021, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.737323] env[68835]: DEBUG nova.compute.manager [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.759892] env[68835]: DEBUG nova.virt.hardware [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.760183] env[68835]: DEBUG nova.virt.hardware [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.760343] env[68835]: DEBUG nova.virt.hardware [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.760524] env[68835]: DEBUG nova.virt.hardware [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.760702] env[68835]: DEBUG nova.virt.hardware [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.760865] env[68835]: DEBUG nova.virt.hardware [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.761091] env[68835]: DEBUG nova.virt.hardware [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.761255] env[68835]: DEBUG nova.virt.hardware [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.761416] env[68835]: DEBUG nova.virt.hardware [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.761670] env[68835]: DEBUG nova.virt.hardware [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.761841] env[68835]: DEBUG nova.virt.hardware [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.762736] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0d5c90-62c0-49c2-baff-3039d8232466 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.771708] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1d8a77-f998-433e-a35a-86440f11a90d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.809113] env[68835]: DEBUG oslo_vmware.rw_handles [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226bcd2-b409-68fe-9b35-c21b7dfd627a/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 781.810018] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fb2807-88ca-49db-aef4-bb3c7b89c68a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.817065] env[68835]: DEBUG oslo_vmware.rw_handles [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226bcd2-b409-68fe-9b35-c21b7dfd627a/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 781.817244] env[68835]: ERROR oslo_vmware.rw_handles [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226bcd2-b409-68fe-9b35-c21b7dfd627a/disk-0.vmdk due to incomplete transfer. [ 781.817470] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5c72c8c9-fb7d-4c52-8142-5d751d342e22 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.825898] env[68835]: DEBUG oslo_vmware.rw_handles [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226bcd2-b409-68fe-9b35-c21b7dfd627a/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 781.826119] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Uploaded image cc6ce92c-b100-48ac-9e0b-8e6ea2b6ce24 to the Glance image server {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 781.828203] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Destroying the VM {{(pid=68835) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 781.828457] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fd7dc339-8de2-4ac8-96dd-8c8b2efdc60b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.835890] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for the task: (returnval){ [ 781.835890] env[68835]: value = "task-3154023" [ 781.835890] env[68835]: _type = "Task" [ 781.835890] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.846140] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3154023, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.902029] env[68835]: DEBUG nova.scheduler.client.report [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.962359] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154022, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.069678] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': task-3154021, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.347227] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3154023, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.352750] env[68835]: DEBUG nova.compute.manager [req-1bc13a64-fe9e-45fb-8261-adb5a8dbc952 req-93c2e215-bb2c-467f-b883-5e44a4a13064 service nova] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Received event network-vif-plugged-35ed887d-6a80-4b21-ba1f-2de3f1f92f0f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.353035] env[68835]: DEBUG oslo_concurrency.lockutils [req-1bc13a64-fe9e-45fb-8261-adb5a8dbc952 req-93c2e215-bb2c-467f-b883-5e44a4a13064 service nova] Acquiring lock "6f1067b2-8a98-4611-9713-2ce516a9fd4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.353304] env[68835]: DEBUG oslo_concurrency.lockutils [req-1bc13a64-fe9e-45fb-8261-adb5a8dbc952 req-93c2e215-bb2c-467f-b883-5e44a4a13064 service nova] Lock "6f1067b2-8a98-4611-9713-2ce516a9fd4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.353552] env[68835]: DEBUG oslo_concurrency.lockutils [req-1bc13a64-fe9e-45fb-8261-adb5a8dbc952 req-93c2e215-bb2c-467f-b883-5e44a4a13064 service nova] Lock "6f1067b2-8a98-4611-9713-2ce516a9fd4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.353783] env[68835]: DEBUG nova.compute.manager [req-1bc13a64-fe9e-45fb-8261-adb5a8dbc952 req-93c2e215-bb2c-467f-b883-5e44a4a13064 service nova] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] No waiting events found dispatching network-vif-plugged-35ed887d-6a80-4b21-ba1f-2de3f1f92f0f {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.354019] env[68835]: WARNING nova.compute.manager [req-1bc13a64-fe9e-45fb-8261-adb5a8dbc952 req-93c2e215-bb2c-467f-b883-5e44a4a13064 service nova] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Received unexpected event network-vif-plugged-35ed887d-6a80-4b21-ba1f-2de3f1f92f0f for instance with vm_state building and task_state spawning. [ 782.409291] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.409291] env[68835]: DEBUG nova.compute.manager [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.411551] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.319s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.412092] env[68835]: DEBUG nova.objects.instance [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lazy-loading 'resources' on Instance uuid b40e7bdb-cc27-4536-bc35-68184c900060 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.463858] env[68835]: DEBUG oslo_vmware.api [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154022, 'name': PowerOnVM_Task, 'duration_secs': 0.51713} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.463858] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.464087] env[68835]: INFO nova.compute.manager [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Took 8.42 seconds to spawn the instance on the hypervisor. [ 782.464317] env[68835]: DEBUG nova.compute.manager [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.465044] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af176fe-bb8c-48b8-bfc6-d478d8393339 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.520248] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "36785fa4-2ffb-42cf-b0d6-63c8047fa7df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.520425] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "36785fa4-2ffb-42cf-b0d6-63c8047fa7df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.520681] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "36785fa4-2ffb-42cf-b0d6-63c8047fa7df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.520902] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "36785fa4-2ffb-42cf-b0d6-63c8047fa7df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.523459] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "36785fa4-2ffb-42cf-b0d6-63c8047fa7df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.524192] env[68835]: INFO nova.compute.manager [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Terminating instance [ 782.533205] env[68835]: DEBUG nova.network.neutron [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Successfully updated port: 35ed887d-6a80-4b21-ba1f-2de3f1f92f0f {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.569697] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': task-3154021, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.50105} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.570157] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] abadafe3-5419-40ad-ad35-d83ab9b5c0fb/abadafe3-5419-40ad-ad35-d83ab9b5c0fb.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.570429] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.570793] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42c86b66-f12a-4ad5-b1ca-2f3831d45b42 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.579690] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Waiting for the task: (returnval){ [ 782.579690] env[68835]: value = "task-3154024" [ 782.579690] env[68835]: _type = "Task" [ 782.579690] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.589115] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': task-3154024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.850740] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3154023, 'name': Destroy_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.918888] env[68835]: DEBUG nova.compute.utils [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.922047] env[68835]: DEBUG nova.compute.manager [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.922047] env[68835]: DEBUG nova.network.neutron [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.986724] env[68835]: INFO nova.compute.manager [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Took 50.22 seconds to build instance. [ 783.000350] env[68835]: DEBUG nova.policy [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edf627bcd9464ce68ebba8cfd490b92d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b9791e3cc144d4abf08c4919929531b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.027639] env[68835]: DEBUG nova.compute.manager [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.027856] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.029310] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfeadae-4b47-4754-aee4-c00bf7c6084d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.040519] env[68835]: DEBUG oslo_concurrency.lockutils [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Acquiring lock "refresh_cache-6f1067b2-8a98-4611-9713-2ce516a9fd4e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.040519] env[68835]: DEBUG oslo_concurrency.lockutils [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Acquired lock "refresh_cache-6f1067b2-8a98-4611-9713-2ce516a9fd4e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.040519] env[68835]: DEBUG nova.network.neutron [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.040519] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.040519] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-073128d1-2f96-45a3-bee4-ecc050e68d78 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.048409] env[68835]: DEBUG oslo_vmware.api [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 783.048409] env[68835]: value = "task-3154025" [ 783.048409] env[68835]: _type = "Task" [ 783.048409] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.058459] env[68835]: DEBUG oslo_vmware.api [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.088457] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': task-3154024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074947} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.088723] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.089554] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0483b997-833d-4c3f-bf70-eb4f55af10df {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.120288] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] abadafe3-5419-40ad-ad35-d83ab9b5c0fb/abadafe3-5419-40ad-ad35-d83ab9b5c0fb.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.123241] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6004a35f-8834-42aa-8ec7-cddbfb6215ef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.147256] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Waiting for the task: (returnval){ [ 783.147256] env[68835]: value = "task-3154026" [ 783.147256] env[68835]: _type = "Task" [ 783.147256] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.159826] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': task-3154026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.347799] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3154023, 'name': Destroy_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.425444] env[68835]: DEBUG nova.compute.manager [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.491794] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f9a860c2-7e15-4463-9cee-f300148c30dc tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "9698591c-877c-4cb9-8aa1-00e4f126e049" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.984s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.504248] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18a16f3-6952-4711-816f-9d58401a1614 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.515818] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce87f02-08ad-4590-b03b-9a2b6b510f66 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.550392] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1309024a-4751-478f-88cf-c68bbd598a56 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.564665] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4003600d-2496-40a1-b9f6-3c57a2529167 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.568396] env[68835]: DEBUG oslo_vmware.api [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154025, 'name': PowerOffVM_Task, 'duration_secs': 0.22877} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.568649] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.568815] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.569932] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7eb7320b-870d-4087-bc09-e3756f4a7392 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.580136] env[68835]: DEBUG nova.compute.provider_tree [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.586779] env[68835]: DEBUG nova.network.neutron [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.656098] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.656364] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.656542] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Deleting the datastore file [datastore2] 36785fa4-2ffb-42cf-b0d6-63c8047fa7df {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.657456] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40d7899b-25ce-4bad-8a7c-c58d39293c5a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.662378] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': task-3154026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.668492] env[68835]: DEBUG oslo_vmware.api [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 783.668492] env[68835]: value = "task-3154028" [ 783.668492] env[68835]: _type = "Task" [ 783.668492] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.676728] env[68835]: DEBUG oslo_vmware.api [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.732514] env[68835]: DEBUG nova.network.neutron [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Updating instance_info_cache with network_info: [{"id": "35ed887d-6a80-4b21-ba1f-2de3f1f92f0f", "address": "fa:16:3e:1d:86:7c", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35ed887d-6a", "ovs_interfaceid": "35ed887d-6a80-4b21-ba1f-2de3f1f92f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.811977] env[68835]: DEBUG nova.network.neutron [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Successfully created port: 5f45620f-c339-4f54-a883-4f9f45b1278d {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.850687] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3154023, 'name': Destroy_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.998065] env[68835]: DEBUG nova.compute.manager [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.083146] env[68835]: DEBUG nova.scheduler.client.report [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.159376] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': task-3154026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.178247] env[68835]: DEBUG oslo_vmware.api [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14857} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.178516] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.178712] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.178898] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.179090] env[68835]: INFO nova.compute.manager [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Took 1.15 seconds to destroy the instance on the hypervisor. [ 784.179451] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.179662] env[68835]: DEBUG nova.compute.manager [-] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.179759] env[68835]: DEBUG nova.network.neutron [-] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.236023] env[68835]: DEBUG oslo_concurrency.lockutils [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Releasing lock "refresh_cache-6f1067b2-8a98-4611-9713-2ce516a9fd4e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.236339] env[68835]: DEBUG nova.compute.manager [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Instance network_info: |[{"id": "35ed887d-6a80-4b21-ba1f-2de3f1f92f0f", "address": "fa:16:3e:1d:86:7c", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35ed887d-6a", "ovs_interfaceid": "35ed887d-6a80-4b21-ba1f-2de3f1f92f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.236750] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:86:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35ed887d-6a80-4b21-ba1f-2de3f1f92f0f', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.249832] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Creating folder: Project (e38cbda2a0214dc1aab44f95c775f660). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.249832] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d6bb7bd-615b-4dbc-87d9-f8d4f9e4ae72 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.264233] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Created folder: Project (e38cbda2a0214dc1aab44f95c775f660) in parent group-v630977. [ 784.264624] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Creating folder: Instances. Parent ref: group-v631120. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.264852] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14f6de00-ced5-48e6-90ca-6ef9f6f47076 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.279060] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Created folder: Instances in parent group-v631120. [ 784.279455] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.279734] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.280036] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d348a71-b726-428e-bdbd-ea048a7621ab {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.305560] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.305560] env[68835]: value = "task-3154031" [ 784.305560] env[68835]: _type = "Task" [ 784.305560] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.314781] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154031, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.349861] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3154023, 'name': Destroy_Task, 'duration_secs': 2.039696} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.349861] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Destroyed the VM [ 784.350103] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Deleting Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 784.350577] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f9ebbedf-4530-4e42-848b-4b4239b25dce {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.363424] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for the task: (returnval){ [ 784.363424] env[68835]: value = "task-3154032" [ 784.363424] env[68835]: _type = "Task" [ 784.363424] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.373984] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3154032, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.435194] env[68835]: DEBUG nova.compute.manager [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.472857] env[68835]: DEBUG nova.virt.hardware [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.473164] env[68835]: DEBUG nova.virt.hardware [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.473330] env[68835]: DEBUG nova.virt.hardware [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.475137] env[68835]: DEBUG nova.virt.hardware [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.475292] env[68835]: DEBUG nova.virt.hardware [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.475537] env[68835]: DEBUG nova.virt.hardware [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.475763] env[68835]: DEBUG nova.virt.hardware [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.475880] env[68835]: DEBUG nova.virt.hardware [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.476076] env[68835]: DEBUG nova.virt.hardware [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.476240] env[68835]: DEBUG nova.virt.hardware [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.476460] env[68835]: DEBUG nova.virt.hardware [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.477301] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c258c55c-a53c-4e0c-bd01-a0a8205061cf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.494524] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfce46e0-1c6c-48bd-b986-c2740fe39e0e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.543506] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.588365] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.590877] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.275s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.592545] env[68835]: INFO nova.compute.claims [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.608529] env[68835]: INFO nova.scheduler.client.report [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Deleted allocations for instance b40e7bdb-cc27-4536-bc35-68184c900060 [ 784.659179] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': task-3154026, 'name': ReconfigVM_Task, 'duration_secs': 1.379482} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.660199] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Reconfigured VM instance instance-00000030 to attach disk [datastore2] abadafe3-5419-40ad-ad35-d83ab9b5c0fb/abadafe3-5419-40ad-ad35-d83ab9b5c0fb.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.660908] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4205bdf6-6c6e-4b4b-bfaf-8213bc0263a7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.670647] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Waiting for the task: (returnval){ [ 784.670647] env[68835]: value = "task-3154033" [ 784.670647] env[68835]: _type = "Task" [ 784.670647] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.680519] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': task-3154033, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.819768] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154031, 'name': CreateVM_Task, 'duration_secs': 0.366071} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.821017] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.821017] env[68835]: DEBUG oslo_concurrency.lockutils [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.821017] env[68835]: DEBUG oslo_concurrency.lockutils [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.821510] env[68835]: DEBUG oslo_concurrency.lockutils [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.821874] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b52efa3-df6c-4665-8aec-b08976a63897 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.828205] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Waiting for the task: (returnval){ [ 784.828205] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52a569fa-d316-d7b9-e86f-1e9e699b6ccf" [ 784.828205] env[68835]: _type = "Task" [ 784.828205] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.838162] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a569fa-d316-d7b9-e86f-1e9e699b6ccf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.874131] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3154032, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.912905] env[68835]: DEBUG nova.compute.manager [req-c3f276c7-4dbf-4bc0-8a87-6769b95539e6 req-b3f72a80-fef2-4b64-9ca5-9587e1f2e406 service nova] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Received event network-changed-35ed887d-6a80-4b21-ba1f-2de3f1f92f0f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.913118] env[68835]: DEBUG nova.compute.manager [req-c3f276c7-4dbf-4bc0-8a87-6769b95539e6 req-b3f72a80-fef2-4b64-9ca5-9587e1f2e406 service nova] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Refreshing instance network info cache due to event network-changed-35ed887d-6a80-4b21-ba1f-2de3f1f92f0f. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.913378] env[68835]: DEBUG oslo_concurrency.lockutils [req-c3f276c7-4dbf-4bc0-8a87-6769b95539e6 req-b3f72a80-fef2-4b64-9ca5-9587e1f2e406 service nova] Acquiring lock "refresh_cache-6f1067b2-8a98-4611-9713-2ce516a9fd4e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.913480] env[68835]: DEBUG oslo_concurrency.lockutils [req-c3f276c7-4dbf-4bc0-8a87-6769b95539e6 req-b3f72a80-fef2-4b64-9ca5-9587e1f2e406 service nova] Acquired lock "refresh_cache-6f1067b2-8a98-4611-9713-2ce516a9fd4e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.913617] env[68835]: DEBUG nova.network.neutron [req-c3f276c7-4dbf-4bc0-8a87-6769b95539e6 req-b3f72a80-fef2-4b64-9ca5-9587e1f2e406 service nova] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Refreshing network info cache for port 35ed887d-6a80-4b21-ba1f-2de3f1f92f0f {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.960248] env[68835]: DEBUG nova.compute.manager [req-2a33222f-3e53-4f13-85a8-933fdfc1320b req-f3a64c2a-9cc0-4c83-8082-29fd55aa6630 service nova] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Received event network-vif-deleted-5a97adca-ad32-4573-bc64-9c729e7d414c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.960248] env[68835]: INFO nova.compute.manager [req-2a33222f-3e53-4f13-85a8-933fdfc1320b req-f3a64c2a-9cc0-4c83-8082-29fd55aa6630 service nova] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Neutron deleted interface 5a97adca-ad32-4573-bc64-9c729e7d414c; detaching it from the instance and deleting it from the info cache [ 784.960418] env[68835]: DEBUG nova.network.neutron [req-2a33222f-3e53-4f13-85a8-933fdfc1320b req-f3a64c2a-9cc0-4c83-8082-29fd55aa6630 service nova] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.966725] env[68835]: DEBUG nova.network.neutron [-] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.116348] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8d18301b-2784-44ba-bce9-8e105a531eeb tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lock "b40e7bdb-cc27-4536-bc35-68184c900060" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.925s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.181557] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': task-3154033, 'name': Rename_Task, 'duration_secs': 0.146936} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.181889] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.182158] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-037072ef-ad87-40fd-a71b-7ff44521e89a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.191702] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Waiting for the task: (returnval){ [ 785.191702] env[68835]: value = "task-3154034" [ 785.191702] env[68835]: _type = "Task" [ 785.191702] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.200084] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': task-3154034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.341016] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a569fa-d316-d7b9-e86f-1e9e699b6ccf, 'name': SearchDatastore_Task, 'duration_secs': 0.01066} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.341394] env[68835]: DEBUG oslo_concurrency.lockutils [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.341681] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.341963] env[68835]: DEBUG oslo_concurrency.lockutils [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.342133] env[68835]: DEBUG oslo_concurrency.lockutils [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.342313] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.342577] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc0a9851-7354-4fd9-9706-6b7a50acb5c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.354021] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.354021] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.354021] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0558d548-6eb5-46ff-a0b9-6d124bb98fe1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.359622] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Waiting for the task: (returnval){ [ 785.359622] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]520c9df4-500b-cb3a-ec5d-a62f32ec39c6" [ 785.359622] env[68835]: _type = "Task" [ 785.359622] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.372766] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]520c9df4-500b-cb3a-ec5d-a62f32ec39c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.378341] env[68835]: DEBUG oslo_vmware.api [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3154032, 'name': RemoveSnapshot_Task, 'duration_secs': 0.780186} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.378658] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Deleted Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 785.378901] env[68835]: INFO nova.compute.manager [None req-ebd7713e-a63b-49b9-be50-2a91269731c5 tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Took 17.78 seconds to snapshot the instance on the hypervisor. [ 785.466049] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14a8e3fc-187c-49ac-9c74-7259c0a3d9a4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.468651] env[68835]: INFO nova.compute.manager [-] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Took 1.29 seconds to deallocate network for instance. [ 785.478401] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0256802f-8156-4140-8155-efccf68a0ad2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.524806] env[68835]: DEBUG nova.compute.manager [req-2a33222f-3e53-4f13-85a8-933fdfc1320b req-f3a64c2a-9cc0-4c83-8082-29fd55aa6630 service nova] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Detach interface failed, port_id=5a97adca-ad32-4573-bc64-9c729e7d414c, reason: Instance 36785fa4-2ffb-42cf-b0d6-63c8047fa7df could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 785.644440] env[68835]: DEBUG nova.network.neutron [req-c3f276c7-4dbf-4bc0-8a87-6769b95539e6 req-b3f72a80-fef2-4b64-9ca5-9587e1f2e406 service nova] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Updated VIF entry in instance network info cache for port 35ed887d-6a80-4b21-ba1f-2de3f1f92f0f. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.644805] env[68835]: DEBUG nova.network.neutron [req-c3f276c7-4dbf-4bc0-8a87-6769b95539e6 req-b3f72a80-fef2-4b64-9ca5-9587e1f2e406 service nova] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Updating instance_info_cache with network_info: [{"id": "35ed887d-6a80-4b21-ba1f-2de3f1f92f0f", "address": "fa:16:3e:1d:86:7c", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35ed887d-6a", "ovs_interfaceid": "35ed887d-6a80-4b21-ba1f-2de3f1f92f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.705288] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': task-3154034, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.752521] env[68835]: DEBUG nova.network.neutron [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Successfully updated port: 5f45620f-c339-4f54-a883-4f9f45b1278d {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.878693] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]520c9df4-500b-cb3a-ec5d-a62f32ec39c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009735} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.880298] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1928a7c5-ada8-4ed7-9c4a-1dd686d50c45 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.892106] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Waiting for the task: (returnval){ [ 785.892106] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5287caf0-4c59-895e-053c-a3bd17b65b75" [ 785.892106] env[68835]: _type = "Task" [ 785.892106] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.904642] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5287caf0-4c59-895e-053c-a3bd17b65b75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.977057] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.147157] env[68835]: DEBUG oslo_concurrency.lockutils [req-c3f276c7-4dbf-4bc0-8a87-6769b95539e6 req-b3f72a80-fef2-4b64-9ca5-9587e1f2e406 service nova] Releasing lock "refresh_cache-6f1067b2-8a98-4611-9713-2ce516a9fd4e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.147470] env[68835]: DEBUG nova.compute.manager [req-c3f276c7-4dbf-4bc0-8a87-6769b95539e6 req-b3f72a80-fef2-4b64-9ca5-9587e1f2e406 service nova] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Received event network-changed-988d2b98-cc47-413e-9636-ee40f2df3181 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.147690] env[68835]: DEBUG nova.compute.manager [req-c3f276c7-4dbf-4bc0-8a87-6769b95539e6 req-b3f72a80-fef2-4b64-9ca5-9587e1f2e406 service nova] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Refreshing instance network info cache due to event network-changed-988d2b98-cc47-413e-9636-ee40f2df3181. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.147886] env[68835]: DEBUG oslo_concurrency.lockutils [req-c3f276c7-4dbf-4bc0-8a87-6769b95539e6 req-b3f72a80-fef2-4b64-9ca5-9587e1f2e406 service nova] Acquiring lock "refresh_cache-9698591c-877c-4cb9-8aa1-00e4f126e049" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.148038] env[68835]: DEBUG oslo_concurrency.lockutils [req-c3f276c7-4dbf-4bc0-8a87-6769b95539e6 req-b3f72a80-fef2-4b64-9ca5-9587e1f2e406 service nova] Acquired lock "refresh_cache-9698591c-877c-4cb9-8aa1-00e4f126e049" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.148711] env[68835]: DEBUG nova.network.neutron [req-c3f276c7-4dbf-4bc0-8a87-6769b95539e6 req-b3f72a80-fef2-4b64-9ca5-9587e1f2e406 service nova] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Refreshing network info cache for port 988d2b98-cc47-413e-9636-ee40f2df3181 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.150944] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533c33cd-ad1f-4714-971e-835d7b1e6191 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.159723] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af165de0-d347-4842-9476-076ca06442b0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.197878] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6e08aa-34f7-4389-9097-de933412f5a9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.209478] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a7e020-c7a2-4128-b654-7c4346a8edaa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.213485] env[68835]: DEBUG oslo_vmware.api [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': task-3154034, 'name': PowerOnVM_Task, 'duration_secs': 0.974181} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.213761] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.213966] env[68835]: INFO nova.compute.manager [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Took 9.49 seconds to spawn the instance on the hypervisor. [ 786.214177] env[68835]: DEBUG nova.compute.manager [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.215263] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484c8cd7-55f4-4dac-8164-33b010714088 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.227773] env[68835]: DEBUG nova.compute.provider_tree [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.261602] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquiring lock "refresh_cache-331e225a-d8c7-46c7-ae1d-076523661d23" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.261602] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquired lock "refresh_cache-331e225a-d8c7-46c7-ae1d-076523661d23" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.261602] env[68835]: DEBUG nova.network.neutron [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.404997] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5287caf0-4c59-895e-053c-a3bd17b65b75, 'name': SearchDatastore_Task, 'duration_secs': 0.010787} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.405224] env[68835]: DEBUG oslo_concurrency.lockutils [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.405486] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 6f1067b2-8a98-4611-9713-2ce516a9fd4e/6f1067b2-8a98-4611-9713-2ce516a9fd4e.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.405746] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20dbf3e7-b07d-47cc-b28e-14bd8f8e38b0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.413906] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Waiting for the task: (returnval){ [ 786.413906] env[68835]: value = "task-3154035" [ 786.413906] env[68835]: _type = "Task" [ 786.413906] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.423592] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': task-3154035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.735830] env[68835]: DEBUG nova.scheduler.client.report [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.755225] env[68835]: INFO nova.compute.manager [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Took 52.12 seconds to build instance. [ 786.798637] env[68835]: DEBUG nova.network.neutron [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.854887] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Acquiring lock "8a20799c-f053-4d14-86a5-46adae023a07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.855218] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Lock "8a20799c-f053-4d14-86a5-46adae023a07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.855438] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Acquiring lock "8a20799c-f053-4d14-86a5-46adae023a07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.855625] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Lock "8a20799c-f053-4d14-86a5-46adae023a07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.855931] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Lock "8a20799c-f053-4d14-86a5-46adae023a07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.857953] env[68835]: INFO nova.compute.manager [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Terminating instance [ 786.932328] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': task-3154035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499959} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.932328] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 6f1067b2-8a98-4611-9713-2ce516a9fd4e/6f1067b2-8a98-4611-9713-2ce516a9fd4e.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.932593] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.933709] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0549660-e84a-4c19-92b7-9adfd90a916f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.943819] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Waiting for the task: (returnval){ [ 786.943819] env[68835]: value = "task-3154036" [ 786.943819] env[68835]: _type = "Task" [ 786.943819] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.958494] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': task-3154036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.970414] env[68835]: DEBUG nova.network.neutron [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Updating instance_info_cache with network_info: [{"id": "5f45620f-c339-4f54-a883-4f9f45b1278d", "address": "fa:16:3e:1d:4b:65", "network": {"id": "916d615c-6d71-4e19-a463-b8f02f4273e2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-568504438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b9791e3cc144d4abf08c4919929531b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f45620f-c3", "ovs_interfaceid": "5f45620f-c339-4f54-a883-4f9f45b1278d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.080775] env[68835]: DEBUG nova.network.neutron [req-c3f276c7-4dbf-4bc0-8a87-6769b95539e6 req-b3f72a80-fef2-4b64-9ca5-9587e1f2e406 service nova] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Updated VIF entry in instance network info cache for port 988d2b98-cc47-413e-9636-ee40f2df3181. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.081419] env[68835]: DEBUG nova.network.neutron [req-c3f276c7-4dbf-4bc0-8a87-6769b95539e6 req-b3f72a80-fef2-4b64-9ca5-9587e1f2e406 service nova] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Updating instance_info_cache with network_info: [{"id": "988d2b98-cc47-413e-9636-ee40f2df3181", "address": "fa:16:3e:62:4d:05", "network": {"id": "ae1e1e88-b96a-4c75-82bc-9307a2ef7540", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2062105210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc24ebceab847629e6e8ed400b3c3a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988d2b98-cc", "ovs_interfaceid": "988d2b98-cc47-413e-9636-ee40f2df3181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.115986] env[68835]: DEBUG nova.compute.manager [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Received event network-changed-988d2b98-cc47-413e-9636-ee40f2df3181 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.116336] env[68835]: DEBUG nova.compute.manager [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Refreshing instance network info cache due to event network-changed-988d2b98-cc47-413e-9636-ee40f2df3181. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.116706] env[68835]: DEBUG oslo_concurrency.lockutils [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] Acquiring lock "refresh_cache-9698591c-877c-4cb9-8aa1-00e4f126e049" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.252497] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.253038] env[68835]: DEBUG nova.compute.manager [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.255654] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.931s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.257202] env[68835]: INFO nova.compute.claims [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.260144] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8af79a84-1fe3-45b5-a267-d2e044cb785d tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Lock "abadafe3-5419-40ad-ad35-d83ab9b5c0fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.246s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.362942] env[68835]: DEBUG nova.compute.manager [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.363290] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.364199] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403fc489-f2bf-43bf-b31a-f88a62d63c18 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.372856] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.373122] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-608862ea-951e-46d4-9b67-79befa2118c0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.381272] env[68835]: DEBUG oslo_vmware.api [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for the task: (returnval){ [ 787.381272] env[68835]: value = "task-3154037" [ 787.381272] env[68835]: _type = "Task" [ 787.381272] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.389934] env[68835]: DEBUG oslo_vmware.api [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3154037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.456019] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': task-3154036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171957} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.456019] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.456019] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859c9979-274f-46f0-b1dc-e2909751ae77 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.478934] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 6f1067b2-8a98-4611-9713-2ce516a9fd4e/6f1067b2-8a98-4611-9713-2ce516a9fd4e.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.479732] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Releasing lock "refresh_cache-331e225a-d8c7-46c7-ae1d-076523661d23" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.480358] env[68835]: DEBUG nova.compute.manager [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Instance network_info: |[{"id": "5f45620f-c339-4f54-a883-4f9f45b1278d", "address": "fa:16:3e:1d:4b:65", "network": {"id": "916d615c-6d71-4e19-a463-b8f02f4273e2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-568504438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b9791e3cc144d4abf08c4919929531b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f45620f-c3", "ovs_interfaceid": "5f45620f-c339-4f54-a883-4f9f45b1278d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.480751] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49492e82-f2a0-4aea-a670-0c08fb3693f9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.497358] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:4b:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f45620f-c339-4f54-a883-4f9f45b1278d', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.506740] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.507404] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.508027] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b6e4da3-f446-4595-81a9-cb5b544e49b8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.530244] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Waiting for the task: (returnval){ [ 787.530244] env[68835]: value = "task-3154038" [ 787.530244] env[68835]: _type = "Task" [ 787.530244] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.537675] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.537675] env[68835]: value = "task-3154039" [ 787.537675] env[68835]: _type = "Task" [ 787.537675] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.544994] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': task-3154038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.550421] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154039, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.587155] env[68835]: DEBUG oslo_concurrency.lockutils [req-c3f276c7-4dbf-4bc0-8a87-6769b95539e6 req-b3f72a80-fef2-4b64-9ca5-9587e1f2e406 service nova] Releasing lock "refresh_cache-9698591c-877c-4cb9-8aa1-00e4f126e049" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.587155] env[68835]: DEBUG oslo_concurrency.lockutils [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] Acquired lock "refresh_cache-9698591c-877c-4cb9-8aa1-00e4f126e049" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.587155] env[68835]: DEBUG nova.network.neutron [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Refreshing network info cache for port 988d2b98-cc47-413e-9636-ee40f2df3181 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.765605] env[68835]: DEBUG nova.compute.utils [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.770737] env[68835]: DEBUG nova.compute.manager [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.773893] env[68835]: DEBUG nova.compute.manager [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.774093] env[68835]: DEBUG nova.network.neutron [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.849934] env[68835]: DEBUG nova.policy [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36c13f0aa0974fb39e8b59614ce4983c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f8791e85e9748538ea6efc5bb61f1ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.893898] env[68835]: DEBUG oslo_vmware.api [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3154037, 'name': PowerOffVM_Task, 'duration_secs': 0.373333} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.894200] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.894406] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.894701] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0e54f62-df05-4c10-ab2c-8f1dd35190c8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.995788] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.996055] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.996231] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Deleting the datastore file [datastore1] 8a20799c-f053-4d14-86a5-46adae023a07 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.996503] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d85d441-9a1d-4b8f-9d07-48f2c65c9587 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.006129] env[68835]: DEBUG oslo_vmware.api [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for the task: (returnval){ [ 788.006129] env[68835]: value = "task-3154041" [ 788.006129] env[68835]: _type = "Task" [ 788.006129] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.015723] env[68835]: DEBUG oslo_vmware.api [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3154041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.045400] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': task-3154038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.053675] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154039, 'name': CreateVM_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.271940] env[68835]: DEBUG nova.compute.manager [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.320038] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.343265] env[68835]: DEBUG nova.network.neutron [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Updated VIF entry in instance network info cache for port 988d2b98-cc47-413e-9636-ee40f2df3181. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.345367] env[68835]: DEBUG nova.network.neutron [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Updating instance_info_cache with network_info: [{"id": "988d2b98-cc47-413e-9636-ee40f2df3181", "address": "fa:16:3e:62:4d:05", "network": {"id": "ae1e1e88-b96a-4c75-82bc-9307a2ef7540", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2062105210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc24ebceab847629e6e8ed400b3c3a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988d2b98-cc", "ovs_interfaceid": "988d2b98-cc47-413e-9636-ee40f2df3181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.358029] env[68835]: DEBUG nova.network.neutron [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Successfully created port: 9e2ef51b-6fc6-40a4-bfad-dd9e0ec70e65 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.520946] env[68835]: DEBUG oslo_vmware.api [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Task: {'id': task-3154041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18953} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.521269] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.521458] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.521668] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.521849] env[68835]: INFO nova.compute.manager [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Took 1.16 seconds to destroy the instance on the hypervisor. [ 788.522099] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.528795] env[68835]: DEBUG nova.compute.manager [-] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.528795] env[68835]: DEBUG nova.network.neutron [-] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.546452] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': task-3154038, 'name': ReconfigVM_Task, 'duration_secs': 0.641952} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.547725] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 6f1067b2-8a98-4611-9713-2ce516a9fd4e/6f1067b2-8a98-4611-9713-2ce516a9fd4e.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.550370] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8bccf83-ffab-40d9-8989-b99df8575aa0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.556189] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154039, 'name': CreateVM_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.565307] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Waiting for the task: (returnval){ [ 788.565307] env[68835]: value = "task-3154042" [ 788.565307] env[68835]: _type = "Task" [ 788.565307] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.581054] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': task-3154042, 'name': Rename_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.726294] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Acquiring lock "abadafe3-5419-40ad-ad35-d83ab9b5c0fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.726294] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Lock "abadafe3-5419-40ad-ad35-d83ab9b5c0fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.726972] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Acquiring lock "abadafe3-5419-40ad-ad35-d83ab9b5c0fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.727940] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Lock "abadafe3-5419-40ad-ad35-d83ab9b5c0fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.727940] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Lock "abadafe3-5419-40ad-ad35-d83ab9b5c0fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.731811] env[68835]: INFO nova.compute.manager [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Terminating instance [ 788.851034] env[68835]: DEBUG oslo_concurrency.lockutils [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] Releasing lock "refresh_cache-9698591c-877c-4cb9-8aa1-00e4f126e049" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.854125] env[68835]: DEBUG nova.compute.manager [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Received event network-vif-plugged-5f45620f-c339-4f54-a883-4f9f45b1278d {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.854125] env[68835]: DEBUG oslo_concurrency.lockutils [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] Acquiring lock "331e225a-d8c7-46c7-ae1d-076523661d23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.854125] env[68835]: DEBUG oslo_concurrency.lockutils [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] Lock "331e225a-d8c7-46c7-ae1d-076523661d23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.854125] env[68835]: DEBUG oslo_concurrency.lockutils [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] Lock "331e225a-d8c7-46c7-ae1d-076523661d23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.854125] env[68835]: DEBUG nova.compute.manager [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] No waiting events found dispatching network-vif-plugged-5f45620f-c339-4f54-a883-4f9f45b1278d {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.854308] env[68835]: WARNING nova.compute.manager [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Received unexpected event network-vif-plugged-5f45620f-c339-4f54-a883-4f9f45b1278d for instance with vm_state building and task_state spawning. [ 788.854308] env[68835]: DEBUG nova.compute.manager [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Received event network-changed-5f45620f-c339-4f54-a883-4f9f45b1278d {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.854308] env[68835]: DEBUG nova.compute.manager [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Refreshing instance network info cache due to event network-changed-5f45620f-c339-4f54-a883-4f9f45b1278d. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.854308] env[68835]: DEBUG oslo_concurrency.lockutils [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] Acquiring lock "refresh_cache-331e225a-d8c7-46c7-ae1d-076523661d23" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.854308] env[68835]: DEBUG oslo_concurrency.lockutils [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] Acquired lock "refresh_cache-331e225a-d8c7-46c7-ae1d-076523661d23" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.854561] env[68835]: DEBUG nova.network.neutron [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Refreshing network info cache for port 5f45620f-c339-4f54-a883-4f9f45b1278d {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.982748] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e82d8b-e396-472b-8bef-104713273c5f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.993176] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d204b1-a66c-49f7-ac4b-77db458214fe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.024859] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cb7266-705b-4ae6-913a-6a18fcc3ec74 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.034030] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a52999b-97c6-41f1-8627-0afb3cfff0e4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.051023] env[68835]: DEBUG nova.compute.provider_tree [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.058076] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154039, 'name': CreateVM_Task, 'duration_secs': 1.180589} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.060996] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.062365] env[68835]: DEBUG nova.compute.manager [req-a3271837-320a-4c97-9c4b-1e45520fde04 req-fb7f1ae1-1624-4620-9bb6-2dcd08bd13aa service nova] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Received event network-vif-deleted-ba41014d-2073-484a-a2f7-8d74f29f522c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.062494] env[68835]: INFO nova.compute.manager [req-a3271837-320a-4c97-9c4b-1e45520fde04 req-fb7f1ae1-1624-4620-9bb6-2dcd08bd13aa service nova] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Neutron deleted interface ba41014d-2073-484a-a2f7-8d74f29f522c; detaching it from the instance and deleting it from the info cache [ 789.063671] env[68835]: DEBUG nova.network.neutron [req-a3271837-320a-4c97-9c4b-1e45520fde04 req-fb7f1ae1-1624-4620-9bb6-2dcd08bd13aa service nova] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.064305] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.064469] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.064792] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.065354] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f943622-a60d-4874-95ad-dcd442a6842e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.077588] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 789.077588] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52bee82e-2f73-b956-72be-ba0c77ec6003" [ 789.077588] env[68835]: _type = "Task" [ 789.077588] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.081306] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': task-3154042, 'name': Rename_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.091102] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52bee82e-2f73-b956-72be-ba0c77ec6003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.238370] env[68835]: DEBUG nova.compute.manager [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.238626] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.239623] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4523be1-4ae9-491b-b5c4-6c8830ce1f62 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.247947] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.248220] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48cb688d-876d-4a30-873f-e58b4aed4ec3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.255285] env[68835]: DEBUG oslo_vmware.api [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Waiting for the task: (returnval){ [ 789.255285] env[68835]: value = "task-3154043" [ 789.255285] env[68835]: _type = "Task" [ 789.255285] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.265742] env[68835]: DEBUG oslo_vmware.api [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': task-3154043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.287323] env[68835]: DEBUG nova.compute.manager [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.313100] env[68835]: DEBUG nova.virt.hardware [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.313377] env[68835]: DEBUG nova.virt.hardware [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.313960] env[68835]: DEBUG nova.virt.hardware [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.313960] env[68835]: DEBUG nova.virt.hardware [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.314175] env[68835]: DEBUG nova.virt.hardware [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.314335] env[68835]: DEBUG nova.virt.hardware [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.314542] env[68835]: DEBUG nova.virt.hardware [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.314776] env[68835]: DEBUG nova.virt.hardware [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.314967] env[68835]: DEBUG nova.virt.hardware [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.315143] env[68835]: DEBUG nova.virt.hardware [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.315312] env[68835]: DEBUG nova.virt.hardware [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.316165] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4021d65-41c4-4da5-ae31-60eb124e7f05 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.318831] env[68835]: DEBUG nova.network.neutron [-] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.326579] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1935116-ac6f-4d72-925f-9feb1fd97736 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.556382] env[68835]: DEBUG nova.scheduler.client.report [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.567107] env[68835]: DEBUG nova.network.neutron [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Updated VIF entry in instance network info cache for port 5f45620f-c339-4f54-a883-4f9f45b1278d. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.567433] env[68835]: DEBUG nova.network.neutron [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Updating instance_info_cache with network_info: [{"id": "5f45620f-c339-4f54-a883-4f9f45b1278d", "address": "fa:16:3e:1d:4b:65", "network": {"id": "916d615c-6d71-4e19-a463-b8f02f4273e2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-568504438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b9791e3cc144d4abf08c4919929531b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f45620f-c3", "ovs_interfaceid": "5f45620f-c339-4f54-a883-4f9f45b1278d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.573868] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7921df6d-54e9-4790-9df6-3e228e39012e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.584801] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': task-3154042, 'name': Rename_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.591976] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1346df9-beab-4005-8106-e71d9ca02502 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.608890] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52bee82e-2f73-b956-72be-ba0c77ec6003, 'name': SearchDatastore_Task, 'duration_secs': 0.028624} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.609194] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.609426] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.609663] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.609807] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.609983] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.610246] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00b7632b-2e50-42d4-bf9b-a728b5ab46dc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.628587] env[68835]: DEBUG nova.compute.manager [req-a3271837-320a-4c97-9c4b-1e45520fde04 req-fb7f1ae1-1624-4620-9bb6-2dcd08bd13aa service nova] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Detach interface failed, port_id=ba41014d-2073-484a-a2f7-8d74f29f522c, reason: Instance 8a20799c-f053-4d14-86a5-46adae023a07 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 789.630060] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.630239] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.630934] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56946e77-bdfb-4033-ae7c-2141185f938b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.647169] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 789.647169] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5212aedf-4704-3daa-5994-5b9ec75bd773" [ 789.647169] env[68835]: _type = "Task" [ 789.647169] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.656343] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5212aedf-4704-3daa-5994-5b9ec75bd773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.767962] env[68835]: DEBUG oslo_vmware.api [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': task-3154043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.821812] env[68835]: INFO nova.compute.manager [-] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Took 1.29 seconds to deallocate network for instance. [ 790.026011] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.026461] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.064993] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.065416] env[68835]: DEBUG nova.compute.manager [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.068688] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.700s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.068929] env[68835]: DEBUG nova.objects.instance [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Lazy-loading 'resources' on Instance uuid 53a0d5d8-8049-427e-8beb-685a275a09f0 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.071670] env[68835]: DEBUG oslo_concurrency.lockutils [req-bd49e3be-400b-4905-953d-f0dd64cd9eab req-91e5fab0-9142-4f2d-8a43-a79e71936d04 service nova] Releasing lock "refresh_cache-331e225a-d8c7-46c7-ae1d-076523661d23" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.083191] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': task-3154042, 'name': Rename_Task, 'duration_secs': 1.232728} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.084259] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.084523] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e04c91d9-b712-4783-be1f-dd7e31743d92 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.092355] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Waiting for the task: (returnval){ [ 790.092355] env[68835]: value = "task-3154044" [ 790.092355] env[68835]: _type = "Task" [ 790.092355] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.101852] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': task-3154044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.160506] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5212aedf-4704-3daa-5994-5b9ec75bd773, 'name': SearchDatastore_Task, 'duration_secs': 0.010989} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.160968] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ea474a0-b9d7-40f6-951d-6e15a94ae0ca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.166852] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 790.166852] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52974472-e3e4-7fbd-3597-033b783d5f36" [ 790.166852] env[68835]: _type = "Task" [ 790.166852] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.176754] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52974472-e3e4-7fbd-3597-033b783d5f36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.268157] env[68835]: DEBUG oslo_vmware.api [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': task-3154043, 'name': PowerOffVM_Task, 'duration_secs': 0.703745} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.268485] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.268657] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.269429] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f05aa6d-9bf7-407d-b855-4f2d49cf8a80 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.328708] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.347246] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.351019] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.351019] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Deleting the datastore file [datastore2] abadafe3-5419-40ad-ad35-d83ab9b5c0fb {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.351019] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77d98906-e3b9-4475-a80a-fd7fba070c5c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.358285] env[68835]: DEBUG oslo_vmware.api [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Waiting for the task: (returnval){ [ 790.358285] env[68835]: value = "task-3154046" [ 790.358285] env[68835]: _type = "Task" [ 790.358285] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.372749] env[68835]: DEBUG oslo_vmware.api [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': task-3154046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.536568] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.536772] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.536939] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.537143] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.537307] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.537456] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.537591] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68835) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 790.538025] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.573641] env[68835]: DEBUG nova.compute.utils [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.575158] env[68835]: DEBUG nova.compute.manager [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.576340] env[68835]: DEBUG nova.network.neutron [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.604405] env[68835]: DEBUG oslo_vmware.api [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': task-3154044, 'name': PowerOnVM_Task, 'duration_secs': 0.504507} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.607857] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.608234] env[68835]: INFO nova.compute.manager [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Took 8.87 seconds to spawn the instance on the hypervisor. [ 790.608434] env[68835]: DEBUG nova.compute.manager [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.609686] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2802760f-a966-488a-84b5-7fc30820aed8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.614381] env[68835]: DEBUG nova.network.neutron [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Successfully updated port: 9e2ef51b-6fc6-40a4-bfad-dd9e0ec70e65 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.621643] env[68835]: DEBUG nova.policy [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '440e870b1fa24d4cb0fd3955d534347b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c64f4813133b4e709464a1b14feff5c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.668242] env[68835]: DEBUG nova.compute.manager [req-32bc29b2-f178-45ff-ad7c-ef27f5b86d4c req-aef1da1b-f6e3-443a-9eb6-fc7c5eb5e3da service nova] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Received event network-vif-plugged-9e2ef51b-6fc6-40a4-bfad-dd9e0ec70e65 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.668530] env[68835]: DEBUG oslo_concurrency.lockutils [req-32bc29b2-f178-45ff-ad7c-ef27f5b86d4c req-aef1da1b-f6e3-443a-9eb6-fc7c5eb5e3da service nova] Acquiring lock "76398266-5b27-46b1-bb3d-0d2834315a84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.668750] env[68835]: DEBUG oslo_concurrency.lockutils [req-32bc29b2-f178-45ff-ad7c-ef27f5b86d4c req-aef1da1b-f6e3-443a-9eb6-fc7c5eb5e3da service nova] Lock "76398266-5b27-46b1-bb3d-0d2834315a84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.668916] env[68835]: DEBUG oslo_concurrency.lockutils [req-32bc29b2-f178-45ff-ad7c-ef27f5b86d4c req-aef1da1b-f6e3-443a-9eb6-fc7c5eb5e3da service nova] Lock "76398266-5b27-46b1-bb3d-0d2834315a84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.669350] env[68835]: DEBUG nova.compute.manager [req-32bc29b2-f178-45ff-ad7c-ef27f5b86d4c req-aef1da1b-f6e3-443a-9eb6-fc7c5eb5e3da service nova] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] No waiting events found dispatching network-vif-plugged-9e2ef51b-6fc6-40a4-bfad-dd9e0ec70e65 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.669350] env[68835]: WARNING nova.compute.manager [req-32bc29b2-f178-45ff-ad7c-ef27f5b86d4c req-aef1da1b-f6e3-443a-9eb6-fc7c5eb5e3da service nova] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Received unexpected event network-vif-plugged-9e2ef51b-6fc6-40a4-bfad-dd9e0ec70e65 for instance with vm_state building and task_state spawning. [ 790.684811] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52974472-e3e4-7fbd-3597-033b783d5f36, 'name': SearchDatastore_Task, 'duration_secs': 0.010495} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.685368] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.685647] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 331e225a-d8c7-46c7-ae1d-076523661d23/331e225a-d8c7-46c7-ae1d-076523661d23.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.685916] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83dc5889-85bb-44f4-ac2e-33c15f4c3606 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.697694] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 790.697694] env[68835]: value = "task-3154047" [ 790.697694] env[68835]: _type = "Task" [ 790.697694] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.707149] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.874831] env[68835]: DEBUG oslo_vmware.api [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Task: {'id': task-3154046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146334} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.877375] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.877583] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.877762] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.877935] env[68835]: INFO nova.compute.manager [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Took 1.64 seconds to destroy the instance on the hypervisor. [ 790.878490] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.879512] env[68835]: DEBUG nova.compute.manager [-] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.879512] env[68835]: DEBUG nova.network.neutron [-] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.970121] env[68835]: DEBUG nova.network.neutron [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Successfully created port: 2692b868-5327-4120-92dc-1b99cef82c14 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.040916] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.085627] env[68835]: DEBUG nova.compute.manager [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.123750] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "refresh_cache-76398266-5b27-46b1-bb3d-0d2834315a84" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.123750] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquired lock "refresh_cache-76398266-5b27-46b1-bb3d-0d2834315a84" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.123957] env[68835]: DEBUG nova.network.neutron [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.137020] env[68835]: INFO nova.compute.manager [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Took 46.55 seconds to build instance. [ 791.210200] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508957} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.212584] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 331e225a-d8c7-46c7-ae1d-076523661d23/331e225a-d8c7-46c7-ae1d-076523661d23.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.213597] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.214087] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4449499a-6b73-45b3-a44f-da09c337f456 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.223517] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 791.223517] env[68835]: value = "task-3154048" [ 791.223517] env[68835]: _type = "Task" [ 791.223517] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.236883] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.240732] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12197f69-e3b1-4a02-888d-71ddda66b83a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.248308] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254de359-df31-4e29-98ae-9767d18b79ce {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.281486] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1139ba53-ab22-4a32-9e20-d5680d8eda2f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.294017] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8f4fc8-5b24-4a9a-a32b-fc1fd199fd7a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.313428] env[68835]: DEBUG nova.compute.provider_tree [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.407634] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquiring lock "dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.407985] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.593433] env[68835]: INFO nova.virt.block_device [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Booting with volume 1688ba1c-1bdf-4770-852e-c8d8e23eaae7 at /dev/sda [ 791.638149] env[68835]: DEBUG nova.compute.manager [None req-e7733eb5-1709-485d-bb0c-767e72910a71 tempest-ServerDiagnosticsTest-933803255 tempest-ServerDiagnosticsTest-933803255-project-admin] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.639955] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16744d18-7ea3-4c6a-adfa-ec7691b35e36 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.643983] env[68835]: DEBUG oslo_concurrency.lockutils [None req-530e1477-c121-4f5d-807e-6abb5b07d5af tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Lock "6f1067b2-8a98-4611-9713-2ce516a9fd4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.284s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.644550] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8406049-55a8-48d5-80bd-239d9a3e435a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.655472] env[68835]: INFO nova.compute.manager [None req-e7733eb5-1709-485d-bb0c-767e72910a71 tempest-ServerDiagnosticsTest-933803255 tempest-ServerDiagnosticsTest-933803255-project-admin] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Retrieving diagnostics [ 791.657490] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156ea70b-ecea-4d69-b59e-c61bcbb22b79 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.663393] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c178251-0566-4b2a-bb92-6ed179698729 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.675834] env[68835]: DEBUG nova.network.neutron [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.730204] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de347f2e-be7c-4fb6-9659-048b0cd63b1f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.737823] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.743242] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5e4243-90ba-4cb6-9d02-cf103b9080a4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.779414] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54992d0e-8b11-45b2-a6d5-1c9dec12fdf6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.788720] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6d5f64-edc7-4ab8-9d42-b585a934e767 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.805992] env[68835]: DEBUG nova.virt.block_device [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Updating existing volume attachment record: d2a553b0-b87e-49a9-bde0-82aab1fef4dc {{(pid=68835) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 791.817098] env[68835]: DEBUG nova.scheduler.client.report [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.841145] env[68835]: DEBUG nova.network.neutron [-] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.884674] env[68835]: DEBUG nova.network.neutron [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Updating instance_info_cache with network_info: [{"id": "9e2ef51b-6fc6-40a4-bfad-dd9e0ec70e65", "address": "fa:16:3e:c9:f8:aa", "network": {"id": "a8e5adda-7b2f-4e21-8fa1-724a60f0e662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-461378913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8791e85e9748538ea6efc5bb61f1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2ef51b-6f", "ovs_interfaceid": "9e2ef51b-6fc6-40a4-bfad-dd9e0ec70e65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.150431] env[68835]: DEBUG nova.compute.manager [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.237082] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154048, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.324128] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.326602] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.804s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.327401] env[68835]: DEBUG nova.objects.instance [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Lazy-loading 'resources' on Instance uuid fdf0747e-1b3f-455c-a853-098c445c8924 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.343379] env[68835]: INFO nova.compute.manager [-] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Took 1.46 seconds to deallocate network for instance. [ 792.368190] env[68835]: INFO nova.scheduler.client.report [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Deleted allocations for instance 53a0d5d8-8049-427e-8beb-685a275a09f0 [ 792.387811] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Releasing lock "refresh_cache-76398266-5b27-46b1-bb3d-0d2834315a84" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.388229] env[68835]: DEBUG nova.compute.manager [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Instance network_info: |[{"id": "9e2ef51b-6fc6-40a4-bfad-dd9e0ec70e65", "address": "fa:16:3e:c9:f8:aa", "network": {"id": "a8e5adda-7b2f-4e21-8fa1-724a60f0e662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-461378913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8791e85e9748538ea6efc5bb61f1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2ef51b-6f", "ovs_interfaceid": "9e2ef51b-6fc6-40a4-bfad-dd9e0ec70e65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.388817] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:f8:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e2ef51b-6fc6-40a4-bfad-dd9e0ec70e65', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.399042] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.399664] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.400162] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7213705e-84c3-4b8a-b57e-5de830690747 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.424735] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.424735] env[68835]: value = "task-3154049" [ 792.424735] env[68835]: _type = "Task" [ 792.424735] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.436480] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154049, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.678296] env[68835]: DEBUG oslo_concurrency.lockutils [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.730465] env[68835]: DEBUG nova.network.neutron [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Successfully updated port: 2692b868-5327-4120-92dc-1b99cef82c14 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.739204] env[68835]: DEBUG nova.compute.manager [req-329da383-4188-42ff-9e25-f789033e41fd req-c82ac03e-6f14-4e39-82e1-c14f00037453 service nova] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Received event network-vif-plugged-2692b868-5327-4120-92dc-1b99cef82c14 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.739444] env[68835]: DEBUG oslo_concurrency.lockutils [req-329da383-4188-42ff-9e25-f789033e41fd req-c82ac03e-6f14-4e39-82e1-c14f00037453 service nova] Acquiring lock "23c2f2ab-a6cc-44e5-9d00-cf0582390e0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.739611] env[68835]: DEBUG oslo_concurrency.lockutils [req-329da383-4188-42ff-9e25-f789033e41fd req-c82ac03e-6f14-4e39-82e1-c14f00037453 service nova] Lock "23c2f2ab-a6cc-44e5-9d00-cf0582390e0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.739773] env[68835]: DEBUG oslo_concurrency.lockutils [req-329da383-4188-42ff-9e25-f789033e41fd req-c82ac03e-6f14-4e39-82e1-c14f00037453 service nova] Lock "23c2f2ab-a6cc-44e5-9d00-cf0582390e0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.739931] env[68835]: DEBUG nova.compute.manager [req-329da383-4188-42ff-9e25-f789033e41fd req-c82ac03e-6f14-4e39-82e1-c14f00037453 service nova] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] No waiting events found dispatching network-vif-plugged-2692b868-5327-4120-92dc-1b99cef82c14 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.740124] env[68835]: WARNING nova.compute.manager [req-329da383-4188-42ff-9e25-f789033e41fd req-c82ac03e-6f14-4e39-82e1-c14f00037453 service nova] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Received unexpected event network-vif-plugged-2692b868-5327-4120-92dc-1b99cef82c14 for instance with vm_state building and task_state block_device_mapping. [ 792.744403] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.069166} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.744641] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.745978] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02eef92-e720-4d55-a732-afba338233dc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.771587] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 331e225a-d8c7-46c7-ae1d-076523661d23/331e225a-d8c7-46c7-ae1d-076523661d23.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.773231] env[68835]: DEBUG nova.compute.manager [req-6e6c5fd7-c061-4d86-94f5-3b0df8f026fc req-fcd1dd3b-27bf-4c42-9133-049b63f5b9c6 service nova] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Received event network-changed-9e2ef51b-6fc6-40a4-bfad-dd9e0ec70e65 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.773406] env[68835]: DEBUG nova.compute.manager [req-6e6c5fd7-c061-4d86-94f5-3b0df8f026fc req-fcd1dd3b-27bf-4c42-9133-049b63f5b9c6 service nova] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Refreshing instance network info cache due to event network-changed-9e2ef51b-6fc6-40a4-bfad-dd9e0ec70e65. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.773630] env[68835]: DEBUG oslo_concurrency.lockutils [req-6e6c5fd7-c061-4d86-94f5-3b0df8f026fc req-fcd1dd3b-27bf-4c42-9133-049b63f5b9c6 service nova] Acquiring lock "refresh_cache-76398266-5b27-46b1-bb3d-0d2834315a84" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.773768] env[68835]: DEBUG oslo_concurrency.lockutils [req-6e6c5fd7-c061-4d86-94f5-3b0df8f026fc req-fcd1dd3b-27bf-4c42-9133-049b63f5b9c6 service nova] Acquired lock "refresh_cache-76398266-5b27-46b1-bb3d-0d2834315a84" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.773920] env[68835]: DEBUG nova.network.neutron [req-6e6c5fd7-c061-4d86-94f5-3b0df8f026fc req-fcd1dd3b-27bf-4c42-9133-049b63f5b9c6 service nova] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Refreshing network info cache for port 9e2ef51b-6fc6-40a4-bfad-dd9e0ec70e65 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.775762] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b44e13c9-5b7e-48e8-a4d1-107e5029f6e7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.801920] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 792.801920] env[68835]: value = "task-3154050" [ 792.801920] env[68835]: _type = "Task" [ 792.801920] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.811583] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.834655] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Acquiring lock "6f1067b2-8a98-4611-9713-2ce516a9fd4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.836219] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Lock "6f1067b2-8a98-4611-9713-2ce516a9fd4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.836554] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Acquiring lock "6f1067b2-8a98-4611-9713-2ce516a9fd4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.836886] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Lock "6f1067b2-8a98-4611-9713-2ce516a9fd4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.837157] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Lock "6f1067b2-8a98-4611-9713-2ce516a9fd4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.839373] env[68835]: INFO nova.compute.manager [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Terminating instance [ 792.855674] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.882265] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1251dd1-25b7-4eaf-9825-82d727c6c116 tempest-VolumesAssistedSnapshotsTest-607104416 tempest-VolumesAssistedSnapshotsTest-607104416-project-member] Lock "53a0d5d8-8049-427e-8beb-685a275a09f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.646s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.942867] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154049, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.112718] env[68835]: DEBUG nova.network.neutron [req-6e6c5fd7-c061-4d86-94f5-3b0df8f026fc req-fcd1dd3b-27bf-4c42-9133-049b63f5b9c6 service nova] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Updated VIF entry in instance network info cache for port 9e2ef51b-6fc6-40a4-bfad-dd9e0ec70e65. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.113112] env[68835]: DEBUG nova.network.neutron [req-6e6c5fd7-c061-4d86-94f5-3b0df8f026fc req-fcd1dd3b-27bf-4c42-9133-049b63f5b9c6 service nova] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Updating instance_info_cache with network_info: [{"id": "9e2ef51b-6fc6-40a4-bfad-dd9e0ec70e65", "address": "fa:16:3e:c9:f8:aa", "network": {"id": "a8e5adda-7b2f-4e21-8fa1-724a60f0e662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-461378913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8791e85e9748538ea6efc5bb61f1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2ef51b-6f", "ovs_interfaceid": "9e2ef51b-6fc6-40a4-bfad-dd9e0ec70e65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.233783] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Acquiring lock "refresh_cache-23c2f2ab-a6cc-44e5-9d00-cf0582390e0e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.234042] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Acquired lock "refresh_cache-23c2f2ab-a6cc-44e5-9d00-cf0582390e0e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.234203] env[68835]: DEBUG nova.network.neutron [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.313922] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154050, 'name': ReconfigVM_Task, 'duration_secs': 0.323625} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.316873] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 331e225a-d8c7-46c7-ae1d-076523661d23/331e225a-d8c7-46c7-ae1d-076523661d23.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.317778] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51aa6baa-31fe-4426-a6c3-2d2ee88e210b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.325545] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 793.325545] env[68835]: value = "task-3154051" [ 793.325545] env[68835]: _type = "Task" [ 793.325545] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.338145] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154051, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.345495] env[68835]: DEBUG nova.compute.manager [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.345495] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.347933] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf6dd9b-f304-4eeb-892c-93c5354af72e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.355376] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.355769] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99a948f8-28f3-448a-b022-995063b19039 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.366843] env[68835]: DEBUG oslo_vmware.api [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Waiting for the task: (returnval){ [ 793.366843] env[68835]: value = "task-3154052" [ 793.366843] env[68835]: _type = "Task" [ 793.366843] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.377838] env[68835]: DEBUG oslo_vmware.api [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': task-3154052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.441733] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154049, 'name': CreateVM_Task, 'duration_secs': 0.570516} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.441733] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.441733] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.442113] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.442113] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.442355] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4129777c-c750-40b3-a587-e121c1a0956b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.451104] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 793.451104] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]525ad0fa-f906-ab81-7edb-c3f19d3201d6" [ 793.451104] env[68835]: _type = "Task" [ 793.451104] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.464159] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525ad0fa-f906-ab81-7edb-c3f19d3201d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.501052] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6744e9f-f654-4923-9764-9a02c49cb041 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.512055] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d37adb2-27fa-4b3c-a975-fc5280525320 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.545058] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8faf15dd-07b3-499a-b7dd-2a402e7da86a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.554216] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd23f11b-f68b-4a67-b3e4-81f960a66210 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.569187] env[68835]: DEBUG nova.compute.provider_tree [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.616218] env[68835]: DEBUG oslo_concurrency.lockutils [req-6e6c5fd7-c061-4d86-94f5-3b0df8f026fc req-fcd1dd3b-27bf-4c42-9133-049b63f5b9c6 service nova] Releasing lock "refresh_cache-76398266-5b27-46b1-bb3d-0d2834315a84" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.616584] env[68835]: DEBUG nova.compute.manager [req-6e6c5fd7-c061-4d86-94f5-3b0df8f026fc req-fcd1dd3b-27bf-4c42-9133-049b63f5b9c6 service nova] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Received event network-vif-deleted-94de9065-2747-4fe2-bb9e-30c31fb11ef8 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.771437] env[68835]: DEBUG nova.network.neutron [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.836620] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154051, 'name': Rename_Task, 'duration_secs': 0.1395} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.836888] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.837561] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-844b0a23-e4bd-4c98-8f6c-4bfba7628d68 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.847026] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 793.847026] env[68835]: value = "task-3154053" [ 793.847026] env[68835]: _type = "Task" [ 793.847026] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.855876] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.877609] env[68835]: DEBUG oslo_vmware.api [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': task-3154052, 'name': PowerOffVM_Task, 'duration_secs': 0.275816} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.878039] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.878241] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.878715] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ca6604e-38ec-43e3-a8b4-3454569512ae {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.932931] env[68835]: DEBUG nova.compute.manager [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.933603] env[68835]: DEBUG nova.virt.hardware [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.934156] env[68835]: DEBUG nova.virt.hardware [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.934156] env[68835]: DEBUG nova.virt.hardware [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.934453] env[68835]: DEBUG nova.virt.hardware [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.934675] env[68835]: DEBUG nova.virt.hardware [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.934871] env[68835]: DEBUG nova.virt.hardware [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.935268] env[68835]: DEBUG nova.virt.hardware [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.935531] env[68835]: DEBUG nova.virt.hardware [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.935799] env[68835]: DEBUG nova.virt.hardware [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.936000] env[68835]: DEBUG nova.virt.hardware [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.936198] env[68835]: DEBUG nova.virt.hardware [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.937165] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f9597a-b843-40b8-95d1-183545ed8535 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.946456] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.946456] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.946456] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Deleting the datastore file [datastore2] 6f1067b2-8a98-4611-9713-2ce516a9fd4e {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.948724] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01a6fae7-7735-4fd3-8245-e1bf649aaee0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.956024] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fad56ae-c2f2-44ef-8441-0131fadc1610 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.966025] env[68835]: DEBUG oslo_vmware.api [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Waiting for the task: (returnval){ [ 793.966025] env[68835]: value = "task-3154055" [ 793.966025] env[68835]: _type = "Task" [ 793.966025] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.981008] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525ad0fa-f906-ab81-7edb-c3f19d3201d6, 'name': SearchDatastore_Task, 'duration_secs': 0.014329} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.981780] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.982063] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.985052] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.985052] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.985052] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.985332] env[68835]: DEBUG nova.network.neutron [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Updating instance_info_cache with network_info: [{"id": "2692b868-5327-4120-92dc-1b99cef82c14", "address": "fa:16:3e:ec:c6:49", "network": {"id": "516b5601-63db-4fcc-b64c-a48f9ca995b1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1800787434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c64f4813133b4e709464a1b14feff5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2692b868-53", "ovs_interfaceid": "2692b868-5327-4120-92dc-1b99cef82c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.985332] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ff2d02c-8a39-4906-bdb9-b46027e360c1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.992846] env[68835]: DEBUG oslo_vmware.api [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': task-3154055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.000966] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.001203] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.003274] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7e6f48c-b9ce-4ee9-8a1e-ad1ebed33b84 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.011153] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 794.011153] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]529d2805-3957-41d4-636c-8b4da9103c37" [ 794.011153] env[68835]: _type = "Task" [ 794.011153] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.020256] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]529d2805-3957-41d4-636c-8b4da9103c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.072382] env[68835]: DEBUG nova.scheduler.client.report [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.357204] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154053, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.477461] env[68835]: DEBUG oslo_vmware.api [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Task: {'id': task-3154055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155813} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.481095] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.481095] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.481095] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.481095] env[68835]: INFO nova.compute.manager [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 794.481095] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.481436] env[68835]: DEBUG nova.compute.manager [-] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.481436] env[68835]: DEBUG nova.network.neutron [-] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.494049] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Releasing lock "refresh_cache-23c2f2ab-a6cc-44e5-9d00-cf0582390e0e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.494722] env[68835]: DEBUG nova.compute.manager [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Instance network_info: |[{"id": "2692b868-5327-4120-92dc-1b99cef82c14", "address": "fa:16:3e:ec:c6:49", "network": {"id": "516b5601-63db-4fcc-b64c-a48f9ca995b1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1800787434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c64f4813133b4e709464a1b14feff5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2692b868-53", "ovs_interfaceid": "2692b868-5327-4120-92dc-1b99cef82c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.496161] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:c6:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2692b868-5327-4120-92dc-1b99cef82c14', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.503593] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Creating folder: Project (c64f4813133b4e709464a1b14feff5c8). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.503901] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e9288fd-ca91-4280-b503-f9cc9dc69761 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.523156] env[68835]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 794.523346] env[68835]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68835) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 794.523727] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Folder already exists: Project (c64f4813133b4e709464a1b14feff5c8). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 794.523950] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Creating folder: Instances. Parent ref: group-v631073. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.530020] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1685f082-1fde-4632-8caf-4aa70601c2f8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.530020] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]529d2805-3957-41d4-636c-8b4da9103c37, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.530768] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d64a01f2-cd15-4433-9b5a-64e43532c3b4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.536895] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 794.536895] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5227f92a-fd9b-1b0b-6437-25877a86b4fa" [ 794.536895] env[68835]: _type = "Task" [ 794.536895] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.546263] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Created folder: Instances in parent group-v631073. [ 794.546504] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.547273] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.547516] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-090a67d5-3c99-415d-a4b9-cef51826c67a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.565711] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5227f92a-fd9b-1b0b-6437-25877a86b4fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.566358] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.566617] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 76398266-5b27-46b1-bb3d-0d2834315a84/76398266-5b27-46b1-bb3d-0d2834315a84.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.568894] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3556d7dc-8a60-4089-8170-54b480d719e0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.571971] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.571971] env[68835]: value = "task-3154058" [ 794.571971] env[68835]: _type = "Task" [ 794.571971] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.577247] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.583083] env[68835]: DEBUG oslo_concurrency.lockutils [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.986s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.584565] env[68835]: INFO nova.compute.claims [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.588471] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154058, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.588771] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 794.588771] env[68835]: value = "task-3154059" [ 794.588771] env[68835]: _type = "Task" [ 794.588771] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.598957] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.604422] env[68835]: INFO nova.scheduler.client.report [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Deleted allocations for instance fdf0747e-1b3f-455c-a853-098c445c8924 [ 794.778776] env[68835]: DEBUG nova.compute.manager [req-c9b54138-4445-4ebb-b1c2-f4e6bd660cf9 req-32b35ce4-fdde-4b49-bb32-66b04e1f77cf service nova] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Received event network-changed-2692b868-5327-4120-92dc-1b99cef82c14 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.779219] env[68835]: DEBUG nova.compute.manager [req-c9b54138-4445-4ebb-b1c2-f4e6bd660cf9 req-32b35ce4-fdde-4b49-bb32-66b04e1f77cf service nova] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Refreshing instance network info cache due to event network-changed-2692b868-5327-4120-92dc-1b99cef82c14. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.779219] env[68835]: DEBUG oslo_concurrency.lockutils [req-c9b54138-4445-4ebb-b1c2-f4e6bd660cf9 req-32b35ce4-fdde-4b49-bb32-66b04e1f77cf service nova] Acquiring lock "refresh_cache-23c2f2ab-a6cc-44e5-9d00-cf0582390e0e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.779705] env[68835]: DEBUG oslo_concurrency.lockutils [req-c9b54138-4445-4ebb-b1c2-f4e6bd660cf9 req-32b35ce4-fdde-4b49-bb32-66b04e1f77cf service nova] Acquired lock "refresh_cache-23c2f2ab-a6cc-44e5-9d00-cf0582390e0e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.779705] env[68835]: DEBUG nova.network.neutron [req-c9b54138-4445-4ebb-b1c2-f4e6bd660cf9 req-32b35ce4-fdde-4b49-bb32-66b04e1f77cf service nova] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Refreshing network info cache for port 2692b868-5327-4120-92dc-1b99cef82c14 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.865932] env[68835]: DEBUG oslo_vmware.api [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154053, 'name': PowerOnVM_Task, 'duration_secs': 0.532564} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.866370] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.866663] env[68835]: INFO nova.compute.manager [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Took 10.43 seconds to spawn the instance on the hypervisor. [ 794.866928] env[68835]: DEBUG nova.compute.manager [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.868135] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7830351b-7336-4309-856c-667e29c68359 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.086075] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154058, 'name': CreateVM_Task, 'duration_secs': 0.417182} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.086395] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.087323] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'attachment_id': 'd2a553b0-b87e-49a9-bde0-82aab1fef4dc', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631083', 'volume_id': '1688ba1c-1bdf-4770-852e-c8d8e23eaae7', 'name': 'volume-1688ba1c-1bdf-4770-852e-c8d8e23eaae7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23c2f2ab-a6cc-44e5-9d00-cf0582390e0e', 'attached_at': '', 'detached_at': '', 'volume_id': '1688ba1c-1bdf-4770-852e-c8d8e23eaae7', 'serial': '1688ba1c-1bdf-4770-852e-c8d8e23eaae7'}, 'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=68835) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 795.087683] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Root volume attach. Driver type: vmdk {{(pid=68835) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 795.088925] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81577181-160c-4325-bb26-9e7754ea3bcc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.107148] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154059, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.108577] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da119594-356c-4c2e-b3f1-e1f1510e3ef5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.114447] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a228f5b-67b3-4d9d-b509-ecbfed96e3cf tempest-ServersTestManualDisk-1277052254 tempest-ServersTestManualDisk-1277052254-project-member] Lock "fdf0747e-1b3f-455c-a853-098c445c8924" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.843s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.120420] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b7dfe5-b152-4047-9797-9fed9d0263d3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.133112] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2cf4d0a9-9b5f-4208-8b2b-3812437ea295 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.139268] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Waiting for the task: (returnval){ [ 795.139268] env[68835]: value = "task-3154060" [ 795.139268] env[68835]: _type = "Task" [ 795.139268] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.150049] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154060, 'name': RelocateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.331732] env[68835]: DEBUG nova.network.neutron [-] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.391630] env[68835]: INFO nova.compute.manager [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Took 48.41 seconds to build instance. [ 795.559033] env[68835]: DEBUG nova.network.neutron [req-c9b54138-4445-4ebb-b1c2-f4e6bd660cf9 req-32b35ce4-fdde-4b49-bb32-66b04e1f77cf service nova] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Updated VIF entry in instance network info cache for port 2692b868-5327-4120-92dc-1b99cef82c14. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.559451] env[68835]: DEBUG nova.network.neutron [req-c9b54138-4445-4ebb-b1c2-f4e6bd660cf9 req-32b35ce4-fdde-4b49-bb32-66b04e1f77cf service nova] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Updating instance_info_cache with network_info: [{"id": "2692b868-5327-4120-92dc-1b99cef82c14", "address": "fa:16:3e:ec:c6:49", "network": {"id": "516b5601-63db-4fcc-b64c-a48f9ca995b1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1800787434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c64f4813133b4e709464a1b14feff5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2692b868-53", "ovs_interfaceid": "2692b868-5327-4120-92dc-1b99cef82c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.613825] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542229} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.614137] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 76398266-5b27-46b1-bb3d-0d2834315a84/76398266-5b27-46b1-bb3d-0d2834315a84.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.614360] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.614628] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08dd34aa-98e4-4430-96b2-782ff3c29387 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.625159] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 795.625159] env[68835]: value = "task-3154061" [ 795.625159] env[68835]: _type = "Task" [ 795.625159] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.641598] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.653343] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154060, 'name': RelocateVM_Task} progress is 40%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.834430] env[68835]: INFO nova.compute.manager [-] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Took 1.36 seconds to deallocate network for instance. [ 795.894197] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9ac00993-241a-4a7d-8685-61d1ae1d7fe4 tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "331e225a-d8c7-46c7-ae1d-076523661d23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.044s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.062369] env[68835]: DEBUG oslo_concurrency.lockutils [req-c9b54138-4445-4ebb-b1c2-f4e6bd660cf9 req-32b35ce4-fdde-4b49-bb32-66b04e1f77cf service nova] Releasing lock "refresh_cache-23c2f2ab-a6cc-44e5-9d00-cf0582390e0e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.138387] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154061, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.154608] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154060, 'name': RelocateVM_Task} progress is 54%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.196518] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f01b0fa-30a7-47e6-a806-e984b3151e3a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.207116] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5719daa0-1dfc-4277-9974-eb5f323a77e1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.251552] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa513932-c1b0-42be-bb52-18a612e92f6e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.259273] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486aea79-152c-4782-b67f-02821e028d2c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.274282] env[68835]: DEBUG nova.compute.provider_tree [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.341849] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.400156] env[68835]: DEBUG nova.compute.manager [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.652563] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.637951} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.653409] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.654383] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc22f2d9-2ec8-47cf-97d6-27f6b6f8975b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.663577] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154060, 'name': RelocateVM_Task} progress is 69%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.684054] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 76398266-5b27-46b1-bb3d-0d2834315a84/76398266-5b27-46b1-bb3d-0d2834315a84.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.684482] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-155df8c1-38f3-40d8-bbe0-b6e7887e9913 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.710809] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 796.710809] env[68835]: value = "task-3154062" [ 796.710809] env[68835]: _type = "Task" [ 796.710809] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.727337] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.777867] env[68835]: DEBUG nova.scheduler.client.report [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.942771] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.154086] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154060, 'name': RelocateVM_Task} progress is 82%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.225805] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.246697] env[68835]: DEBUG nova.compute.manager [req-ae135e6a-453b-4809-afd5-3757ac5e9d03 req-da0ea6ee-9ec6-4004-842c-e24f577890f3 service nova] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Received event network-vif-deleted-35ed887d-6a80-4b21-ba1f-2de3f1f92f0f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.283301] env[68835]: DEBUG oslo_concurrency.lockutils [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.284040] env[68835]: DEBUG nova.compute.manager [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.287559] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.580s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.289859] env[68835]: INFO nova.compute.claims [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.656898] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154060, 'name': RelocateVM_Task} progress is 97%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.724194] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154062, 'name': ReconfigVM_Task, 'duration_secs': 0.961146} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.724490] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 76398266-5b27-46b1-bb3d-0d2834315a84/76398266-5b27-46b1-bb3d-0d2834315a84.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.725223] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c510cf51-3607-4bc1-8c6a-55c9b3f03218 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.734923] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 797.734923] env[68835]: value = "task-3154063" [ 797.734923] env[68835]: _type = "Task" [ 797.734923] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.747981] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154063, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.799142] env[68835]: DEBUG nova.compute.utils [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.801072] env[68835]: DEBUG nova.compute.manager [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.801569] env[68835]: DEBUG nova.network.neutron [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.861490] env[68835]: DEBUG nova.policy [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db3e692c7b6c427092c5df3846e0c56e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5789565d9a494faa810646fa93eca63f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.153820] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154060, 'name': RelocateVM_Task} progress is 98%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.246174] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154063, 'name': Rename_Task, 'duration_secs': 0.151625} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.246174] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.246459] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88666169-cefe-425d-8249-a1da4f277957 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.256492] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 798.256492] env[68835]: value = "task-3154064" [ 798.256492] env[68835]: _type = "Task" [ 798.256492] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.268479] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.313148] env[68835]: DEBUG nova.compute.manager [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.479364] env[68835]: DEBUG nova.network.neutron [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Successfully created port: ec7261ab-5ab3-4e57-9ec4-13a0cd697ef0 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.658221] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154060, 'name': RelocateVM_Task, 'duration_secs': 3.213117} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.658497] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Volume attach. Driver type: vmdk {{(pid=68835) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 798.658694] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631083', 'volume_id': '1688ba1c-1bdf-4770-852e-c8d8e23eaae7', 'name': 'volume-1688ba1c-1bdf-4770-852e-c8d8e23eaae7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23c2f2ab-a6cc-44e5-9d00-cf0582390e0e', 'attached_at': '', 'detached_at': '', 'volume_id': '1688ba1c-1bdf-4770-852e-c8d8e23eaae7', 'serial': '1688ba1c-1bdf-4770-852e-c8d8e23eaae7'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 798.659489] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fd8e17-7da3-4768-85d2-0038e2b7f701 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.681033] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5773f011-d22f-4e2c-99e3-2b6593742dc9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.708456] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] volume-1688ba1c-1bdf-4770-852e-c8d8e23eaae7/volume-1688ba1c-1bdf-4770-852e-c8d8e23eaae7.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.708972] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc8d35d5-1284-4ba8-ae83-3a89a057024f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.732404] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Waiting for the task: (returnval){ [ 798.732404] env[68835]: value = "task-3154065" [ 798.732404] env[68835]: _type = "Task" [ 798.732404] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.742339] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.766256] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.960397] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ee5c93-dc0c-4e8d-b0a7-77ece3962596 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.970016] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adb5644-acd9-4244-8702-d96df801ff86 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.006481] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8eab7f-9d56-4032-9601-a6ccd32cce72 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.015958] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80102a1a-16bd-41cb-8a56-58af74bc0f19 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.035143] env[68835]: DEBUG nova.compute.provider_tree [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.245141] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.267421] env[68835]: DEBUG oslo_vmware.api [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154064, 'name': PowerOnVM_Task, 'duration_secs': 0.819745} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.267421] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.267557] env[68835]: INFO nova.compute.manager [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Took 9.98 seconds to spawn the instance on the hypervisor. [ 799.267694] env[68835]: DEBUG nova.compute.manager [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.268565] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168d72b3-3dfb-4d93-8034-624a06041c44 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.320778] env[68835]: DEBUG nova.compute.manager [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.356852] env[68835]: DEBUG nova.virt.hardware [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.358025] env[68835]: DEBUG nova.virt.hardware [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.358025] env[68835]: DEBUG nova.virt.hardware [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.358025] env[68835]: DEBUG nova.virt.hardware [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.358025] env[68835]: DEBUG nova.virt.hardware [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.358025] env[68835]: DEBUG nova.virt.hardware [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.358025] env[68835]: DEBUG nova.virt.hardware [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.358279] env[68835]: DEBUG nova.virt.hardware [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.358279] env[68835]: DEBUG nova.virt.hardware [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.358400] env[68835]: DEBUG nova.virt.hardware [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.358573] env[68835]: DEBUG nova.virt.hardware [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.359827] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92fccd4-5204-4de3-a11a-99746c6b7bfd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.370201] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fadac76-1913-4a4d-a551-991c674e0030 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.538671] env[68835]: DEBUG nova.scheduler.client.report [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.578213] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquiring lock "331e225a-d8c7-46c7-ae1d-076523661d23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.578538] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "331e225a-d8c7-46c7-ae1d-076523661d23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.578803] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquiring lock "331e225a-d8c7-46c7-ae1d-076523661d23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.579049] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "331e225a-d8c7-46c7-ae1d-076523661d23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.579268] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "331e225a-d8c7-46c7-ae1d-076523661d23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.582219] env[68835]: INFO nova.compute.manager [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Terminating instance [ 799.745326] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154065, 'name': ReconfigVM_Task, 'duration_secs': 0.756445} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.745603] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Reconfigured VM instance instance-00000034 to attach disk [datastore1] volume-1688ba1c-1bdf-4770-852e-c8d8e23eaae7/volume-1688ba1c-1bdf-4770-852e-c8d8e23eaae7.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.750420] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6feb9894-53a8-43bc-8460-9e207e91fb1c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.768723] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Waiting for the task: (returnval){ [ 799.768723] env[68835]: value = "task-3154066" [ 799.768723] env[68835]: _type = "Task" [ 799.768723] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.783104] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.788784] env[68835]: INFO nova.compute.manager [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Took 49.51 seconds to build instance. [ 800.047045] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.047360] env[68835]: DEBUG nova.compute.manager [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.050697] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.348s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.050930] env[68835]: DEBUG nova.objects.instance [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lazy-loading 'resources' on Instance uuid 0a1e604e-a962-4f9a-86d9-8f769c6309f2 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.089309] env[68835]: DEBUG nova.compute.manager [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.089309] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.089309] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4192e7-8473-4873-9798-7c4c5e82e0f3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.100865] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.101158] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c202cd68-cfee-4556-a0b0-cc884e592b3b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.114958] env[68835]: DEBUG oslo_vmware.api [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 800.114958] env[68835]: value = "task-3154067" [ 800.114958] env[68835]: _type = "Task" [ 800.114958] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.123927] env[68835]: DEBUG oslo_vmware.api [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.283795] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154066, 'name': ReconfigVM_Task, 'duration_secs': 0.192723} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.284396] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631083', 'volume_id': '1688ba1c-1bdf-4770-852e-c8d8e23eaae7', 'name': 'volume-1688ba1c-1bdf-4770-852e-c8d8e23eaae7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23c2f2ab-a6cc-44e5-9d00-cf0582390e0e', 'attached_at': '', 'detached_at': '', 'volume_id': '1688ba1c-1bdf-4770-852e-c8d8e23eaae7', 'serial': '1688ba1c-1bdf-4770-852e-c8d8e23eaae7'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 800.286104] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c735643-09f8-4829-9ead-efb2806fa739 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.290401] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8dc81e28-40e3-48c6-a942-3f61f5f703b4 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "76398266-5b27-46b1-bb3d-0d2834315a84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.983s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.295240] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Waiting for the task: (returnval){ [ 800.295240] env[68835]: value = "task-3154068" [ 800.295240] env[68835]: _type = "Task" [ 800.295240] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.310500] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154068, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.422144] env[68835]: DEBUG nova.network.neutron [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Successfully updated port: ec7261ab-5ab3-4e57-9ec4-13a0cd697ef0 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.478053] env[68835]: DEBUG nova.compute.manager [req-6087865d-8363-47e6-884d-237b7ebbb10b req-e308e763-b50b-4cef-b3c3-2c3f7850ab7c service nova] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Received event network-vif-plugged-ec7261ab-5ab3-4e57-9ec4-13a0cd697ef0 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.478283] env[68835]: DEBUG oslo_concurrency.lockutils [req-6087865d-8363-47e6-884d-237b7ebbb10b req-e308e763-b50b-4cef-b3c3-2c3f7850ab7c service nova] Acquiring lock "0c4ae68e-49bd-4c7e-b899-44dafaf180cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.478539] env[68835]: DEBUG oslo_concurrency.lockutils [req-6087865d-8363-47e6-884d-237b7ebbb10b req-e308e763-b50b-4cef-b3c3-2c3f7850ab7c service nova] Lock "0c4ae68e-49bd-4c7e-b899-44dafaf180cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.478651] env[68835]: DEBUG oslo_concurrency.lockutils [req-6087865d-8363-47e6-884d-237b7ebbb10b req-e308e763-b50b-4cef-b3c3-2c3f7850ab7c service nova] Lock "0c4ae68e-49bd-4c7e-b899-44dafaf180cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.478819] env[68835]: DEBUG nova.compute.manager [req-6087865d-8363-47e6-884d-237b7ebbb10b req-e308e763-b50b-4cef-b3c3-2c3f7850ab7c service nova] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] No waiting events found dispatching network-vif-plugged-ec7261ab-5ab3-4e57-9ec4-13a0cd697ef0 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.478980] env[68835]: WARNING nova.compute.manager [req-6087865d-8363-47e6-884d-237b7ebbb10b req-e308e763-b50b-4cef-b3c3-2c3f7850ab7c service nova] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Received unexpected event network-vif-plugged-ec7261ab-5ab3-4e57-9ec4-13a0cd697ef0 for instance with vm_state building and task_state spawning. [ 800.554572] env[68835]: DEBUG nova.compute.utils [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.555366] env[68835]: DEBUG nova.compute.manager [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.555670] env[68835]: DEBUG nova.network.neutron [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.611268] env[68835]: DEBUG nova.policy [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f401158ed190404b9ccc5e5eece246d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3238546c3382429d9d0dd8d36ad1dfdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.628241] env[68835]: DEBUG oslo_vmware.api [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154067, 'name': PowerOffVM_Task, 'duration_secs': 0.20216} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.628509] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.628676] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.629009] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ada5d65-2523-49d7-8f45-e6460c9efbc7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.703401] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb4e2b6-8a46-454e-a3ea-9eb6a85fe5a2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.716473] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-873c8f13-9e08-486d-9583-fe6f73015ebf tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Suspending the VM {{(pid=68835) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 800.716978] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-802708ca-ee3b-42ba-8586-5c49e62b0b8a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.723488] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.723787] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.724047] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Deleting the datastore file [datastore2] 331e225a-d8c7-46c7-ae1d-076523661d23 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.724392] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a66c7cd-144f-4ed1-a8b0-189de1ba697c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.733403] env[68835]: DEBUG oslo_vmware.api [None req-873c8f13-9e08-486d-9583-fe6f73015ebf tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 800.733403] env[68835]: value = "task-3154070" [ 800.733403] env[68835]: _type = "Task" [ 800.733403] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.741460] env[68835]: DEBUG oslo_vmware.api [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 800.741460] env[68835]: value = "task-3154071" [ 800.741460] env[68835]: _type = "Task" [ 800.741460] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.751500] env[68835]: DEBUG oslo_vmware.api [None req-873c8f13-9e08-486d-9583-fe6f73015ebf tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154070, 'name': SuspendVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.759018] env[68835]: DEBUG oslo_vmware.api [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.793594] env[68835]: DEBUG nova.compute.manager [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.812458] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154068, 'name': Rename_Task, 'duration_secs': 0.148738} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.813247] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.814118] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8153629a-0896-488f-b2cc-30c63854b87b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.824029] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Waiting for the task: (returnval){ [ 800.824029] env[68835]: value = "task-3154072" [ 800.824029] env[68835]: _type = "Task" [ 800.824029] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.837632] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.926177] env[68835]: DEBUG oslo_concurrency.lockutils [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "refresh_cache-0c4ae68e-49bd-4c7e-b899-44dafaf180cc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.926177] env[68835]: DEBUG oslo_concurrency.lockutils [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "refresh_cache-0c4ae68e-49bd-4c7e-b899-44dafaf180cc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.926177] env[68835]: DEBUG nova.network.neutron [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.043940] env[68835]: DEBUG nova.network.neutron [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Successfully created port: c975217a-1497-453d-a489-ed2c31f97d2a {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.059620] env[68835]: DEBUG nova.compute.manager [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.249260] env[68835]: DEBUG oslo_vmware.api [None req-873c8f13-9e08-486d-9583-fe6f73015ebf tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154070, 'name': SuspendVM_Task} progress is 62%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.259393] env[68835]: DEBUG oslo_vmware.api [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234682} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.259724] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.259960] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.260201] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.260400] env[68835]: INFO nova.compute.manager [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Took 1.17 seconds to destroy the instance on the hypervisor. [ 801.260679] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.260902] env[68835]: DEBUG nova.compute.manager [-] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.261030] env[68835]: DEBUG nova.network.neutron [-] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.328024] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83963854-a7fa-4b8a-8055-a6db5c773bda {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.330949] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.349154] env[68835]: DEBUG oslo_vmware.api [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154072, 'name': PowerOnVM_Task, 'duration_secs': 0.493904} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.349775] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.350156] env[68835]: INFO nova.compute.manager [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Took 7.42 seconds to spawn the instance on the hypervisor. [ 801.351388] env[68835]: DEBUG nova.compute.manager [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.352435] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4097d4-247f-4d7f-91e2-3d494c247be4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.357140] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f882f178-07c5-4f43-b221-8822094feb16 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.399881] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db40736-f721-4491-a4f5-87893cfa3f38 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.411849] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1150af3-de2a-4413-a188-95eea28d3356 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.427187] env[68835]: DEBUG nova.compute.provider_tree [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.467558] env[68835]: DEBUG nova.network.neutron [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.576595] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "a0975e17-063b-4e18-a71a-75af7ba035bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.577168] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "a0975e17-063b-4e18-a71a-75af7ba035bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.632290] env[68835]: DEBUG nova.network.neutron [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Updating instance_info_cache with network_info: [{"id": "ec7261ab-5ab3-4e57-9ec4-13a0cd697ef0", "address": "fa:16:3e:a7:48:59", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec7261ab-5a", "ovs_interfaceid": "ec7261ab-5ab3-4e57-9ec4-13a0cd697ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.745729] env[68835]: DEBUG oslo_vmware.api [None req-873c8f13-9e08-486d-9583-fe6f73015ebf tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154070, 'name': SuspendVM_Task, 'duration_secs': 0.690974} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.745729] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-873c8f13-9e08-486d-9583-fe6f73015ebf tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Suspended the VM {{(pid=68835) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 801.745923] env[68835]: DEBUG nova.compute.manager [None req-873c8f13-9e08-486d-9583-fe6f73015ebf tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.746664] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0e0d47-7939-4381-92c7-896f2ca74c03 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.908024] env[68835]: INFO nova.compute.manager [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Took 46.61 seconds to build instance. [ 801.932124] env[68835]: DEBUG nova.scheduler.client.report [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.073138] env[68835]: DEBUG nova.compute.manager [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.118665] env[68835]: DEBUG nova.virt.hardware [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.118665] env[68835]: DEBUG nova.virt.hardware [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.118665] env[68835]: DEBUG nova.virt.hardware [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.119044] env[68835]: DEBUG nova.virt.hardware [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.119044] env[68835]: DEBUG nova.virt.hardware [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.119044] env[68835]: DEBUG nova.virt.hardware [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.119044] env[68835]: DEBUG nova.virt.hardware [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.119044] env[68835]: DEBUG nova.virt.hardware [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.119397] env[68835]: DEBUG nova.virt.hardware [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.119397] env[68835]: DEBUG nova.virt.hardware [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.119397] env[68835]: DEBUG nova.virt.hardware [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.119641] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fef2940-8909-4a87-bac4-2c33ea707645 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.130845] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932a6c99-c8a8-4e03-acba-e506eb03cda3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.136578] env[68835]: DEBUG oslo_concurrency.lockutils [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "refresh_cache-0c4ae68e-49bd-4c7e-b899-44dafaf180cc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.136893] env[68835]: DEBUG nova.compute.manager [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Instance network_info: |[{"id": "ec7261ab-5ab3-4e57-9ec4-13a0cd697ef0", "address": "fa:16:3e:a7:48:59", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec7261ab-5a", "ovs_interfaceid": "ec7261ab-5ab3-4e57-9ec4-13a0cd697ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.137326] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:48:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec7261ab-5ab3-4e57-9ec4-13a0cd697ef0', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.145430] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Creating folder: Project (5789565d9a494faa810646fa93eca63f). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.146079] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59a2ea35-183a-461e-a60b-269c5cd93742 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.160439] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Created folder: Project (5789565d9a494faa810646fa93eca63f) in parent group-v630977. [ 802.160633] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Creating folder: Instances. Parent ref: group-v631127. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.160873] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bafb03d-f8fb-4468-8d22-f7414e9d9d87 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.172283] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Created folder: Instances in parent group-v631127. [ 802.172537] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.172800] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.172948] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09e9a033-324e-486b-9685-7a72affd7358 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.194653] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.194653] env[68835]: value = "task-3154075" [ 802.194653] env[68835]: _type = "Task" [ 802.194653] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.203219] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154075, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.339938] env[68835]: DEBUG nova.network.neutron [-] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.412482] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dce7bb0e-a3fe-42f3-aa48-9edf749807d2 tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Lock "23c2f2ab-a6cc-44e5-9d00-cf0582390e0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.080s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.414490] env[68835]: DEBUG nova.compute.manager [req-fb404ca0-0a48-46a6-b7da-1a0cc6810b20 req-865892f5-973e-45de-96ed-470b1313561b service nova] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Received event network-vif-deleted-5f45620f-c339-4f54-a883-4f9f45b1278d {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.440882] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.388s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.442283] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.609s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.443839] env[68835]: INFO nova.compute.claims [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.484211] env[68835]: INFO nova.scheduler.client.report [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Deleted allocations for instance 0a1e604e-a962-4f9a-86d9-8f769c6309f2 [ 802.663694] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "848e3483-2708-4f0e-8b10-4e7405b0a156" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.663950] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "848e3483-2708-4f0e-8b10-4e7405b0a156" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.707248] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154075, 'name': CreateVM_Task} progress is 15%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.846986] env[68835]: INFO nova.compute.manager [-] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Took 1.59 seconds to deallocate network for instance. [ 802.856642] env[68835]: DEBUG nova.network.neutron [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Successfully updated port: c975217a-1497-453d-a489-ed2c31f97d2a {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.918738] env[68835]: DEBUG nova.compute.manager [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.993439] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c212eb51-a439-4081-9ad9-ae1f3b1dfb22 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "0a1e604e-a962-4f9a-86d9-8f769c6309f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.364s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.207758] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154075, 'name': CreateVM_Task} progress is 15%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.213874] env[68835]: DEBUG nova.compute.manager [req-691fecd6-e422-4b16-9636-8308adf36644 req-c7064cb7-1027-45f8-ade0-f0d9ce2bda0c service nova] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Received event network-changed-ec7261ab-5ab3-4e57-9ec4-13a0cd697ef0 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.213874] env[68835]: DEBUG nova.compute.manager [req-691fecd6-e422-4b16-9636-8308adf36644 req-c7064cb7-1027-45f8-ade0-f0d9ce2bda0c service nova] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Refreshing instance network info cache due to event network-changed-ec7261ab-5ab3-4e57-9ec4-13a0cd697ef0. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.214706] env[68835]: DEBUG oslo_concurrency.lockutils [req-691fecd6-e422-4b16-9636-8308adf36644 req-c7064cb7-1027-45f8-ade0-f0d9ce2bda0c service nova] Acquiring lock "refresh_cache-0c4ae68e-49bd-4c7e-b899-44dafaf180cc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.214706] env[68835]: DEBUG oslo_concurrency.lockutils [req-691fecd6-e422-4b16-9636-8308adf36644 req-c7064cb7-1027-45f8-ade0-f0d9ce2bda0c service nova] Acquired lock "refresh_cache-0c4ae68e-49bd-4c7e-b899-44dafaf180cc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.214706] env[68835]: DEBUG nova.network.neutron [req-691fecd6-e422-4b16-9636-8308adf36644 req-c7064cb7-1027-45f8-ade0-f0d9ce2bda0c service nova] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Refreshing network info cache for port ec7261ab-5ab3-4e57-9ec4-13a0cd697ef0 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.361161] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "refresh_cache-a57efa90-bb0d-47fd-9dc8-51322a72d564" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.361703] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquired lock "refresh_cache-a57efa90-bb0d-47fd-9dc8-51322a72d564" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.361975] env[68835]: DEBUG nova.network.neutron [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.365250] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.444815] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.707397] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154075, 'name': CreateVM_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.789033] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.789331] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.924806] env[68835]: DEBUG nova.network.neutron [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.023143] env[68835]: DEBUG nova.network.neutron [req-691fecd6-e422-4b16-9636-8308adf36644 req-c7064cb7-1027-45f8-ade0-f0d9ce2bda0c service nova] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Updated VIF entry in instance network info cache for port ec7261ab-5ab3-4e57-9ec4-13a0cd697ef0. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.023143] env[68835]: DEBUG nova.network.neutron [req-691fecd6-e422-4b16-9636-8308adf36644 req-c7064cb7-1027-45f8-ade0-f0d9ce2bda0c service nova] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Updating instance_info_cache with network_info: [{"id": "ec7261ab-5ab3-4e57-9ec4-13a0cd697ef0", "address": "fa:16:3e:a7:48:59", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec7261ab-5a", "ovs_interfaceid": "ec7261ab-5ab3-4e57-9ec4-13a0cd697ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.139629] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de652d96-736e-486e-9390-f9d29670dac3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.151862] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591b2da5-5a9b-4504-9852-cf21358b78c8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.187595] env[68835]: DEBUG nova.network.neutron [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Updating instance_info_cache with network_info: [{"id": "c975217a-1497-453d-a489-ed2c31f97d2a", "address": "fa:16:3e:cd:ed:12", "network": {"id": "b8ce8361-509d-495c-8e8b-6a2a2674d9e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1112801713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3238546c3382429d9d0dd8d36ad1dfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975217a-14", "ovs_interfaceid": "c975217a-1497-453d-a489-ed2c31f97d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.190620] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40778b40-1c7b-4c08-95c7-01df3194addd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.194170] env[68835]: DEBUG nova.compute.manager [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.194961] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d56055-9cfe-42fa-9cf5-e279c89a196e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.204288] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968297aa-0d91-41c6-a5cb-680ac683717d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.219719] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154075, 'name': CreateVM_Task, 'duration_secs': 1.839386} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.227020] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.227854] env[68835]: DEBUG nova.compute.provider_tree [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.230133] env[68835]: DEBUG oslo_concurrency.lockutils [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.230133] env[68835]: DEBUG oslo_concurrency.lockutils [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.230282] env[68835]: DEBUG oslo_concurrency.lockutils [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.230770] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57975981-7b35-433d-94fe-904297f6aa8d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.237200] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 804.237200] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52154e98-fe59-217c-8a0f-dc817647af1e" [ 804.237200] env[68835]: _type = "Task" [ 804.237200] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.251016] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52154e98-fe59-217c-8a0f-dc817647af1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.526115] env[68835]: DEBUG oslo_concurrency.lockutils [req-691fecd6-e422-4b16-9636-8308adf36644 req-c7064cb7-1027-45f8-ade0-f0d9ce2bda0c service nova] Releasing lock "refresh_cache-0c4ae68e-49bd-4c7e-b899-44dafaf180cc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.667179] env[68835]: DEBUG nova.compute.manager [req-3e805254-f072-4c6e-9a13-da3d8f53ce86 req-80f8c7f9-07e2-4c45-a416-cecc4b2dce5b service nova] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Received event network-changed-2692b868-5327-4120-92dc-1b99cef82c14 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.667384] env[68835]: DEBUG nova.compute.manager [req-3e805254-f072-4c6e-9a13-da3d8f53ce86 req-80f8c7f9-07e2-4c45-a416-cecc4b2dce5b service nova] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Refreshing instance network info cache due to event network-changed-2692b868-5327-4120-92dc-1b99cef82c14. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.667596] env[68835]: DEBUG oslo_concurrency.lockutils [req-3e805254-f072-4c6e-9a13-da3d8f53ce86 req-80f8c7f9-07e2-4c45-a416-cecc4b2dce5b service nova] Acquiring lock "refresh_cache-23c2f2ab-a6cc-44e5-9d00-cf0582390e0e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.667744] env[68835]: DEBUG oslo_concurrency.lockutils [req-3e805254-f072-4c6e-9a13-da3d8f53ce86 req-80f8c7f9-07e2-4c45-a416-cecc4b2dce5b service nova] Acquired lock "refresh_cache-23c2f2ab-a6cc-44e5-9d00-cf0582390e0e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.667901] env[68835]: DEBUG nova.network.neutron [req-3e805254-f072-4c6e-9a13-da3d8f53ce86 req-80f8c7f9-07e2-4c45-a416-cecc4b2dce5b service nova] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Refreshing network info cache for port 2692b868-5327-4120-92dc-1b99cef82c14 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.693603] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Releasing lock "refresh_cache-a57efa90-bb0d-47fd-9dc8-51322a72d564" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.693603] env[68835]: DEBUG nova.compute.manager [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Instance network_info: |[{"id": "c975217a-1497-453d-a489-ed2c31f97d2a", "address": "fa:16:3e:cd:ed:12", "network": {"id": "b8ce8361-509d-495c-8e8b-6a2a2674d9e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1112801713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3238546c3382429d9d0dd8d36ad1dfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975217a-14", "ovs_interfaceid": "c975217a-1497-453d-a489-ed2c31f97d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.693823] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:ed:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c975217a-1497-453d-a489-ed2c31f97d2a', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.704930] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.704930] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.704930] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-953464cc-196f-4444-bd9b-cd06b15883f0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.720393] env[68835]: INFO nova.compute.manager [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] instance snapshotting [ 804.720603] env[68835]: WARNING nova.compute.manager [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 804.724273] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da22a80-2e2d-4696-905e-eb6a067f1623 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.729054] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.729054] env[68835]: value = "task-3154076" [ 804.729054] env[68835]: _type = "Task" [ 804.729054] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.750047] env[68835]: DEBUG nova.scheduler.client.report [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.761581] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0334a5-cece-480d-921c-29e020463cc0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.766194] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154076, 'name': CreateVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.782535] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52154e98-fe59-217c-8a0f-dc817647af1e, 'name': SearchDatastore_Task, 'duration_secs': 0.012483} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.783177] env[68835]: DEBUG oslo_concurrency.lockutils [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.784385] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.784385] env[68835]: DEBUG oslo_concurrency.lockutils [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.784385] env[68835]: DEBUG oslo_concurrency.lockutils [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.784385] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.784385] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-252aa582-f150-4b09-9611-48b61c4f98dc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.814093] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.815822] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.815822] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f2bac5-9b8e-401d-a388-de133a7b51d9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.823970] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 804.823970] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5253a484-44e7-b411-2dfa-bd6e86aa97cc" [ 804.823970] env[68835]: _type = "Task" [ 804.823970] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.833218] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5253a484-44e7-b411-2dfa-bd6e86aa97cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.239972] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154076, 'name': CreateVM_Task, 'duration_secs': 0.34806} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.240283] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.240990] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.241232] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.241579] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.241881] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-820159ca-b893-4377-8220-46ed857b79e9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.247405] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 805.247405] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]520a94a8-7059-fe1b-ba8b-8c17294e78ff" [ 805.247405] env[68835]: _type = "Task" [ 805.247405] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.256567] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]520a94a8-7059-fe1b-ba8b-8c17294e78ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.263563] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.264024] env[68835]: DEBUG nova.compute.manager [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.266719] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 40.708s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.276351] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Acquiring lock "f1990dd5-2129-43fe-a9a5-132e325e9f22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.276561] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Lock "f1990dd5-2129-43fe-a9a5-132e325e9f22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.284566] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Creating Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 805.285066] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2a4c1430-6c41-4087-bd4a-44df93185a36 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.293768] env[68835]: DEBUG oslo_vmware.api [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 805.293768] env[68835]: value = "task-3154077" [ 805.293768] env[68835]: _type = "Task" [ 805.293768] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.303549] env[68835]: DEBUG oslo_vmware.api [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154077, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.336118] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5253a484-44e7-b411-2dfa-bd6e86aa97cc, 'name': SearchDatastore_Task, 'duration_secs': 0.016522} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.337407] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae9506c7-1152-4120-a663-6317fa6e7610 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.345557] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 805.345557] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52a3ff6c-3e68-683f-1caa-bd597ba51664" [ 805.345557] env[68835]: _type = "Task" [ 805.345557] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.354620] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a3ff6c-3e68-683f-1caa-bd597ba51664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.393581] env[68835]: DEBUG nova.compute.manager [req-354535bc-1c0d-45cd-908d-82cff3a566ab req-f075bdb9-235d-418c-9ea0-e78c7f332258 service nova] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Received event network-vif-plugged-c975217a-1497-453d-a489-ed2c31f97d2a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.393581] env[68835]: DEBUG oslo_concurrency.lockutils [req-354535bc-1c0d-45cd-908d-82cff3a566ab req-f075bdb9-235d-418c-9ea0-e78c7f332258 service nova] Acquiring lock "a57efa90-bb0d-47fd-9dc8-51322a72d564-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.396607] env[68835]: DEBUG oslo_concurrency.lockutils [req-354535bc-1c0d-45cd-908d-82cff3a566ab req-f075bdb9-235d-418c-9ea0-e78c7f332258 service nova] Lock "a57efa90-bb0d-47fd-9dc8-51322a72d564-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.396831] env[68835]: DEBUG oslo_concurrency.lockutils [req-354535bc-1c0d-45cd-908d-82cff3a566ab req-f075bdb9-235d-418c-9ea0-e78c7f332258 service nova] Lock "a57efa90-bb0d-47fd-9dc8-51322a72d564-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.397033] env[68835]: DEBUG nova.compute.manager [req-354535bc-1c0d-45cd-908d-82cff3a566ab req-f075bdb9-235d-418c-9ea0-e78c7f332258 service nova] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] No waiting events found dispatching network-vif-plugged-c975217a-1497-453d-a489-ed2c31f97d2a {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.397216] env[68835]: WARNING nova.compute.manager [req-354535bc-1c0d-45cd-908d-82cff3a566ab req-f075bdb9-235d-418c-9ea0-e78c7f332258 service nova] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Received unexpected event network-vif-plugged-c975217a-1497-453d-a489-ed2c31f97d2a for instance with vm_state building and task_state spawning. [ 805.397384] env[68835]: DEBUG nova.compute.manager [req-354535bc-1c0d-45cd-908d-82cff3a566ab req-f075bdb9-235d-418c-9ea0-e78c7f332258 service nova] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Received event network-changed-c975217a-1497-453d-a489-ed2c31f97d2a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.397539] env[68835]: DEBUG nova.compute.manager [req-354535bc-1c0d-45cd-908d-82cff3a566ab req-f075bdb9-235d-418c-9ea0-e78c7f332258 service nova] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Refreshing instance network info cache due to event network-changed-c975217a-1497-453d-a489-ed2c31f97d2a. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.397728] env[68835]: DEBUG oslo_concurrency.lockutils [req-354535bc-1c0d-45cd-908d-82cff3a566ab req-f075bdb9-235d-418c-9ea0-e78c7f332258 service nova] Acquiring lock "refresh_cache-a57efa90-bb0d-47fd-9dc8-51322a72d564" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.397871] env[68835]: DEBUG oslo_concurrency.lockutils [req-354535bc-1c0d-45cd-908d-82cff3a566ab req-f075bdb9-235d-418c-9ea0-e78c7f332258 service nova] Acquired lock "refresh_cache-a57efa90-bb0d-47fd-9dc8-51322a72d564" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.398035] env[68835]: DEBUG nova.network.neutron [req-354535bc-1c0d-45cd-908d-82cff3a566ab req-f075bdb9-235d-418c-9ea0-e78c7f332258 service nova] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Refreshing network info cache for port c975217a-1497-453d-a489-ed2c31f97d2a {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.511216] env[68835]: DEBUG nova.network.neutron [req-3e805254-f072-4c6e-9a13-da3d8f53ce86 req-80f8c7f9-07e2-4c45-a416-cecc4b2dce5b service nova] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Updated VIF entry in instance network info cache for port 2692b868-5327-4120-92dc-1b99cef82c14. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.511216] env[68835]: DEBUG nova.network.neutron [req-3e805254-f072-4c6e-9a13-da3d8f53ce86 req-80f8c7f9-07e2-4c45-a416-cecc4b2dce5b service nova] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Updating instance_info_cache with network_info: [{"id": "2692b868-5327-4120-92dc-1b99cef82c14", "address": "fa:16:3e:ec:c6:49", "network": {"id": "516b5601-63db-4fcc-b64c-a48f9ca995b1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1800787434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c64f4813133b4e709464a1b14feff5c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2692b868-53", "ovs_interfaceid": "2692b868-5327-4120-92dc-1b99cef82c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.761320] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]520a94a8-7059-fe1b-ba8b-8c17294e78ff, 'name': SearchDatastore_Task, 'duration_secs': 0.01017} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.761592] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.761871] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.762132] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.762286] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.762483] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.762765] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-878128e5-7a9b-42af-9fff-563dd254948f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.775103] env[68835]: INFO nova.compute.claims [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.777238] env[68835]: DEBUG nova.compute.utils [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.779660] env[68835]: DEBUG nova.compute.manager [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.779818] env[68835]: DEBUG nova.network.neutron [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.781624] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.781812] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.782768] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08f84652-a2ff-4e1b-9ad5-37b27ca25e81 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.790409] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 805.790409] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d94531-ad86-6e2f-eb27-2ded4d892260" [ 805.790409] env[68835]: _type = "Task" [ 805.790409] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.801223] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d94531-ad86-6e2f-eb27-2ded4d892260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.808045] env[68835]: DEBUG oslo_vmware.api [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154077, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.857585] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a3ff6c-3e68-683f-1caa-bd597ba51664, 'name': SearchDatastore_Task, 'duration_secs': 0.010389} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.859107] env[68835]: DEBUG nova.policy [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd92177fc478a499a9dbcecbcf3a0ef87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05433c65e8dc40378c473a1a202e10a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.860683] env[68835]: DEBUG oslo_concurrency.lockutils [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.860988] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 0c4ae68e-49bd-4c7e-b899-44dafaf180cc/0c4ae68e-49bd-4c7e-b899-44dafaf180cc.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.861314] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdc55760-3e35-45e2-b0fb-a23992ab5d9c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.869609] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 805.869609] env[68835]: value = "task-3154078" [ 805.869609] env[68835]: _type = "Task" [ 805.869609] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.878293] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.014374] env[68835]: DEBUG oslo_concurrency.lockutils [req-3e805254-f072-4c6e-9a13-da3d8f53ce86 req-80f8c7f9-07e2-4c45-a416-cecc4b2dce5b service nova] Releasing lock "refresh_cache-23c2f2ab-a6cc-44e5-9d00-cf0582390e0e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.159931] env[68835]: DEBUG nova.network.neutron [req-354535bc-1c0d-45cd-908d-82cff3a566ab req-f075bdb9-235d-418c-9ea0-e78c7f332258 service nova] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Updated VIF entry in instance network info cache for port c975217a-1497-453d-a489-ed2c31f97d2a. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.161778] env[68835]: DEBUG nova.network.neutron [req-354535bc-1c0d-45cd-908d-82cff3a566ab req-f075bdb9-235d-418c-9ea0-e78c7f332258 service nova] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Updating instance_info_cache with network_info: [{"id": "c975217a-1497-453d-a489-ed2c31f97d2a", "address": "fa:16:3e:cd:ed:12", "network": {"id": "b8ce8361-509d-495c-8e8b-6a2a2674d9e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1112801713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3238546c3382429d9d0dd8d36ad1dfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975217a-14", "ovs_interfaceid": "c975217a-1497-453d-a489-ed2c31f97d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.282233] env[68835]: INFO nova.compute.resource_tracker [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Updating resource usage from migration ae1e112c-5c62-40c1-84a8-cb705cc079ae [ 806.285731] env[68835]: DEBUG nova.compute.manager [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.308994] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d94531-ad86-6e2f-eb27-2ded4d892260, 'name': SearchDatastore_Task, 'duration_secs': 0.011333} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.313433] env[68835]: DEBUG oslo_vmware.api [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154077, 'name': CreateSnapshot_Task, 'duration_secs': 0.545891} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.313687] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43ae1b94-bddc-4aa3-bf0d-2c7e25f1299a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.316499] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Created Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 806.317325] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ef6881-6139-4685-84ef-1ed406f27b0b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.332712] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 806.332712] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52bac3ac-a45c-849b-1005-287d123da146" [ 806.332712] env[68835]: _type = "Task" [ 806.332712] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.334167] env[68835]: DEBUG nova.network.neutron [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Successfully created port: 5da9177d-5425-4c78-a704-3b38ac0d7867 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.348269] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52bac3ac-a45c-849b-1005-287d123da146, 'name': SearchDatastore_Task, 'duration_secs': 0.016135} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.348491] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.348745] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] a57efa90-bb0d-47fd-9dc8-51322a72d564/a57efa90-bb0d-47fd-9dc8-51322a72d564.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.348997] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e42b92d2-f85c-45b1-a163-984cb5b897b0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.356127] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 806.356127] env[68835]: value = "task-3154079" [ 806.356127] env[68835]: _type = "Task" [ 806.356127] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.367026] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.378810] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463095} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.379032] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 0c4ae68e-49bd-4c7e-b899-44dafaf180cc/0c4ae68e-49bd-4c7e-b899-44dafaf180cc.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.379239] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.379480] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dda70a0-4cbb-49d4-9468-3ffbc650864c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.386187] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 806.386187] env[68835]: value = "task-3154080" [ 806.386187] env[68835]: _type = "Task" [ 806.386187] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.394549] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.663683] env[68835]: DEBUG oslo_concurrency.lockutils [req-354535bc-1c0d-45cd-908d-82cff3a566ab req-f075bdb9-235d-418c-9ea0-e78c7f332258 service nova] Releasing lock "refresh_cache-a57efa90-bb0d-47fd-9dc8-51322a72d564" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.840922] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Creating linked-clone VM from snapshot {{(pid=68835) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 806.842232] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-14f3dbbe-c799-43c8-bcad-5716be9d3fc9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.855461] env[68835]: DEBUG oslo_vmware.api [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 806.855461] env[68835]: value = "task-3154081" [ 806.855461] env[68835]: _type = "Task" [ 806.855461] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.872256] env[68835]: DEBUG oslo_vmware.api [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154081, 'name': CloneVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.876848] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504212} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.877340] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] a57efa90-bb0d-47fd-9dc8-51322a72d564/a57efa90-bb0d-47fd-9dc8-51322a72d564.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.877552] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.877822] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4608a599-96d7-4a4e-9402-dd0aa7176295 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.885908] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 806.885908] env[68835]: value = "task-3154082" [ 806.885908] env[68835]: _type = "Task" [ 806.885908] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.900649] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074965} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.903523] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.903880] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.907232] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5189df2-6272-4d7f-9921-632109884bd1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.933273] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 0c4ae68e-49bd-4c7e-b899-44dafaf180cc/0c4ae68e-49bd-4c7e-b899-44dafaf180cc.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.935556] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-798b59ac-16fb-4636-9da1-77b1f9af8da4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.957256] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 806.957256] env[68835]: value = "task-3154083" [ 806.957256] env[68835]: _type = "Task" [ 806.957256] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.967340] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.010549] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b407f7db-96d0-4494-9dc2-ab574f9b995f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.019545] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5413a056-75b8-46aa-adaf-5e8d6d50bc05 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.061873] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0e31a5-fdf2-4f2d-8582-a5b4645caa89 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.072145] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9754e6-e022-4ca1-9259-dd851dbfbff5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.095728] env[68835]: DEBUG nova.compute.provider_tree [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.302935] env[68835]: DEBUG nova.compute.manager [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.325489] env[68835]: DEBUG nova.virt.hardware [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.325746] env[68835]: DEBUG nova.virt.hardware [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.325923] env[68835]: DEBUG nova.virt.hardware [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.326122] env[68835]: DEBUG nova.virt.hardware [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.326267] env[68835]: DEBUG nova.virt.hardware [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.326411] env[68835]: DEBUG nova.virt.hardware [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.326614] env[68835]: DEBUG nova.virt.hardware [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.326843] env[68835]: DEBUG nova.virt.hardware [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.326926] env[68835]: DEBUG nova.virt.hardware [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.327104] env[68835]: DEBUG nova.virt.hardware [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.327292] env[68835]: DEBUG nova.virt.hardware [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.328167] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e6c48d-13f6-42ef-b997-cfedbd7a84b3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.338174] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed24fa0-ff2c-447d-9dce-2d198b5d8790 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.368698] env[68835]: DEBUG oslo_vmware.api [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154081, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.395915] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178898} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.396259] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.397089] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d549f2-704e-41dd-a86b-1a285b3c0be6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.419475] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] a57efa90-bb0d-47fd-9dc8-51322a72d564/a57efa90-bb0d-47fd-9dc8-51322a72d564.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.419811] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62569222-fb47-4dc2-bf28-80ac2e0fd413 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.443135] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 807.443135] env[68835]: value = "task-3154084" [ 807.443135] env[68835]: _type = "Task" [ 807.443135] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.451800] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.471341] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.618782] env[68835]: ERROR nova.scheduler.client.report [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [req-4a47de2e-8487-462c-b15f-5bf99b5bccb6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4a47de2e-8487-462c-b15f-5bf99b5bccb6"}]} [ 807.636683] env[68835]: DEBUG nova.scheduler.client.report [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 807.652051] env[68835]: DEBUG nova.scheduler.client.report [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 807.653513] env[68835]: DEBUG nova.compute.provider_tree [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.664791] env[68835]: DEBUG nova.scheduler.client.report [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 807.685289] env[68835]: DEBUG nova.scheduler.client.report [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 807.872016] env[68835]: DEBUG oslo_vmware.api [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154081, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.957502] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.968017] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154083, 'name': ReconfigVM_Task, 'duration_secs': 0.996531} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.968416] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 0c4ae68e-49bd-4c7e-b899-44dafaf180cc/0c4ae68e-49bd-4c7e-b899-44dafaf180cc.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.969470] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79865368-4253-4f12-b298-60ec29c1c5e6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.983092] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 807.983092] env[68835]: value = "task-3154085" [ 807.983092] env[68835]: _type = "Task" [ 807.983092] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.999091] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154085, 'name': Rename_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.292902] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ddf305-4740-42a9-9842-b2f45b35ef2f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.301230] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61310b2-a622-425e-b720-2c7e992e5f73 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.340914] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69517bf-be53-4949-be5b-29914c4d225e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.350187] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537692e3-6deb-4b5c-ae1c-fbd6eb04384b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.365967] env[68835]: DEBUG nova.compute.provider_tree [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.380493] env[68835]: DEBUG oslo_vmware.api [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154081, 'name': CloneVM_Task} progress is 95%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.456706] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154084, 'name': ReconfigVM_Task, 'duration_secs': 0.620144} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.463208] env[68835]: DEBUG nova.network.neutron [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Successfully updated port: 5da9177d-5425-4c78-a704-3b38ac0d7867 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.463208] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Reconfigured VM instance instance-00000036 to attach disk [datastore2] a57efa90-bb0d-47fd-9dc8-51322a72d564/a57efa90-bb0d-47fd-9dc8-51322a72d564.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.464028] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83711565-f1ac-442b-98b1-ddfe6f6d64ce {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.473503] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 808.473503] env[68835]: value = "task-3154086" [ 808.473503] env[68835]: _type = "Task" [ 808.473503] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.491427] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154086, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.497895] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154085, 'name': Rename_Task, 'duration_secs': 0.203896} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.498175] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.498411] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b1ec2ec-e467-4662-9cd1-170a67feb89a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.507999] env[68835]: DEBUG nova.compute.manager [req-1ed86180-99d7-46dd-84f8-bb25430375d8 req-ac3f8d54-1ff9-441e-ac16-76bf9a6e3bff service nova] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Received event network-vif-plugged-5da9177d-5425-4c78-a704-3b38ac0d7867 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.508352] env[68835]: DEBUG oslo_concurrency.lockutils [req-1ed86180-99d7-46dd-84f8-bb25430375d8 req-ac3f8d54-1ff9-441e-ac16-76bf9a6e3bff service nova] Acquiring lock "4e2e375c-803e-44b0-8480-30f8080da1c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.508613] env[68835]: DEBUG oslo_concurrency.lockutils [req-1ed86180-99d7-46dd-84f8-bb25430375d8 req-ac3f8d54-1ff9-441e-ac16-76bf9a6e3bff service nova] Lock "4e2e375c-803e-44b0-8480-30f8080da1c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.508800] env[68835]: DEBUG oslo_concurrency.lockutils [req-1ed86180-99d7-46dd-84f8-bb25430375d8 req-ac3f8d54-1ff9-441e-ac16-76bf9a6e3bff service nova] Lock "4e2e375c-803e-44b0-8480-30f8080da1c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.509061] env[68835]: DEBUG nova.compute.manager [req-1ed86180-99d7-46dd-84f8-bb25430375d8 req-ac3f8d54-1ff9-441e-ac16-76bf9a6e3bff service nova] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] No waiting events found dispatching network-vif-plugged-5da9177d-5425-4c78-a704-3b38ac0d7867 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.509157] env[68835]: WARNING nova.compute.manager [req-1ed86180-99d7-46dd-84f8-bb25430375d8 req-ac3f8d54-1ff9-441e-ac16-76bf9a6e3bff service nova] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Received unexpected event network-vif-plugged-5da9177d-5425-4c78-a704-3b38ac0d7867 for instance with vm_state building and task_state spawning. [ 808.509538] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 808.509538] env[68835]: value = "task-3154087" [ 808.509538] env[68835]: _type = "Task" [ 808.509538] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.521415] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.881643] env[68835]: DEBUG oslo_vmware.api [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154081, 'name': CloneVM_Task, 'duration_secs': 1.709433} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.882242] env[68835]: INFO nova.virt.vmwareapi.vmops [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Created linked-clone VM from snapshot [ 808.882839] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc3a708-54af-4e92-9b7f-cefa9fe6c37a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.894935] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Uploading image b7456f43-fcfd-4b6f-bfa5-1dd0ab1f03f1 {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 808.913420] env[68835]: DEBUG nova.scheduler.client.report [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Updated inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 808.913655] env[68835]: DEBUG nova.compute.provider_tree [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Updating resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 generation from 82 to 83 during operation: update_inventory {{(pid=68835) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 808.913880] env[68835]: DEBUG nova.compute.provider_tree [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.919425] env[68835]: DEBUG oslo_vmware.rw_handles [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 808.919425] env[68835]: value = "vm-631132" [ 808.919425] env[68835]: _type = "VirtualMachine" [ 808.919425] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 808.919985] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b61940c2-0e02-451b-8163-13b49c103881 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.929964] env[68835]: DEBUG oslo_vmware.rw_handles [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lease: (returnval){ [ 808.929964] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5263301e-ba98-255f-22ed-0399f1b29039" [ 808.929964] env[68835]: _type = "HttpNfcLease" [ 808.929964] env[68835]: } obtained for exporting VM: (result){ [ 808.929964] env[68835]: value = "vm-631132" [ 808.929964] env[68835]: _type = "VirtualMachine" [ 808.929964] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 808.930378] env[68835]: DEBUG oslo_vmware.api [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the lease: (returnval){ [ 808.930378] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5263301e-ba98-255f-22ed-0399f1b29039" [ 808.930378] env[68835]: _type = "HttpNfcLease" [ 808.930378] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 808.937714] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 808.937714] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5263301e-ba98-255f-22ed-0399f1b29039" [ 808.937714] env[68835]: _type = "HttpNfcLease" [ 808.937714] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 808.966853] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquiring lock "refresh_cache-4e2e375c-803e-44b0-8480-30f8080da1c1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.967048] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquired lock "refresh_cache-4e2e375c-803e-44b0-8480-30f8080da1c1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.967220] env[68835]: DEBUG nova.network.neutron [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.984799] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154086, 'name': Rename_Task, 'duration_secs': 0.197327} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.985187] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.985430] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84ee3971-c935-4177-8db9-5883f8d2b1f0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.995575] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 808.995575] env[68835]: value = "task-3154089" [ 808.995575] env[68835]: _type = "Task" [ 808.995575] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.004238] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.021432] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154087, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.424461] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.157s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.424854] env[68835]: INFO nova.compute.manager [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Migrating [ 809.432485] env[68835]: DEBUG oslo_concurrency.lockutils [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.703s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.432808] env[68835]: DEBUG nova.objects.instance [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Lazy-loading 'resources' on Instance uuid e8defb77-1526-4962-9612-f7299492b53b {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.451470] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 809.451470] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5263301e-ba98-255f-22ed-0399f1b29039" [ 809.451470] env[68835]: _type = "HttpNfcLease" [ 809.451470] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 809.451778] env[68835]: DEBUG oslo_vmware.rw_handles [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 809.451778] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5263301e-ba98-255f-22ed-0399f1b29039" [ 809.451778] env[68835]: _type = "HttpNfcLease" [ 809.451778] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 809.452537] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9775d4-16ad-4fa2-99a7-dec4349f1096 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.462960] env[68835]: DEBUG oslo_vmware.rw_handles [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52123db2-1257-1b7c-2313-d012f5463809/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 809.463170] env[68835]: DEBUG oslo_vmware.rw_handles [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52123db2-1257-1b7c-2313-d012f5463809/disk-0.vmdk for reading. {{(pid=68835) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 809.535952] env[68835]: DEBUG oslo_vmware.api [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154089, 'name': PowerOnVM_Task, 'duration_secs': 0.495012} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.538678] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.538897] env[68835]: INFO nova.compute.manager [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Took 7.47 seconds to spawn the instance on the hypervisor. [ 809.539096] env[68835]: DEBUG nova.compute.manager [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.539399] env[68835]: DEBUG oslo_vmware.api [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154087, 'name': PowerOnVM_Task, 'duration_secs': 0.77382} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.540240] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482c25ac-4341-4da1-b18c-387d85991181 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.543019] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.543275] env[68835]: INFO nova.compute.manager [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Took 10.22 seconds to spawn the instance on the hypervisor. [ 809.543492] env[68835]: DEBUG nova.compute.manager [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.544270] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a607384-f653-48bb-a3e1-ca12dcd9e236 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.561507] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aafca4dc-b914-4cd3-92dc-d68122ee8e2e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.575076] env[68835]: DEBUG nova.network.neutron [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.787549] env[68835]: DEBUG nova.network.neutron [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Updating instance_info_cache with network_info: [{"id": "5da9177d-5425-4c78-a704-3b38ac0d7867", "address": "fa:16:3e:e1:f2:fd", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da9177d-54", "ovs_interfaceid": "5da9177d-5425-4c78-a704-3b38ac0d7867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.947261] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "refresh_cache-78270b54-cc89-4b58-b168-6ca1161b4f4a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.947261] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquired lock "refresh_cache-78270b54-cc89-4b58-b168-6ca1161b4f4a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.947261] env[68835]: DEBUG nova.network.neutron [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.071844] env[68835]: INFO nova.compute.manager [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Took 49.38 seconds to build instance. [ 810.072559] env[68835]: INFO nova.compute.manager [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Took 51.52 seconds to build instance. [ 810.290771] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Releasing lock "refresh_cache-4e2e375c-803e-44b0-8480-30f8080da1c1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.291241] env[68835]: DEBUG nova.compute.manager [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Instance network_info: |[{"id": "5da9177d-5425-4c78-a704-3b38ac0d7867", "address": "fa:16:3e:e1:f2:fd", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da9177d-54", "ovs_interfaceid": "5da9177d-5425-4c78-a704-3b38ac0d7867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.291534] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:f2:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5da9177d-5425-4c78-a704-3b38ac0d7867', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.299465] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.302316] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.302944] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-497fab21-b792-4c5d-9375-e1cf031e794e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.328951] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.328951] env[68835]: value = "task-3154090" [ 810.328951] env[68835]: _type = "Task" [ 810.328951] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.341565] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154090, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.575171] env[68835]: DEBUG oslo_concurrency.lockutils [None req-751824b0-2007-4d1c-8e6e-33ed9dd3a291 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "0c4ae68e-49bd-4c7e-b899-44dafaf180cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.262s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.575584] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f21d310d-e2e4-4051-aaf2-787510f01e3f tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lock "a57efa90-bb0d-47fd-9dc8-51322a72d564" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.403s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.789528] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cf27bd-0ed8-4972-b59f-b1ee116b8537 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.800849] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e379736-40b3-4cfc-b4f7-778e19c5094d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.809930] env[68835]: DEBUG nova.compute.manager [req-b810aa4d-6f9b-416b-911d-a41bb48478b6 req-30002c3e-2091-4107-ac3e-26c81a762f0e service nova] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Received event network-changed-5da9177d-5425-4c78-a704-3b38ac0d7867 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.810277] env[68835]: DEBUG nova.compute.manager [req-b810aa4d-6f9b-416b-911d-a41bb48478b6 req-30002c3e-2091-4107-ac3e-26c81a762f0e service nova] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Refreshing instance network info cache due to event network-changed-5da9177d-5425-4c78-a704-3b38ac0d7867. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.812296] env[68835]: DEBUG oslo_concurrency.lockutils [req-b810aa4d-6f9b-416b-911d-a41bb48478b6 req-30002c3e-2091-4107-ac3e-26c81a762f0e service nova] Acquiring lock "refresh_cache-4e2e375c-803e-44b0-8480-30f8080da1c1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.813036] env[68835]: DEBUG oslo_concurrency.lockutils [req-b810aa4d-6f9b-416b-911d-a41bb48478b6 req-30002c3e-2091-4107-ac3e-26c81a762f0e service nova] Acquired lock "refresh_cache-4e2e375c-803e-44b0-8480-30f8080da1c1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.813560] env[68835]: DEBUG nova.network.neutron [req-b810aa4d-6f9b-416b-911d-a41bb48478b6 req-30002c3e-2091-4107-ac3e-26c81a762f0e service nova] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Refreshing network info cache for port 5da9177d-5425-4c78-a704-3b38ac0d7867 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.862858] env[68835]: DEBUG nova.network.neutron [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Updating instance_info_cache with network_info: [{"id": "61e4ae27-1dcc-48fe-9475-f138fe9380a7", "address": "fa:16:3e:a7:ee:b8", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e4ae27-1d", "ovs_interfaceid": "61e4ae27-1dcc-48fe-9475-f138fe9380a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.867627] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f5aad7-06ce-49b6-b17e-1347f4d1bd3d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.880815] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154090, 'name': CreateVM_Task, 'duration_secs': 0.502956} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.882603] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b4d3c6-5a25-4a2d-85d7-33f0e0026504 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.887909] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.888208] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.888377] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.888699] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.889402] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff6b1ee4-4491-49a1-ad87-3b32a585931c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.903022] env[68835]: DEBUG nova.compute.provider_tree [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.909128] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for the task: (returnval){ [ 810.909128] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]529e655e-764b-bdd8-2b39-598d62b35081" [ 810.909128] env[68835]: _type = "Task" [ 810.909128] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.916768] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]529e655e-764b-bdd8-2b39-598d62b35081, 'name': SearchDatastore_Task, 'duration_secs': 0.014865} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.917803] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.918094] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.918469] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.918659] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.918912] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.919594] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cf03b6e-10ac-4be0-9241-e70d465c0170 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.933016] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.933358] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.934172] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-667afe4c-17ca-489f-867b-8c1d829f3fb4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.941859] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for the task: (returnval){ [ 810.941859] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52cba964-e816-1366-f4ea-ed9b60b753e4" [ 810.941859] env[68835]: _type = "Task" [ 810.941859] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.951630] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52cba964-e816-1366-f4ea-ed9b60b753e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.078897] env[68835]: DEBUG nova.compute.manager [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.081680] env[68835]: DEBUG nova.compute.manager [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.372345] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Releasing lock "refresh_cache-78270b54-cc89-4b58-b168-6ca1161b4f4a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.436550] env[68835]: ERROR nova.scheduler.client.report [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [req-7573ba18-5542-432c-b2b2-089d96cce0b5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7573ba18-5542-432c-b2b2-089d96cce0b5"}]} [ 811.454832] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52cba964-e816-1366-f4ea-ed9b60b753e4, 'name': SearchDatastore_Task, 'duration_secs': 0.015879} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.458530] env[68835]: DEBUG nova.scheduler.client.report [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 811.460281] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90d65e76-2612-4df9-b266-60cbcca5ce22 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.467572] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for the task: (returnval){ [ 811.467572] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52140139-6486-c0fa-40de-9d2f21373fcf" [ 811.467572] env[68835]: _type = "Task" [ 811.467572] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.479509] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52140139-6486-c0fa-40de-9d2f21373fcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.480974] env[68835]: DEBUG nova.scheduler.client.report [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 811.481193] env[68835]: DEBUG nova.compute.provider_tree [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.493747] env[68835]: DEBUG nova.scheduler.client.report [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 811.531150] env[68835]: DEBUG nova.scheduler.client.report [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 811.609871] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.610635] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.762824] env[68835]: DEBUG nova.network.neutron [req-b810aa4d-6f9b-416b-911d-a41bb48478b6 req-30002c3e-2091-4107-ac3e-26c81a762f0e service nova] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Updated VIF entry in instance network info cache for port 5da9177d-5425-4c78-a704-3b38ac0d7867. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.763278] env[68835]: DEBUG nova.network.neutron [req-b810aa4d-6f9b-416b-911d-a41bb48478b6 req-30002c3e-2091-4107-ac3e-26c81a762f0e service nova] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Updating instance_info_cache with network_info: [{"id": "5da9177d-5425-4c78-a704-3b38ac0d7867", "address": "fa:16:3e:e1:f2:fd", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da9177d-54", "ovs_interfaceid": "5da9177d-5425-4c78-a704-3b38ac0d7867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.773904] env[68835]: INFO nova.compute.manager [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Rescuing [ 811.774207] env[68835]: DEBUG oslo_concurrency.lockutils [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "refresh_cache-a57efa90-bb0d-47fd-9dc8-51322a72d564" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.774445] env[68835]: DEBUG oslo_concurrency.lockutils [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquired lock "refresh_cache-a57efa90-bb0d-47fd-9dc8-51322a72d564" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.774688] env[68835]: DEBUG nova.network.neutron [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.982556] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52140139-6486-c0fa-40de-9d2f21373fcf, 'name': SearchDatastore_Task, 'duration_secs': 0.013665} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.982926] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.983264] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 4e2e375c-803e-44b0-8480-30f8080da1c1/4e2e375c-803e-44b0-8480-30f8080da1c1.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.983557] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20b204e2-b18e-49c1-b86c-8ba6035ede36 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.993806] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for the task: (returnval){ [ 811.993806] env[68835]: value = "task-3154091" [ 811.993806] env[68835]: _type = "Task" [ 811.993806] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.004623] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3154091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.153910] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51f5751-88fd-4a38-8b10-16846d45fced {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.162934] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3d8d3a-3b3a-4b45-b9c4-8731f81cfa2b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.201029] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b7bd6b-8278-45e2-a7fb-046e208bcb44 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.209135] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d0f0ec-f5f9-4a7a-87a1-a581d16f8236 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.224189] env[68835]: DEBUG nova.compute.provider_tree [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.266647] env[68835]: DEBUG oslo_concurrency.lockutils [req-b810aa4d-6f9b-416b-911d-a41bb48478b6 req-30002c3e-2091-4107-ac3e-26c81a762f0e service nova] Releasing lock "refresh_cache-4e2e375c-803e-44b0-8480-30f8080da1c1" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.509517] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3154091, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.619794] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "18a245c1-6489-4d96-bd70-bd79d8d49913" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.620699] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "18a245c1-6489-4d96-bd70-bd79d8d49913" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.668347] env[68835]: DEBUG nova.network.neutron [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Updating instance_info_cache with network_info: [{"id": "c975217a-1497-453d-a489-ed2c31f97d2a", "address": "fa:16:3e:cd:ed:12", "network": {"id": "b8ce8361-509d-495c-8e8b-6a2a2674d9e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1112801713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3238546c3382429d9d0dd8d36ad1dfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975217a-14", "ovs_interfaceid": "c975217a-1497-453d-a489-ed2c31f97d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.745910] env[68835]: ERROR nova.scheduler.client.report [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] [req-db41d662-b629-4236-8f1d-64f738359d0c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-db41d662-b629-4236-8f1d-64f738359d0c"}]} [ 812.762419] env[68835]: DEBUG nova.scheduler.client.report [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 812.775970] env[68835]: DEBUG nova.scheduler.client.report [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 812.776106] env[68835]: DEBUG nova.compute.provider_tree [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.788153] env[68835]: DEBUG nova.scheduler.client.report [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 812.805301] env[68835]: DEBUG nova.scheduler.client.report [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 812.896486] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc15c84-1602-4b99-827e-92fc05aa4a19 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.921069] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Updating instance '78270b54-cc89-4b58-b168-6ca1161b4f4a' progress to 0 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 813.007216] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3154091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608738} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.010896] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 4e2e375c-803e-44b0-8480-30f8080da1c1/4e2e375c-803e-44b0-8480-30f8080da1c1.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.011388] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.012013] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3bc2509-f236-4679-8f23-59c7768884e4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.021718] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for the task: (returnval){ [ 813.021718] env[68835]: value = "task-3154092" [ 813.021718] env[68835]: _type = "Task" [ 813.021718] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.031628] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3154092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.171232] env[68835]: DEBUG oslo_concurrency.lockutils [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Releasing lock "refresh_cache-a57efa90-bb0d-47fd-9dc8-51322a72d564" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.414434] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e094b1b-bac2-4b7d-a2fd-a8c2703dec57 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.424664] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba014847-d72c-4713-83dd-ea613853bfdc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.431937] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.431937] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2b355d5-5df3-44d5-a670-6debf463c905 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.478312] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160966ed-0409-4aa2-b34e-ef80be6e77a7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.481409] env[68835]: DEBUG oslo_vmware.api [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 813.481409] env[68835]: value = "task-3154093" [ 813.481409] env[68835]: _type = "Task" [ 813.481409] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.489633] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e899c6-e7e9-4b0d-a77e-918add4b7404 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.496806] env[68835]: DEBUG oslo_vmware.api [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.508363] env[68835]: DEBUG nova.compute.provider_tree [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.532029] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3154092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077172} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.532183] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.532974] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eb6986-ed07-47bf-93ea-2c59b168c66d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.556859] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 4e2e375c-803e-44b0-8480-30f8080da1c1/4e2e375c-803e-44b0-8480-30f8080da1c1.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.556859] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03b4706a-f250-4fdf-b489-b605926c18b1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.578916] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for the task: (returnval){ [ 813.578916] env[68835]: value = "task-3154094" [ 813.578916] env[68835]: _type = "Task" [ 813.578916] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.587894] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3154094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.993020] env[68835]: DEBUG oslo_vmware.api [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154093, 'name': PowerOffVM_Task, 'duration_secs': 0.254984} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.993386] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.993451] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Updating instance '78270b54-cc89-4b58-b168-6ca1161b4f4a' progress to 17 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 814.012524] env[68835]: DEBUG nova.scheduler.client.report [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.091465] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3154094, 'name': ReconfigVM_Task, 'duration_secs': 0.460981} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.091839] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 4e2e375c-803e-44b0-8480-30f8080da1c1/4e2e375c-803e-44b0-8480-30f8080da1c1.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.092596] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de8038d9-c9b7-4f81-adc5-283c7df5a5e4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.102182] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for the task: (returnval){ [ 814.102182] env[68835]: value = "task-3154095" [ 814.102182] env[68835]: _type = "Task" [ 814.102182] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.112014] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3154095, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.501083] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.501385] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.501587] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.501960] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.502029] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.502268] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.502537] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.502783] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.503090] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.503184] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.503413] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.509295] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af5e709f-e8f2-4c14-9101-235032155da5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.521128] env[68835]: DEBUG oslo_concurrency.lockutils [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.089s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.523392] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.596s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.523632] env[68835]: DEBUG nova.objects.instance [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Lazy-loading 'resources' on Instance uuid ecbc1ed3-8601-4ea8-b8f9-862e3faf5943 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.534314] env[68835]: DEBUG oslo_vmware.api [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 814.534314] env[68835]: value = "task-3154096" [ 814.534314] env[68835]: _type = "Task" [ 814.534314] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.544607] env[68835]: DEBUG oslo_vmware.api [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.545659] env[68835]: INFO nova.scheduler.client.report [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Deleted allocations for instance e8defb77-1526-4962-9612-f7299492b53b [ 814.613812] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3154095, 'name': Rename_Task, 'duration_secs': 0.189777} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.614107] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.614360] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d194e896-9c4b-4813-b9ef-07ed53a023ee {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.621837] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for the task: (returnval){ [ 814.621837] env[68835]: value = "task-3154097" [ 814.621837] env[68835]: _type = "Task" [ 814.621837] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.645473] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3154097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.720884] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.721071] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6fa9a08-e2b8-4119-9e67-6372083fb77b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.730094] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 814.730094] env[68835]: value = "task-3154098" [ 814.730094] env[68835]: _type = "Task" [ 814.730094] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.739777] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.046038] env[68835]: DEBUG oslo_vmware.api [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154096, 'name': ReconfigVM_Task, 'duration_secs': 0.336005} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.046491] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Updating instance '78270b54-cc89-4b58-b168-6ca1161b4f4a' progress to 33 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 815.056255] env[68835]: DEBUG oslo_concurrency.lockutils [None req-273a03f7-c808-4e15-8104-0234cd18e31f tempest-ServersV294TestFqdnHostnames-978881238 tempest-ServersV294TestFqdnHostnames-978881238-project-member] Lock "e8defb77-1526-4962-9612-f7299492b53b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.187s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.132978] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3154097, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.242133] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154098, 'name': PowerOffVM_Task, 'duration_secs': 0.23225} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.242570] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.243312] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d0190f-4108-4052-be2e-2837784253b9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.270850] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60175cd6-b7eb-4d46-a21b-acb4f9081b4f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.305752] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.306221] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ed493de-2938-4471-a760-bc12b78666c8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.319024] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 815.319024] env[68835]: value = "task-3154099" [ 815.319024] env[68835]: _type = "Task" [ 815.319024] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.330747] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] VM already powered off {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 815.330918] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.331205] env[68835]: DEBUG oslo_concurrency.lockutils [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.331630] env[68835]: DEBUG oslo_concurrency.lockutils [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.331984] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.332468] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a44237f5-6a14-48d3-a189-39f7d382c21a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.343775] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.344050] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.347747] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c0d1a0-195a-4b2c-8251-2737d12a03be {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.354677] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 815.354677] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52305279-f9a1-ecc8-2878-96c9b3f59748" [ 815.354677] env[68835]: _type = "Task" [ 815.354677] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.367708] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52305279-f9a1-ecc8-2878-96c9b3f59748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.557956] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:34:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='26f85864-8448-4fa4-a3dc-8e2daa6b34b2',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1668179278',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.558282] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.558500] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.558704] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.558854] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.559010] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.559298] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.559463] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.559629] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.559828] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.560036] env[68835]: DEBUG nova.virt.hardware [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.566185] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 815.569184] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89e63ac4-defc-47e4-873f-73b4696a0f1f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.591446] env[68835]: DEBUG oslo_vmware.api [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 815.591446] env[68835]: value = "task-3154100" [ 815.591446] env[68835]: _type = "Task" [ 815.591446] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.603250] env[68835]: DEBUG oslo_vmware.api [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.635538] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2cfd9c-7c76-47b0-a9e2-e16008b089ad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.641614] env[68835]: DEBUG oslo_vmware.api [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3154097, 'name': PowerOnVM_Task, 'duration_secs': 0.748089} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.642449] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.642719] env[68835]: INFO nova.compute.manager [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Took 8.34 seconds to spawn the instance on the hypervisor. [ 815.642969] env[68835]: DEBUG nova.compute.manager [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.643861] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d404124f-2579-4c0f-bb82-cb2ce97593e2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.650199] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dea611-758e-4ae2-86f7-2c91a4ca7812 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.689242] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850e1d37-70dc-4f2a-aa16-f07b582cf7c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.699162] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fe92df-6506-4f87-ba75-ac325946b0be {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.715192] env[68835]: DEBUG nova.compute.provider_tree [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.866347] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52305279-f9a1-ecc8-2878-96c9b3f59748, 'name': SearchDatastore_Task, 'duration_secs': 0.012882} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.867243] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5061136-2d66-4203-934c-f64f3a790276 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.872897] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 815.872897] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]521a25dc-2994-46d5-590c-72677183a423" [ 815.872897] env[68835]: _type = "Task" [ 815.872897] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.880912] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521a25dc-2994-46d5-590c-72677183a423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.102258] env[68835]: DEBUG oslo_vmware.api [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154100, 'name': ReconfigVM_Task, 'duration_secs': 0.380036} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.102258] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 816.104563] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1fe3cb-8760-4df8-8a80-a91038ee8d16 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.126318] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 78270b54-cc89-4b58-b168-6ca1161b4f4a/78270b54-cc89-4b58-b168-6ca1161b4f4a.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.126638] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6656b46b-6add-4ad4-92f5-987484e2f29e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.150972] env[68835]: DEBUG oslo_vmware.api [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 816.150972] env[68835]: value = "task-3154101" [ 816.150972] env[68835]: _type = "Task" [ 816.150972] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.163388] env[68835]: DEBUG oslo_vmware.api [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.165756] env[68835]: INFO nova.compute.manager [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Took 52.35 seconds to build instance. [ 816.218498] env[68835]: DEBUG nova.scheduler.client.report [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.386444] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521a25dc-2994-46d5-590c-72677183a423, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.386996] env[68835]: DEBUG oslo_concurrency.lockutils [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.387481] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] a57efa90-bb0d-47fd-9dc8-51322a72d564/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk. {{(pid=68835) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 816.388279] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b002808-392c-4fa2-a034-35b0393c2a2b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.397061] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 816.397061] env[68835]: value = "task-3154102" [ 816.397061] env[68835]: _type = "Task" [ 816.397061] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.409321] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.668783] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2b93c2d-5282-4229-b091-06333b69ee4a tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lock "4e2e375c-803e-44b0-8480-30f8080da1c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.206s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.668783] env[68835]: DEBUG oslo_vmware.api [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.716631] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd6c7ce-754d-4995-9dc6-d1df5700ab6c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.724935] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0fb4e2-6dae-4983-9c5b-c90b6738ed7f tempest-ServersAdminNegativeTestJSON-1272132486 tempest-ServersAdminNegativeTestJSON-1272132486-project-admin] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Suspending the VM {{(pid=68835) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 816.726653] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.728602] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-852815b3-f0f8-4241-ae8c-1bf6a99ad6ec {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.730956] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 47.783s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.731139] env[68835]: DEBUG nova.objects.instance [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68835) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 816.747269] env[68835]: DEBUG oslo_vmware.api [None req-6e0fb4e2-6dae-4983-9c5b-c90b6738ed7f tempest-ServersAdminNegativeTestJSON-1272132486 tempest-ServersAdminNegativeTestJSON-1272132486-project-admin] Waiting for the task: (returnval){ [ 816.747269] env[68835]: value = "task-3154103" [ 816.747269] env[68835]: _type = "Task" [ 816.747269] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.760227] env[68835]: DEBUG oslo_vmware.api [None req-6e0fb4e2-6dae-4983-9c5b-c90b6738ed7f tempest-ServersAdminNegativeTestJSON-1272132486 tempest-ServersAdminNegativeTestJSON-1272132486-project-admin] Task: {'id': task-3154103, 'name': SuspendVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.761367] env[68835]: INFO nova.scheduler.client.report [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Deleted allocations for instance ecbc1ed3-8601-4ea8-b8f9-862e3faf5943 [ 816.908561] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154102, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.166749] env[68835]: DEBUG oslo_vmware.api [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154101, 'name': ReconfigVM_Task, 'duration_secs': 0.590884} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.167914] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 78270b54-cc89-4b58-b168-6ca1161b4f4a/78270b54-cc89-4b58-b168-6ca1161b4f4a.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.168415] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Updating instance '78270b54-cc89-4b58-b168-6ca1161b4f4a' progress to 50 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 817.175774] env[68835]: DEBUG nova.compute.manager [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.258490] env[68835]: DEBUG oslo_vmware.api [None req-6e0fb4e2-6dae-4983-9c5b-c90b6738ed7f tempest-ServersAdminNegativeTestJSON-1272132486 tempest-ServersAdminNegativeTestJSON-1272132486-project-admin] Task: {'id': task-3154103, 'name': SuspendVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.272974] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ccbb6cd8-ee83-43fe-a00e-edc1537b4022 tempest-ServersTestFqdnHostnames-595117522 tempest-ServersTestFqdnHostnames-595117522-project-member] Lock "ecbc1ed3-8601-4ea8-b8f9-862e3faf5943" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.997s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.409426] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572247} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.410325] env[68835]: INFO nova.virt.vmwareapi.ds_util [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] a57efa90-bb0d-47fd-9dc8-51322a72d564/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk. [ 817.410703] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af475816-d3ec-448b-a597-7842904d6a3d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.444098] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] a57efa90-bb0d-47fd-9dc8-51322a72d564/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.444098] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bc32503-b53e-4fb3-8f2d-6d87e176e422 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.467728] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 817.467728] env[68835]: value = "task-3154104" [ 817.467728] env[68835]: _type = "Task" [ 817.467728] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.478378] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.680994] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ac80a0-3405-4622-abed-eb3c7e5b73f8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.719660] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8ccff2-1aba-46d0-87cc-5ece1d88311d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.742432] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Updating instance '78270b54-cc89-4b58-b168-6ca1161b4f4a' progress to 67 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 817.749314] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.750708] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f407f04c-93ab-4efc-b851-2f2fb8fed5ab tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.753018] env[68835]: DEBUG oslo_concurrency.lockutils [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 48.310s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.753233] env[68835]: DEBUG nova.objects.instance [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68835) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 817.768220] env[68835]: DEBUG oslo_vmware.api [None req-6e0fb4e2-6dae-4983-9c5b-c90b6738ed7f tempest-ServersAdminNegativeTestJSON-1272132486 tempest-ServersAdminNegativeTestJSON-1272132486-project-admin] Task: {'id': task-3154103, 'name': SuspendVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.980698] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154104, 'name': ReconfigVM_Task, 'duration_secs': 0.325225} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.981151] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Reconfigured VM instance instance-00000036 to attach disk [datastore2] a57efa90-bb0d-47fd-9dc8-51322a72d564/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.982234] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d18cf5-20e3-470a-97d9-7d5075e888c5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.011821] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac0c6b27-0823-4234-990c-2841c189fae5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.028705] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 818.028705] env[68835]: value = "task-3154105" [ 818.028705] env[68835]: _type = "Task" [ 818.028705] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.037880] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.267600] env[68835]: DEBUG oslo_vmware.api [None req-6e0fb4e2-6dae-4983-9c5b-c90b6738ed7f tempest-ServersAdminNegativeTestJSON-1272132486 tempest-ServersAdminNegativeTestJSON-1272132486-project-admin] Task: {'id': task-3154103, 'name': SuspendVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.297751] env[68835]: DEBUG oslo_vmware.rw_handles [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52123db2-1257-1b7c-2313-d012f5463809/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 818.298905] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ece115b-b220-487a-8b5b-79df9d4f20b4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.305770] env[68835]: DEBUG oslo_vmware.rw_handles [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52123db2-1257-1b7c-2313-d012f5463809/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 818.305770] env[68835]: ERROR oslo_vmware.rw_handles [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52123db2-1257-1b7c-2313-d012f5463809/disk-0.vmdk due to incomplete transfer. [ 818.305960] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-169445d9-9190-4de1-a7d0-7b08d5f729b4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.320995] env[68835]: DEBUG oslo_vmware.rw_handles [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52123db2-1257-1b7c-2313-d012f5463809/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 818.321225] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Uploaded image b7456f43-fcfd-4b6f-bfa5-1dd0ab1f03f1 to the Glance image server {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 818.323836] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Destroying the VM {{(pid=68835) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 818.324158] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2da72d1e-ac8a-4453-88dc-479263c970c0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.331198] env[68835]: DEBUG oslo_vmware.api [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 818.331198] env[68835]: value = "task-3154106" [ 818.331198] env[68835]: _type = "Task" [ 818.331198] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.339162] env[68835]: DEBUG nova.network.neutron [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Port 61e4ae27-1dcc-48fe-9475-f138fe9380a7 binding to destination host cpu-1 is already ACTIVE {{(pid=68835) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 818.346212] env[68835]: DEBUG oslo_vmware.api [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154106, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.539702] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154105, 'name': ReconfigVM_Task, 'duration_secs': 0.161262} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.540389] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.542930] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-694471b1-e0c3-43d0-b1a4-ef76246ec533 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.550197] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 818.550197] env[68835]: value = "task-3154107" [ 818.550197] env[68835]: _type = "Task" [ 818.550197] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.562118] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.764659] env[68835]: DEBUG oslo_concurrency.lockutils [None req-aed3e0df-720a-45f4-a35c-dfceb4f32404 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.765744] env[68835]: DEBUG oslo_vmware.api [None req-6e0fb4e2-6dae-4983-9c5b-c90b6738ed7f tempest-ServersAdminNegativeTestJSON-1272132486 tempest-ServersAdminNegativeTestJSON-1272132486-project-admin] Task: {'id': task-3154103, 'name': SuspendVM_Task, 'duration_secs': 1.891834} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.766444] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.929s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.766688] env[68835]: DEBUG nova.objects.instance [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lazy-loading 'resources' on Instance uuid 9c2ae44f-df3b-4a90-9361-04d6cc8d7432 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.767990] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0fb4e2-6dae-4983-9c5b-c90b6738ed7f tempest-ServersAdminNegativeTestJSON-1272132486 tempest-ServersAdminNegativeTestJSON-1272132486-project-admin] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Suspended the VM {{(pid=68835) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 818.768450] env[68835]: DEBUG nova.compute.manager [None req-6e0fb4e2-6dae-4983-9c5b-c90b6738ed7f tempest-ServersAdminNegativeTestJSON-1272132486 tempest-ServersAdminNegativeTestJSON-1272132486-project-admin] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.769426] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab00a82-7708-4c79-8782-43ecfbcabd41 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.851196] env[68835]: DEBUG oslo_vmware.api [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154106, 'name': Destroy_Task, 'duration_secs': 0.414311} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.851537] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Destroyed the VM [ 818.851880] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Deleting Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 818.853193] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c354f9ee-9e5a-4370-b99f-00e358a04812 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.860738] env[68835]: DEBUG oslo_vmware.api [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 818.860738] env[68835]: value = "task-3154108" [ 818.860738] env[68835]: _type = "Task" [ 818.860738] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.870268] env[68835]: DEBUG oslo_vmware.api [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154108, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.058532] env[68835]: DEBUG oslo_vmware.api [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154107, 'name': PowerOnVM_Task, 'duration_secs': 0.470652} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.058893] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.062584] env[68835]: DEBUG nova.compute.manager [None req-744a2610-2b4f-4b2f-9a6b-8df3cf3dc7ca tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.063101] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03efad2-25f5-44c1-bbea-bcbcf5e6768e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.374606] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "78270b54-cc89-4b58-b168-6ca1161b4f4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.374849] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "78270b54-cc89-4b58-b168-6ca1161b4f4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.374849] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "78270b54-cc89-4b58-b168-6ca1161b4f4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.381591] env[68835]: DEBUG oslo_vmware.api [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154108, 'name': RemoveSnapshot_Task, 'duration_secs': 0.473882} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.381974] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Deleted Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 819.382185] env[68835]: INFO nova.compute.manager [None req-a0188dba-88d1-48c7-b8d1-7e2f9e82779c tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Took 14.66 seconds to snapshot the instance on the hypervisor. [ 819.845783] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b781e576-2a03-4b3f-a2f7-a62e6c777e27 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.853393] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affa4300-4776-4c20-8025-000bf2bbdf6a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.894590] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506e7bab-18e5-4c6b-98ea-6d2e2635bf89 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.903752] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce9820d-8835-47ba-a827-88c648263864 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.919510] env[68835]: DEBUG nova.compute.provider_tree [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.422306] env[68835]: DEBUG nova.scheduler.client.report [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.460124] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "refresh_cache-78270b54-cc89-4b58-b168-6ca1161b4f4a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.460124] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquired lock "refresh_cache-78270b54-cc89-4b58-b168-6ca1161b4f4a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.460648] env[68835]: DEBUG nova.network.neutron [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.797541] env[68835]: DEBUG oslo_concurrency.lockutils [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "76398266-5b27-46b1-bb3d-0d2834315a84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.797541] env[68835]: DEBUG oslo_concurrency.lockutils [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "76398266-5b27-46b1-bb3d-0d2834315a84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.797541] env[68835]: DEBUG oslo_concurrency.lockutils [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "76398266-5b27-46b1-bb3d-0d2834315a84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.797541] env[68835]: DEBUG oslo_concurrency.lockutils [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "76398266-5b27-46b1-bb3d-0d2834315a84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.797825] env[68835]: DEBUG oslo_concurrency.lockutils [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "76398266-5b27-46b1-bb3d-0d2834315a84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.800477] env[68835]: INFO nova.compute.manager [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Terminating instance [ 820.936024] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.936024] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.926s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.936024] env[68835]: DEBUG nova.objects.instance [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lazy-loading 'resources' on Instance uuid 1db421cf-4568-451a-ac6b-3789ac312f33 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.976110] env[68835]: INFO nova.scheduler.client.report [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Deleted allocations for instance 9c2ae44f-df3b-4a90-9361-04d6cc8d7432 [ 821.305955] env[68835]: DEBUG nova.network.neutron [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Updating instance_info_cache with network_info: [{"id": "61e4ae27-1dcc-48fe-9475-f138fe9380a7", "address": "fa:16:3e:a7:ee:b8", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e4ae27-1d", "ovs_interfaceid": "61e4ae27-1dcc-48fe-9475-f138fe9380a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.310138] env[68835]: DEBUG nova.compute.manager [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.310138] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.310138] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c69d3c-79b4-4325-b828-9cd409008f4d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.325065] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.325065] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b53479f2-e5e4-426d-b29e-d488e0cb7630 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.383511] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.385032] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.385032] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Deleting the datastore file [datastore2] 76398266-5b27-46b1-bb3d-0d2834315a84 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.385032] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4525c0b6-db0b-498b-b541-18b2a6d28e92 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.392819] env[68835]: DEBUG oslo_vmware.api [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 821.392819] env[68835]: value = "task-3154110" [ 821.392819] env[68835]: _type = "Task" [ 821.392819] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.401429] env[68835]: DEBUG oslo_vmware.api [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.406558] env[68835]: INFO nova.compute.manager [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Unrescuing [ 821.406558] env[68835]: DEBUG oslo_concurrency.lockutils [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "refresh_cache-a57efa90-bb0d-47fd-9dc8-51322a72d564" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.406558] env[68835]: DEBUG oslo_concurrency.lockutils [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquired lock "refresh_cache-a57efa90-bb0d-47fd-9dc8-51322a72d564" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.406558] env[68835]: DEBUG nova.network.neutron [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.488038] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ee60af73-3153-4693-9138-50aa356a9926 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "9c2ae44f-df3b-4a90-9361-04d6cc8d7432" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.243s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.791833] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "ee028395-234c-467e-aece-f1cf63ee0a0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.791833] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "ee028395-234c-467e-aece-f1cf63ee0a0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.809281] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Releasing lock "refresh_cache-78270b54-cc89-4b58-b168-6ca1161b4f4a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.906894] env[68835]: DEBUG oslo_vmware.api [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306523} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.907180] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.907371] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.907618] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.907815] env[68835]: INFO nova.compute.manager [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Took 0.60 seconds to destroy the instance on the hypervisor. [ 821.908141] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.908314] env[68835]: DEBUG nova.compute.manager [-] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.908413] env[68835]: DEBUG nova.network.neutron [-] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.086976] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a200ba-42cc-4398-a34e-010d2b34492d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.096669] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a71ca4-2794-46f8-bac3-c8cb78fd3a32 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.139422] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df3004f-63ce-4194-9478-89eb43a71512 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.147755] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1978264a-22f3-4904-a5e6-91bde5280e6e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.161491] env[68835]: DEBUG nova.compute.provider_tree [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.266225] env[68835]: DEBUG nova.network.neutron [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Updating instance_info_cache with network_info: [{"id": "c975217a-1497-453d-a489-ed2c31f97d2a", "address": "fa:16:3e:cd:ed:12", "network": {"id": "b8ce8361-509d-495c-8e8b-6a2a2674d9e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1112801713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3238546c3382429d9d0dd8d36ad1dfdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975217a-14", "ovs_interfaceid": "c975217a-1497-453d-a489-ed2c31f97d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.336131] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e8361d-3037-4424-b326-9c9f24fb8729 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.359086] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537640e4-e86e-4ce2-a04e-cf6e582dba11 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.366745] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Updating instance '78270b54-cc89-4b58-b168-6ca1161b4f4a' progress to 83 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 822.445191] env[68835]: DEBUG nova.compute.manager [req-43cc6663-e3cb-4487-9dfd-223506ecb21e req-8f3bd013-154f-4ec7-b5b2-5a2ae93c5101 service nova] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Received event network-vif-deleted-9e2ef51b-6fc6-40a4-bfad-dd9e0ec70e65 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.445395] env[68835]: INFO nova.compute.manager [req-43cc6663-e3cb-4487-9dfd-223506ecb21e req-8f3bd013-154f-4ec7-b5b2-5a2ae93c5101 service nova] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Neutron deleted interface 9e2ef51b-6fc6-40a4-bfad-dd9e0ec70e65; detaching it from the instance and deleting it from the info cache [ 822.445563] env[68835]: DEBUG nova.network.neutron [req-43cc6663-e3cb-4487-9dfd-223506ecb21e req-8f3bd013-154f-4ec7-b5b2-5a2ae93c5101 service nova] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.665643] env[68835]: DEBUG nova.scheduler.client.report [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.768977] env[68835]: DEBUG oslo_concurrency.lockutils [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Releasing lock "refresh_cache-a57efa90-bb0d-47fd-9dc8-51322a72d564" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.769533] env[68835]: DEBUG nova.objects.instance [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lazy-loading 'flavor' on Instance uuid a57efa90-bb0d-47fd-9dc8-51322a72d564 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.830525] env[68835]: DEBUG nova.network.neutron [-] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.875107] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.875427] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-300a343c-c0e3-419d-94f0-8a8fad5b175f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.886041] env[68835]: DEBUG oslo_vmware.api [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 822.886041] env[68835]: value = "task-3154111" [ 822.886041] env[68835]: _type = "Task" [ 822.886041] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.895043] env[68835]: DEBUG oslo_vmware.api [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.948014] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f89fe2fb-3d59-4368-b35b-c65f469dd8dc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.958865] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0d8dd4-df43-4dee-aacd-3d0c03afa637 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.000765] env[68835]: DEBUG nova.compute.manager [req-43cc6663-e3cb-4487-9dfd-223506ecb21e req-8f3bd013-154f-4ec7-b5b2-5a2ae93c5101 service nova] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Detach interface failed, port_id=9e2ef51b-6fc6-40a4-bfad-dd9e0ec70e65, reason: Instance 76398266-5b27-46b1-bb3d-0d2834315a84 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 823.171409] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.174045] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.370s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.174345] env[68835]: DEBUG nova.objects.instance [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lazy-loading 'resources' on Instance uuid c5ca9575-0509-4b69-ad7e-0b5b70889f97 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.199337] env[68835]: INFO nova.scheduler.client.report [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Deleted allocations for instance 1db421cf-4568-451a-ac6b-3789ac312f33 [ 823.275174] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acad28c7-f7f5-40bc-a311-f1f6e5172f32 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.299509] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.299930] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4920777e-80cb-4f73-b28c-c0e3261a742a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.305815] env[68835]: DEBUG oslo_vmware.api [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 823.305815] env[68835]: value = "task-3154112" [ 823.305815] env[68835]: _type = "Task" [ 823.305815] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.320451] env[68835]: DEBUG oslo_vmware.api [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.334464] env[68835]: INFO nova.compute.manager [-] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Took 1.43 seconds to deallocate network for instance. [ 823.397496] env[68835]: DEBUG oslo_vmware.api [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154111, 'name': PowerOnVM_Task, 'duration_secs': 0.41095} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.397496] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.397719] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d9909f03-28a7-45a7-8cbc-685e5f3ad706 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Updating instance '78270b54-cc89-4b58-b168-6ca1161b4f4a' progress to 100 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 823.710244] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0b197166-9977-41b3-9aa9-8132daa2aaf2 tempest-ListServersNegativeTestJSON-1806494464 tempest-ListServersNegativeTestJSON-1806494464-project-member] Lock "1db421cf-4568-451a-ac6b-3789ac312f33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.132s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.816199] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquiring lock "4e2e375c-803e-44b0-8480-30f8080da1c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.816523] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lock "4e2e375c-803e-44b0-8480-30f8080da1c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.816811] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquiring lock "4e2e375c-803e-44b0-8480-30f8080da1c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.817063] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lock "4e2e375c-803e-44b0-8480-30f8080da1c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.818327] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lock "4e2e375c-803e-44b0-8480-30f8080da1c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.820891] env[68835]: INFO nova.compute.manager [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Terminating instance [ 823.826311] env[68835]: DEBUG oslo_vmware.api [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154112, 'name': PowerOffVM_Task, 'duration_secs': 0.366231} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.827467] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.832919] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Reconfiguring VM instance instance-00000036 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 823.833749] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68b2d95c-27ac-45be-8ca2-28f673a639cc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.851977] env[68835]: DEBUG oslo_concurrency.lockutils [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.857917] env[68835]: DEBUG oslo_vmware.api [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 823.857917] env[68835]: value = "task-3154113" [ 823.857917] env[68835]: _type = "Task" [ 823.857917] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.871036] env[68835]: DEBUG oslo_vmware.api [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.900476] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquiring lock "c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.900993] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lock "c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.313108] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c171a4b-e0f3-48fa-9247-ad63a8033965 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.319562] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef701ca-869b-4b14-afcf-13726c08be36 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.358912] env[68835]: DEBUG nova.compute.manager [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.359170] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.360424] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe2c995-f24c-492b-84cd-47225e76e89d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.366476] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bf615f-e6e6-473f-93a5-1343567a3282 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.380198] env[68835]: DEBUG oslo_vmware.api [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154113, 'name': ReconfigVM_Task, 'duration_secs': 0.481612} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.380198] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.380198] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Reconfigured VM instance instance-00000036 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 824.380445] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.380548] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1dc4dbd-9da4-4d57-9a00-b9085fe6c85c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.383050] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3161d037-8940-4334-bc64-ef59cfa3c946 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.387035] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba9237fc-399f-4a12-a594-9709fb10815b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.399092] env[68835]: DEBUG nova.compute.provider_tree [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.403186] env[68835]: DEBUG oslo_vmware.api [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 824.403186] env[68835]: value = "task-3154115" [ 824.403186] env[68835]: _type = "Task" [ 824.403186] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.409450] env[68835]: DEBUG oslo_vmware.api [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.453082] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.453082] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.453082] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Deleting the datastore file [datastore2] 4e2e375c-803e-44b0-8480-30f8080da1c1 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.453350] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ebe4972-cb04-4e5e-8357-e122cc6fed98 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.460466] env[68835]: DEBUG oslo_vmware.api [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for the task: (returnval){ [ 824.460466] env[68835]: value = "task-3154116" [ 824.460466] env[68835]: _type = "Task" [ 824.460466] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.468348] env[68835]: DEBUG oslo_vmware.api [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3154116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.903809] env[68835]: DEBUG nova.scheduler.client.report [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.930274] env[68835]: DEBUG oslo_vmware.api [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154115, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.971607] env[68835]: DEBUG oslo_vmware.api [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3154116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144582} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.971908] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.975192] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.975192] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.975192] env[68835]: INFO nova.compute.manager [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Took 0.61 seconds to destroy the instance on the hypervisor. [ 824.975192] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.975192] env[68835]: DEBUG nova.compute.manager [-] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.975515] env[68835]: DEBUG nova.network.neutron [-] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.413389] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.415606] env[68835]: DEBUG oslo_concurrency.lockutils [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.531s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.417216] env[68835]: INFO nova.compute.claims [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.432191] env[68835]: DEBUG oslo_vmware.api [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154115, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.443918] env[68835]: INFO nova.scheduler.client.report [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleted allocations for instance c5ca9575-0509-4b69-ad7e-0b5b70889f97 [ 825.499059] env[68835]: DEBUG nova.compute.manager [req-ca3039cd-2274-4d58-972f-7a47b71fd2e2 req-55fd7fc8-a32b-4a47-8166-3e30ad547062 service nova] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Received event network-vif-deleted-5da9177d-5425-4c78-a704-3b38ac0d7867 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.499449] env[68835]: INFO nova.compute.manager [req-ca3039cd-2274-4d58-972f-7a47b71fd2e2 req-55fd7fc8-a32b-4a47-8166-3e30ad547062 service nova] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Neutron deleted interface 5da9177d-5425-4c78-a704-3b38ac0d7867; detaching it from the instance and deleting it from the info cache [ 825.499663] env[68835]: DEBUG nova.network.neutron [req-ca3039cd-2274-4d58-972f-7a47b71fd2e2 req-55fd7fc8-a32b-4a47-8166-3e30ad547062 service nova] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.862487] env[68835]: DEBUG nova.network.neutron [-] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.917887] env[68835]: DEBUG oslo_vmware.api [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154115, 'name': PowerOnVM_Task, 'duration_secs': 1.190109} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.918546] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.918909] env[68835]: DEBUG nova.compute.manager [None req-21d1d01f-597c-45b6-8a2e-bfd06bad112e tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.920404] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fce0dc7-42ea-4d1e-9bbb-16e3813a33fe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.955014] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f063b746-942d-4b5a-b95e-2dadb40418aa tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "c5ca9575-0509-4b69-ad7e-0b5b70889f97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.769s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.005393] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-208f89f8-c50e-4e87-b90f-73f3ff441292 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.017542] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a517a7-c7f7-42ce-8e28-f70c6fed1813 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.056576] env[68835]: DEBUG nova.compute.manager [req-ca3039cd-2274-4d58-972f-7a47b71fd2e2 req-55fd7fc8-a32b-4a47-8166-3e30ad547062 service nova] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Detach interface failed, port_id=5da9177d-5425-4c78-a704-3b38ac0d7867, reason: Instance 4e2e375c-803e-44b0-8480-30f8080da1c1 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 826.366034] env[68835]: INFO nova.compute.manager [-] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Took 1.39 seconds to deallocate network for instance. [ 826.507039] env[68835]: DEBUG nova.network.neutron [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Port 61e4ae27-1dcc-48fe-9475-f138fe9380a7 binding to destination host cpu-1 is already ACTIVE {{(pid=68835) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 826.507706] env[68835]: DEBUG oslo_concurrency.lockutils [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "refresh_cache-78270b54-cc89-4b58-b168-6ca1161b4f4a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.508041] env[68835]: DEBUG oslo_concurrency.lockutils [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquired lock "refresh_cache-78270b54-cc89-4b58-b168-6ca1161b4f4a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.509199] env[68835]: DEBUG nova.network.neutron [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.535993] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "d5ab1888-4692-4c9b-be29-6adda0c5c931" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.536263] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "d5ab1888-4692-4c9b-be29-6adda0c5c931" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.536440] env[68835]: INFO nova.compute.manager [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Shelving [ 826.873847] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.033591] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5bed03-9b86-4952-99db-e61820fd615c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.043138] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02020093-7f17-4469-9a68-7272a39d4281 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.081370] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87049683-8d37-45b9-9326-9fec995e5151 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.089862] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c464b7-a208-4283-a094-0bee69a1d552 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.106326] env[68835]: DEBUG nova.compute.provider_tree [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.293597] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "a57efa90-bb0d-47fd-9dc8-51322a72d564" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.293870] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lock "a57efa90-bb0d-47fd-9dc8-51322a72d564" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.294244] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "a57efa90-bb0d-47fd-9dc8-51322a72d564-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.294325] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lock "a57efa90-bb0d-47fd-9dc8-51322a72d564-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.294443] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lock "a57efa90-bb0d-47fd-9dc8-51322a72d564-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.296965] env[68835]: INFO nova.compute.manager [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Terminating instance [ 827.302984] env[68835]: DEBUG nova.network.neutron [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Updating instance_info_cache with network_info: [{"id": "61e4ae27-1dcc-48fe-9475-f138fe9380a7", "address": "fa:16:3e:a7:ee:b8", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e4ae27-1d", "ovs_interfaceid": "61e4ae27-1dcc-48fe-9475-f138fe9380a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.551335] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.551676] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45577265-bd14-49b3-87f4-d4a698388143 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.560176] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 827.560176] env[68835]: value = "task-3154117" [ 827.560176] env[68835]: _type = "Task" [ 827.560176] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.568789] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.632990] env[68835]: ERROR nova.scheduler.client.report [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [req-19290c64-c7cd-44df-b36d-9f1e46a32b34] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-19290c64-c7cd-44df-b36d-9f1e46a32b34"}]} [ 827.656515] env[68835]: DEBUG nova.scheduler.client.report [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 827.675059] env[68835]: DEBUG nova.scheduler.client.report [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 827.675059] env[68835]: DEBUG nova.compute.provider_tree [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.692854] env[68835]: DEBUG nova.scheduler.client.report [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 827.714401] env[68835]: DEBUG nova.scheduler.client.report [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 827.800933] env[68835]: DEBUG nova.compute.manager [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.801255] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.802254] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f399b6-4515-4f80-bafc-d9f878877be1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.807182] env[68835]: DEBUG oslo_concurrency.lockutils [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Releasing lock "refresh_cache-78270b54-cc89-4b58-b168-6ca1161b4f4a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.817013] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.817827] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e151267c-0e47-4e16-8452-77f9b48855ac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.826135] env[68835]: DEBUG oslo_vmware.api [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 827.826135] env[68835]: value = "task-3154118" [ 827.826135] env[68835]: _type = "Task" [ 827.826135] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.838375] env[68835]: DEBUG oslo_vmware.api [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.071928] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154117, 'name': PowerOffVM_Task, 'duration_secs': 0.2413} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.075135] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.075135] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f986d92-b429-4f60-a658-8064a414de82 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.095996] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e237915a-4f49-46ac-ab4a-0ceed32b7f46 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.320043] env[68835]: DEBUG nova.compute.manager [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68835) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 828.320272] env[68835]: DEBUG oslo_concurrency.lockutils [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.320763] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "d4497ca6-4e32-41a0-acd9-03568a425349" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.320994] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "d4497ca6-4e32-41a0-acd9-03568a425349" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.337776] env[68835]: DEBUG oslo_vmware.api [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154118, 'name': PowerOffVM_Task, 'duration_secs': 0.158452} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.337776] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.337901] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.338104] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4dd8532-ec69-474b-9463-60fb2b3d0c8f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.346178] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "e6e1fbae-785e-4bb9-bfc2-0172c3a23867" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.346941] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "e6e1fbae-785e-4bb9-bfc2-0172c3a23867" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.348372] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05a7f6b-7755-42cf-8384-0b79b1f10e03 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.355748] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bdc6f8-4453-4e61-9a64-03fbd5d4694e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.386632] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae8edc0-c31c-4602-a787-6d9928c76d04 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.394708] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab6b615-8e90-4a22-94da-97c5fac7034a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.399897] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.400151] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.400329] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Deleting the datastore file [datastore2] a57efa90-bb0d-47fd-9dc8-51322a72d564 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.400951] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f046876a-c47f-48f4-ac3e-43ebff429569 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.412347] env[68835]: DEBUG nova.compute.provider_tree [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.417661] env[68835]: DEBUG oslo_vmware.api [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 828.417661] env[68835]: value = "task-3154120" [ 828.417661] env[68835]: _type = "Task" [ 828.417661] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.425818] env[68835]: DEBUG oslo_vmware.api [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.607379] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Creating Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 828.607600] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b8434603-aba1-4fbb-839b-2193b0798497 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.614978] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 828.614978] env[68835]: value = "task-3154121" [ 828.614978] env[68835]: _type = "Task" [ 828.614978] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.624337] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154121, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.928046] env[68835]: DEBUG oslo_vmware.api [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144678} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.928371] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.928584] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.929110] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.929110] env[68835]: INFO nova.compute.manager [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Took 1.13 seconds to destroy the instance on the hypervisor. [ 828.929375] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.929723] env[68835]: DEBUG nova.compute.manager [-] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.929723] env[68835]: DEBUG nova.network.neutron [-] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.938316] env[68835]: ERROR nova.scheduler.client.report [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [req-9b777a93-b042-453d-9c67-9225920ca080] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9b777a93-b042-453d-9c67-9225920ca080"}]} [ 828.963213] env[68835]: DEBUG nova.scheduler.client.report [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 828.983018] env[68835]: DEBUG nova.scheduler.client.report [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 828.983271] env[68835]: DEBUG nova.compute.provider_tree [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.999678] env[68835]: DEBUG nova.scheduler.client.report [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 829.028651] env[68835]: DEBUG nova.scheduler.client.report [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 829.133538] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154121, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.308323] env[68835]: DEBUG nova.compute.manager [req-0c02a067-f766-4088-abac-b019ab0ee1a9 req-04a1aead-02cc-4cde-b6c3-7cf945f2c9da service nova] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Received event network-vif-deleted-c975217a-1497-453d-a489-ed2c31f97d2a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.308579] env[68835]: INFO nova.compute.manager [req-0c02a067-f766-4088-abac-b019ab0ee1a9 req-04a1aead-02cc-4cde-b6c3-7cf945f2c9da service nova] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Neutron deleted interface c975217a-1497-453d-a489-ed2c31f97d2a; detaching it from the instance and deleting it from the info cache [ 829.308775] env[68835]: DEBUG nova.network.neutron [req-0c02a067-f766-4088-abac-b019ab0ee1a9 req-04a1aead-02cc-4cde-b6c3-7cf945f2c9da service nova] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.613955] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5017e838-2acf-4929-bd97-09ca844d8a9d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.625101] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154121, 'name': CreateSnapshot_Task, 'duration_secs': 0.886314} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.626823] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Created Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 829.627604] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a38733-cbcd-4ed8-9e3b-edfd6372802a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.630419] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca50064-9457-445b-bcd8-d52232fdd5f6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.664309] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16991376-eec4-4703-af10-8730d23f4448 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.672197] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd6c82d-7fd3-4553-96dc-615f1cd10608 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.688353] env[68835]: DEBUG nova.compute.provider_tree [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.787751] env[68835]: DEBUG nova.network.neutron [-] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.811542] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae9a40ab-012a-42ba-a95b-c8bf21ae4ef8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.822844] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36df9c6-27e3-4625-b2b6-8f7f8c6ee649 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.856069] env[68835]: DEBUG nova.compute.manager [req-0c02a067-f766-4088-abac-b019ab0ee1a9 req-04a1aead-02cc-4cde-b6c3-7cf945f2c9da service nova] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Detach interface failed, port_id=c975217a-1497-453d-a489-ed2c31f97d2a, reason: Instance a57efa90-bb0d-47fd-9dc8-51322a72d564 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 830.171008] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Creating linked-clone VM from snapshot {{(pid=68835) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 830.171357] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cec56813-e777-46a7-b1aa-656ef3622f45 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.180554] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 830.180554] env[68835]: value = "task-3154122" [ 830.180554] env[68835]: _type = "Task" [ 830.180554] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.188782] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154122, 'name': CloneVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.222486] env[68835]: DEBUG nova.scheduler.client.report [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Updated inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 830.222486] env[68835]: DEBUG nova.compute.provider_tree [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Updating resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 generation from 89 to 90 during operation: update_inventory {{(pid=68835) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 830.222682] env[68835]: DEBUG nova.compute.provider_tree [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.292879] env[68835]: INFO nova.compute.manager [-] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Took 1.36 seconds to deallocate network for instance. [ 830.691226] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154122, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.728390] env[68835]: DEBUG oslo_concurrency.lockutils [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.313s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.728966] env[68835]: DEBUG nova.compute.manager [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.731671] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 50.085s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.732436] env[68835]: DEBUG nova.objects.instance [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68835) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 830.799376] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.193709] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154122, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.239816] env[68835]: DEBUG nova.compute.utils [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.241962] env[68835]: DEBUG nova.compute.manager [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.242156] env[68835]: DEBUG nova.network.neutron [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.307165] env[68835]: DEBUG nova.policy [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '733823e16a10400690c8b1c4dd717dbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '339be58ec0f94c1a89b68caa377c92be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.692735] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154122, 'name': CloneVM_Task, 'duration_secs': 1.344404} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.693060] env[68835]: INFO nova.virt.vmwareapi.vmops [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Created linked-clone VM from snapshot [ 831.693867] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f80844-45c4-40ab-9023-add6e99aa5b3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.701189] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Uploading image d64feda0-852a-4c1d-a079-675076d1cb1d {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 831.707502] env[68835]: DEBUG nova.network.neutron [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Successfully created port: cb0da3d5-42de-4963-af1e-d5e418586216 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.723671] env[68835]: DEBUG oslo_vmware.rw_handles [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 831.723671] env[68835]: value = "vm-631135" [ 831.723671] env[68835]: _type = "VirtualMachine" [ 831.723671] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 831.724051] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a80218fe-c281-416b-b82d-f514c97495d1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.731407] env[68835]: DEBUG oslo_vmware.rw_handles [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lease: (returnval){ [ 831.731407] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52789b1b-b858-64a7-da38-144f5bda26a3" [ 831.731407] env[68835]: _type = "HttpNfcLease" [ 831.731407] env[68835]: } obtained for exporting VM: (result){ [ 831.731407] env[68835]: value = "vm-631135" [ 831.731407] env[68835]: _type = "VirtualMachine" [ 831.731407] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 831.731775] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the lease: (returnval){ [ 831.731775] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52789b1b-b858-64a7-da38-144f5bda26a3" [ 831.731775] env[68835]: _type = "HttpNfcLease" [ 831.731775] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 831.737942] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 831.737942] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52789b1b-b858-64a7-da38-144f5bda26a3" [ 831.737942] env[68835]: _type = "HttpNfcLease" [ 831.737942] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 831.740068] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9be34537-d328-4130-a415-c05a3e59d357 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.741111] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.198s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.742746] env[68835]: INFO nova.compute.claims [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.745596] env[68835]: DEBUG nova.compute.utils [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.239333] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 832.239333] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52789b1b-b858-64a7-da38-144f5bda26a3" [ 832.239333] env[68835]: _type = "HttpNfcLease" [ 832.239333] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 832.239623] env[68835]: DEBUG oslo_vmware.rw_handles [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 832.239623] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52789b1b-b858-64a7-da38-144f5bda26a3" [ 832.239623] env[68835]: _type = "HttpNfcLease" [ 832.239623] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 832.240453] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4aa7ff-b8d0-407a-99be-5a12297ab863 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.249668] env[68835]: DEBUG nova.compute.manager [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.252082] env[68835]: DEBUG oslo_vmware.rw_handles [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242c2ea-b26d-801a-af31-d8bba93339e5/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 832.252258] env[68835]: DEBUG oslo_vmware.rw_handles [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242c2ea-b26d-801a-af31-d8bba93339e5/disk-0.vmdk for reading. {{(pid=68835) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 832.340251] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d1e32f8e-f65f-4689-bd6b-f4ea711d35ea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.253081] env[68835]: DEBUG nova.compute.manager [req-b9b04a4f-a145-4857-95ae-abcfbca55ba9 req-8ceaebc9-67fb-43b0-9de0-bd69c6350995 service nova] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Received event network-vif-plugged-cb0da3d5-42de-4963-af1e-d5e418586216 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.253552] env[68835]: DEBUG oslo_concurrency.lockutils [req-b9b04a4f-a145-4857-95ae-abcfbca55ba9 req-8ceaebc9-67fb-43b0-9de0-bd69c6350995 service nova] Acquiring lock "036b2b50-7c4b-444c-9645-7502e650e674-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.253854] env[68835]: DEBUG oslo_concurrency.lockutils [req-b9b04a4f-a145-4857-95ae-abcfbca55ba9 req-8ceaebc9-67fb-43b0-9de0-bd69c6350995 service nova] Lock "036b2b50-7c4b-444c-9645-7502e650e674-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.254107] env[68835]: DEBUG oslo_concurrency.lockutils [req-b9b04a4f-a145-4857-95ae-abcfbca55ba9 req-8ceaebc9-67fb-43b0-9de0-bd69c6350995 service nova] Lock "036b2b50-7c4b-444c-9645-7502e650e674-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.254282] env[68835]: DEBUG nova.compute.manager [req-b9b04a4f-a145-4857-95ae-abcfbca55ba9 req-8ceaebc9-67fb-43b0-9de0-bd69c6350995 service nova] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] No waiting events found dispatching network-vif-plugged-cb0da3d5-42de-4963-af1e-d5e418586216 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.254507] env[68835]: WARNING nova.compute.manager [req-b9b04a4f-a145-4857-95ae-abcfbca55ba9 req-8ceaebc9-67fb-43b0-9de0-bd69c6350995 service nova] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Received unexpected event network-vif-plugged-cb0da3d5-42de-4963-af1e-d5e418586216 for instance with vm_state building and task_state spawning. [ 833.265322] env[68835]: DEBUG nova.compute.manager [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.296629] env[68835]: DEBUG nova.virt.hardware [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:33:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1730593967',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1435453599',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.297092] env[68835]: DEBUG nova.virt.hardware [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.297369] env[68835]: DEBUG nova.virt.hardware [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.297736] env[68835]: DEBUG nova.virt.hardware [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.297940] env[68835]: DEBUG nova.virt.hardware [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.298173] env[68835]: DEBUG nova.virt.hardware [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.298434] env[68835]: DEBUG nova.virt.hardware [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.298926] env[68835]: DEBUG nova.virt.hardware [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.299282] env[68835]: DEBUG nova.virt.hardware [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.300264] env[68835]: DEBUG nova.virt.hardware [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.300504] env[68835]: DEBUG nova.virt.hardware [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.301428] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b292bc09-7637-4fb2-83e6-4d02717851ca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.313687] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56221f3-6430-46ac-8ed7-ac98f9fd6207 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.347573] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaf90b4-8772-4800-a0e4-3f896d272adf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.354727] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5babb6f5-0382-4043-a8d8-747ed4e1c380 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.386109] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fe4db9-3558-4617-86e2-c88e43c41168 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.389357] env[68835]: DEBUG nova.network.neutron [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Successfully updated port: cb0da3d5-42de-4963-af1e-d5e418586216 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.395167] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f63c46c-2072-4340-bd7d-0e52cffdfafc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.410146] env[68835]: DEBUG nova.compute.provider_tree [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.893012] env[68835]: DEBUG oslo_concurrency.lockutils [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquiring lock "refresh_cache-036b2b50-7c4b-444c-9645-7502e650e674" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.893970] env[68835]: DEBUG oslo_concurrency.lockutils [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquired lock "refresh_cache-036b2b50-7c4b-444c-9645-7502e650e674" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.893970] env[68835]: DEBUG nova.network.neutron [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.913920] env[68835]: DEBUG nova.scheduler.client.report [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.418731] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.419319] env[68835]: DEBUG nova.compute.manager [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.422607] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.446s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.422837] env[68835]: DEBUG nova.objects.instance [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lazy-loading 'resources' on Instance uuid 36785fa4-2ffb-42cf-b0d6-63c8047fa7df {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.425889] env[68835]: DEBUG nova.network.neutron [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.658414] env[68835]: DEBUG nova.network.neutron [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Updating instance_info_cache with network_info: [{"id": "cb0da3d5-42de-4963-af1e-d5e418586216", "address": "fa:16:3e:c6:b6:46", "network": {"id": "4dbc2581-4203-4310-a8e0-9d0e24ca3afd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-321165657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339be58ec0f94c1a89b68caa377c92be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0da3d5-42", "ovs_interfaceid": "cb0da3d5-42de-4963-af1e-d5e418586216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.925164] env[68835]: DEBUG nova.compute.utils [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.930289] env[68835]: DEBUG nova.compute.manager [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.930520] env[68835]: DEBUG nova.network.neutron [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.994228] env[68835]: DEBUG nova.policy [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63654758ee8240adb5ecdf6208dadd1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8bf60491a8c4423ba733fea1703c054', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.161455] env[68835]: DEBUG oslo_concurrency.lockutils [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Releasing lock "refresh_cache-036b2b50-7c4b-444c-9645-7502e650e674" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.161728] env[68835]: DEBUG nova.compute.manager [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Instance network_info: |[{"id": "cb0da3d5-42de-4963-af1e-d5e418586216", "address": "fa:16:3e:c6:b6:46", "network": {"id": "4dbc2581-4203-4310-a8e0-9d0e24ca3afd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-321165657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339be58ec0f94c1a89b68caa377c92be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0da3d5-42", "ovs_interfaceid": "cb0da3d5-42de-4963-af1e-d5e418586216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.162203] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:b6:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb0da3d5-42de-4963-af1e-d5e418586216', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.170041] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.172695] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.173147] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f7cd025-694c-4ce3-a2b1-c178fb71b4d6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.196465] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.196465] env[68835]: value = "task-3154124" [ 835.196465] env[68835]: _type = "Task" [ 835.196465] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.205715] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154124, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.285188] env[68835]: DEBUG nova.compute.manager [req-a7c8f088-543a-4e65-975f-3c221da667ec req-27f60056-e036-451f-9ea2-2d7a2a485d5a service nova] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Received event network-changed-cb0da3d5-42de-4963-af1e-d5e418586216 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.285188] env[68835]: DEBUG nova.compute.manager [req-a7c8f088-543a-4e65-975f-3c221da667ec req-27f60056-e036-451f-9ea2-2d7a2a485d5a service nova] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Refreshing instance network info cache due to event network-changed-cb0da3d5-42de-4963-af1e-d5e418586216. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.285385] env[68835]: DEBUG oslo_concurrency.lockutils [req-a7c8f088-543a-4e65-975f-3c221da667ec req-27f60056-e036-451f-9ea2-2d7a2a485d5a service nova] Acquiring lock "refresh_cache-036b2b50-7c4b-444c-9645-7502e650e674" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.285553] env[68835]: DEBUG oslo_concurrency.lockutils [req-a7c8f088-543a-4e65-975f-3c221da667ec req-27f60056-e036-451f-9ea2-2d7a2a485d5a service nova] Acquired lock "refresh_cache-036b2b50-7c4b-444c-9645-7502e650e674" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.285717] env[68835]: DEBUG nova.network.neutron [req-a7c8f088-543a-4e65-975f-3c221da667ec req-27f60056-e036-451f-9ea2-2d7a2a485d5a service nova] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Refreshing network info cache for port cb0da3d5-42de-4963-af1e-d5e418586216 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.388407] env[68835]: DEBUG nova.network.neutron [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Successfully created port: b659f07f-b6fc-4f1b-a4c4-e7d0bef7fc0c {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.433648] env[68835]: DEBUG nova.compute.manager [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.523307] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5595002-6a13-428e-a378-9dbc9196306c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.531589] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4128debc-4f91-4128-b384-fd67d2d1e7ac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.566230] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be61434c-8018-4945-a64d-d0aa814be79a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.574862] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc901b9-5521-40a0-86ba-cb0b7b82bfba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.592207] env[68835]: DEBUG nova.compute.provider_tree [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.710092] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154124, 'name': CreateVM_Task, 'duration_secs': 0.357263} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.710092] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.710092] env[68835]: DEBUG oslo_concurrency.lockutils [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.710092] env[68835]: DEBUG oslo_concurrency.lockutils [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.710092] env[68835]: DEBUG oslo_concurrency.lockutils [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.710248] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7ae969-836a-4ae3-895f-39deda419343 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.715744] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 835.715744] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]526e268d-3144-d7d6-4d1b-97f7e4e7918d" [ 835.715744] env[68835]: _type = "Task" [ 835.715744] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.724363] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526e268d-3144-d7d6-4d1b-97f7e4e7918d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.013852] env[68835]: DEBUG nova.network.neutron [req-a7c8f088-543a-4e65-975f-3c221da667ec req-27f60056-e036-451f-9ea2-2d7a2a485d5a service nova] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Updated VIF entry in instance network info cache for port cb0da3d5-42de-4963-af1e-d5e418586216. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.014317] env[68835]: DEBUG nova.network.neutron [req-a7c8f088-543a-4e65-975f-3c221da667ec req-27f60056-e036-451f-9ea2-2d7a2a485d5a service nova] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Updating instance_info_cache with network_info: [{"id": "cb0da3d5-42de-4963-af1e-d5e418586216", "address": "fa:16:3e:c6:b6:46", "network": {"id": "4dbc2581-4203-4310-a8e0-9d0e24ca3afd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-321165657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339be58ec0f94c1a89b68caa377c92be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0da3d5-42", "ovs_interfaceid": "cb0da3d5-42de-4963-af1e-d5e418586216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.096514] env[68835]: DEBUG nova.scheduler.client.report [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.224901] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526e268d-3144-d7d6-4d1b-97f7e4e7918d, 'name': SearchDatastore_Task, 'duration_secs': 0.012965} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.225231] env[68835]: DEBUG oslo_concurrency.lockutils [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.225496] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.225738] env[68835]: DEBUG oslo_concurrency.lockutils [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.225912] env[68835]: DEBUG oslo_concurrency.lockutils [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.226114] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.226402] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f95040a-b5ef-4c85-a097-051e03d03200 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.234651] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.234859] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.235681] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5caa47bb-f119-493f-af86-acb94ae8b2e2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.240916] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 836.240916] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5270815e-bea3-1c19-e06f-7645c2ebd87f" [ 836.240916] env[68835]: _type = "Task" [ 836.240916] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.248979] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5270815e-bea3-1c19-e06f-7645c2ebd87f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.445743] env[68835]: DEBUG nova.compute.manager [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.470728] env[68835]: DEBUG nova.virt.hardware [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.470990] env[68835]: DEBUG nova.virt.hardware [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.471187] env[68835]: DEBUG nova.virt.hardware [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.471371] env[68835]: DEBUG nova.virt.hardware [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.471559] env[68835]: DEBUG nova.virt.hardware [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.471681] env[68835]: DEBUG nova.virt.hardware [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.471964] env[68835]: DEBUG nova.virt.hardware [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.472619] env[68835]: DEBUG nova.virt.hardware [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.472619] env[68835]: DEBUG nova.virt.hardware [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.472619] env[68835]: DEBUG nova.virt.hardware [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.472755] env[68835]: DEBUG nova.virt.hardware [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.473684] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e47e61-051b-4221-8dae-686c87bffa1c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.482596] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0000d07b-8bef-4347-a1a7-e0cf80739c74 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.517872] env[68835]: DEBUG oslo_concurrency.lockutils [req-a7c8f088-543a-4e65-975f-3c221da667ec req-27f60056-e036-451f-9ea2-2d7a2a485d5a service nova] Releasing lock "refresh_cache-036b2b50-7c4b-444c-9645-7502e650e674" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.602604] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.605188] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.286s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.606758] env[68835]: INFO nova.compute.claims [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.621628] env[68835]: INFO nova.scheduler.client.report [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Deleted allocations for instance 36785fa4-2ffb-42cf-b0d6-63c8047fa7df [ 836.751087] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5270815e-bea3-1c19-e06f-7645c2ebd87f, 'name': SearchDatastore_Task, 'duration_secs': 0.011002} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.751929] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90031957-eabd-4fed-9129-7ec78d1a3c1d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.757149] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 836.757149] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5294875c-e70e-272e-e7f3-6c27be492f19" [ 836.757149] env[68835]: _type = "Task" [ 836.757149] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.765340] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5294875c-e70e-272e-e7f3-6c27be492f19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.132244] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a2455556-aac1-4452-969d-51a14d3bcfb5 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "36785fa4-2ffb-42cf-b0d6-63c8047fa7df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.611s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.268701] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5294875c-e70e-272e-e7f3-6c27be492f19, 'name': SearchDatastore_Task, 'duration_secs': 0.012454} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.269030] env[68835]: DEBUG oslo_concurrency.lockutils [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.269337] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 036b2b50-7c4b-444c-9645-7502e650e674/036b2b50-7c4b-444c-9645-7502e650e674.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.269620] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb67d503-d933-4d58-9609-60b8b4e43a25 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.276412] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 837.276412] env[68835]: value = "task-3154125" [ 837.276412] env[68835]: _type = "Task" [ 837.276412] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.286334] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3154125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.459627] env[68835]: DEBUG nova.network.neutron [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Successfully updated port: b659f07f-b6fc-4f1b-a4c4-e7d0bef7fc0c {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.502338] env[68835]: DEBUG nova.compute.manager [req-41eea3c1-5ae5-44b7-ac50-a31b917a89e4 req-0f497a96-aa23-4982-8795-17f11906bd00 service nova] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Received event network-vif-plugged-b659f07f-b6fc-4f1b-a4c4-e7d0bef7fc0c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.502564] env[68835]: DEBUG oslo_concurrency.lockutils [req-41eea3c1-5ae5-44b7-ac50-a31b917a89e4 req-0f497a96-aa23-4982-8795-17f11906bd00 service nova] Acquiring lock "9e655764-988a-4b70-a278-26be0dc4adda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.502763] env[68835]: DEBUG oslo_concurrency.lockutils [req-41eea3c1-5ae5-44b7-ac50-a31b917a89e4 req-0f497a96-aa23-4982-8795-17f11906bd00 service nova] Lock "9e655764-988a-4b70-a278-26be0dc4adda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.502942] env[68835]: DEBUG oslo_concurrency.lockutils [req-41eea3c1-5ae5-44b7-ac50-a31b917a89e4 req-0f497a96-aa23-4982-8795-17f11906bd00 service nova] Lock "9e655764-988a-4b70-a278-26be0dc4adda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.503183] env[68835]: DEBUG nova.compute.manager [req-41eea3c1-5ae5-44b7-ac50-a31b917a89e4 req-0f497a96-aa23-4982-8795-17f11906bd00 service nova] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] No waiting events found dispatching network-vif-plugged-b659f07f-b6fc-4f1b-a4c4-e7d0bef7fc0c {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.503351] env[68835]: WARNING nova.compute.manager [req-41eea3c1-5ae5-44b7-ac50-a31b917a89e4 req-0f497a96-aa23-4982-8795-17f11906bd00 service nova] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Received unexpected event network-vif-plugged-b659f07f-b6fc-4f1b-a4c4-e7d0bef7fc0c for instance with vm_state building and task_state spawning. [ 837.786568] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3154125, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.964985] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Acquiring lock "refresh_cache-9e655764-988a-4b70-a278-26be0dc4adda" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.965147] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Acquired lock "refresh_cache-9e655764-988a-4b70-a278-26be0dc4adda" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.965276] env[68835]: DEBUG nova.network.neutron [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.163914] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0716ec-1c1a-4067-a77f-d0da95e7e7a4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.171988] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463abed8-290c-494c-a767-56d8a0ab340b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.204852] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b217b1e-e34e-404c-8a5d-af8a7f85f1d7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.212980] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee085feb-f764-4efc-9019-35e41dc7e0b5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.226889] env[68835]: DEBUG nova.compute.provider_tree [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.244426] env[68835]: DEBUG oslo_concurrency.lockutils [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "7eae8370-b95c-4263-a671-a6032ade221d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.245147] env[68835]: DEBUG oslo_concurrency.lockutils [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "7eae8370-b95c-4263-a671-a6032ade221d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.245147] env[68835]: DEBUG oslo_concurrency.lockutils [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "7eae8370-b95c-4263-a671-a6032ade221d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.245147] env[68835]: DEBUG oslo_concurrency.lockutils [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "7eae8370-b95c-4263-a671-a6032ade221d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.245447] env[68835]: DEBUG oslo_concurrency.lockutils [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "7eae8370-b95c-4263-a671-a6032ade221d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.247299] env[68835]: INFO nova.compute.manager [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Terminating instance [ 838.287752] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3154125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805682} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.288102] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 036b2b50-7c4b-444c-9645-7502e650e674/036b2b50-7c4b-444c-9645-7502e650e674.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.288258] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.288537] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5b413c5-fc58-4438-9618-369285be5a2a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.297755] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 838.297755] env[68835]: value = "task-3154126" [ 838.297755] env[68835]: _type = "Task" [ 838.297755] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.309146] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3154126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.498243] env[68835]: DEBUG nova.network.neutron [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.714744] env[68835]: DEBUG nova.network.neutron [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Updating instance_info_cache with network_info: [{"id": "b659f07f-b6fc-4f1b-a4c4-e7d0bef7fc0c", "address": "fa:16:3e:3d:22:af", "network": {"id": "009cdc19-5a15-4e87-b63b-dd3beac11280", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1746716905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8bf60491a8c4423ba733fea1703c054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb659f07f-b6", "ovs_interfaceid": "b659f07f-b6fc-4f1b-a4c4-e7d0bef7fc0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.729792] env[68835]: DEBUG nova.scheduler.client.report [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.750644] env[68835]: DEBUG nova.compute.manager [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.750891] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.751810] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f166d2ac-583a-4471-9082-28554eaea81e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.760166] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.760415] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d85d3dd-cc7e-46d9-80da-e35c09fec996 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.765896] env[68835]: DEBUG oslo_vmware.api [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 838.765896] env[68835]: value = "task-3154127" [ 838.765896] env[68835]: _type = "Task" [ 838.765896] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.773556] env[68835]: DEBUG oslo_vmware.api [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.808035] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3154126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071577} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.808386] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.809287] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf44d610-e40f-4e47-9c12-271d8fb61037 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.837949] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 036b2b50-7c4b-444c-9645-7502e650e674/036b2b50-7c4b-444c-9645-7502e650e674.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.838354] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42f91821-d972-4374-883d-2cf447cd01fb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.863343] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 838.863343] env[68835]: value = "task-3154128" [ 838.863343] env[68835]: _type = "Task" [ 838.863343] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.872782] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3154128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.217988] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Releasing lock "refresh_cache-9e655764-988a-4b70-a278-26be0dc4adda" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.218467] env[68835]: DEBUG nova.compute.manager [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Instance network_info: |[{"id": "b659f07f-b6fc-4f1b-a4c4-e7d0bef7fc0c", "address": "fa:16:3e:3d:22:af", "network": {"id": "009cdc19-5a15-4e87-b63b-dd3beac11280", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1746716905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8bf60491a8c4423ba733fea1703c054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb659f07f-b6", "ovs_interfaceid": "b659f07f-b6fc-4f1b-a4c4-e7d0bef7fc0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.218995] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:22:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b659f07f-b6fc-4f1b-a4c4-e7d0bef7fc0c', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.226805] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Creating folder: Project (c8bf60491a8c4423ba733fea1703c054). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.227156] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ee0482d-566c-40ae-bb39-c0b4c263161e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.234423] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.235064] env[68835]: DEBUG nova.compute.manager [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.238838] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.910s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.239118] env[68835]: DEBUG nova.objects.instance [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Lazy-loading 'resources' on Instance uuid 8a20799c-f053-4d14-86a5-46adae023a07 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.240313] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Created folder: Project (c8bf60491a8c4423ba733fea1703c054) in parent group-v630977. [ 839.240530] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Creating folder: Instances. Parent ref: group-v631137. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.241079] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c26b9dbb-5a95-4566-bc90-e0af228f6329 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.251828] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Created folder: Instances in parent group-v631137. [ 839.252146] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.252310] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.252508] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91cbfc3a-6c9a-4cca-bf59-ff6890d383e6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.276409] env[68835]: DEBUG oslo_vmware.api [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154127, 'name': PowerOffVM_Task, 'duration_secs': 0.245296} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.278465] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.278652] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.279150] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.279150] env[68835]: value = "task-3154131" [ 839.279150] env[68835]: _type = "Task" [ 839.279150] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.279401] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df5bb9f6-0a68-4dca-81b2-81501da79c2b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.291579] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154131, 'name': CreateVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.374098] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3154128, 'name': ReconfigVM_Task, 'duration_secs': 0.33847} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.374412] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 036b2b50-7c4b-444c-9645-7502e650e674/036b2b50-7c4b-444c-9645-7502e650e674.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.374728] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68835) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 839.375475] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-3213ddd2-2f30-4553-b922-f38b73dfcc2e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.382156] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 839.382156] env[68835]: value = "task-3154133" [ 839.382156] env[68835]: _type = "Task" [ 839.382156] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.389995] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3154133, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.461025] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.461235] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.461424] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Deleting the datastore file [datastore1] 7eae8370-b95c-4263-a671-a6032ade221d {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.461688] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5929837-9b3b-4f71-a210-b756bb4ae3c4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.468252] env[68835]: DEBUG oslo_vmware.api [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 839.468252] env[68835]: value = "task-3154134" [ 839.468252] env[68835]: _type = "Task" [ 839.468252] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.476374] env[68835]: DEBUG oslo_vmware.api [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.582792] env[68835]: DEBUG nova.compute.manager [req-29d6fc66-2ba6-44b8-b114-d2fbc280f644 req-07b8f079-43b6-4264-aa57-4207dfb4069f service nova] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Received event network-changed-b659f07f-b6fc-4f1b-a4c4-e7d0bef7fc0c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.583083] env[68835]: DEBUG nova.compute.manager [req-29d6fc66-2ba6-44b8-b114-d2fbc280f644 req-07b8f079-43b6-4264-aa57-4207dfb4069f service nova] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Refreshing instance network info cache due to event network-changed-b659f07f-b6fc-4f1b-a4c4-e7d0bef7fc0c. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.583274] env[68835]: DEBUG oslo_concurrency.lockutils [req-29d6fc66-2ba6-44b8-b114-d2fbc280f644 req-07b8f079-43b6-4264-aa57-4207dfb4069f service nova] Acquiring lock "refresh_cache-9e655764-988a-4b70-a278-26be0dc4adda" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.583419] env[68835]: DEBUG oslo_concurrency.lockutils [req-29d6fc66-2ba6-44b8-b114-d2fbc280f644 req-07b8f079-43b6-4264-aa57-4207dfb4069f service nova] Acquired lock "refresh_cache-9e655764-988a-4b70-a278-26be0dc4adda" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.583578] env[68835]: DEBUG nova.network.neutron [req-29d6fc66-2ba6-44b8-b114-d2fbc280f644 req-07b8f079-43b6-4264-aa57-4207dfb4069f service nova] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Refreshing network info cache for port b659f07f-b6fc-4f1b-a4c4-e7d0bef7fc0c {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.743153] env[68835]: DEBUG nova.compute.utils [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.744944] env[68835]: DEBUG nova.compute.manager [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Not allocating networking since 'none' was specified. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 839.793342] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154131, 'name': CreateVM_Task, 'duration_secs': 0.371737} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.793342] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.793518] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.793664] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.793985] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.794276] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddb2e488-395f-4cf5-b98c-2fcdb09364fe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.800570] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Waiting for the task: (returnval){ [ 839.800570] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]524baa32-0471-cd54-fbc8-77e242dfd875" [ 839.800570] env[68835]: _type = "Task" [ 839.800570] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.809792] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]524baa32-0471-cd54-fbc8-77e242dfd875, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.894738] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3154133, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.053562} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.895017] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68835) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 839.895806] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1db4e6-61a6-4dd0-90e4-8ab6cff00395 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.921098] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 036b2b50-7c4b-444c-9645-7502e650e674/ephemeral_0.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.924016] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5daa25c2-9bec-4465-a88a-92e02f0987b3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.942249] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 839.942249] env[68835]: value = "task-3154135" [ 839.942249] env[68835]: _type = "Task" [ 839.942249] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.951177] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3154135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.977439] env[68835]: DEBUG oslo_vmware.api [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272906} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.980032] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.980032] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.980183] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.980372] env[68835]: INFO nova.compute.manager [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Took 1.23 seconds to destroy the instance on the hypervisor. [ 839.980633] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.981028] env[68835]: DEBUG nova.compute.manager [-] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.981136] env[68835]: DEBUG nova.network.neutron [-] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.036801] env[68835]: DEBUG oslo_vmware.rw_handles [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242c2ea-b26d-801a-af31-d8bba93339e5/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 840.040353] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86157547-362e-47f5-b9b1-fe3c74f8e79a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.049107] env[68835]: DEBUG oslo_vmware.rw_handles [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242c2ea-b26d-801a-af31-d8bba93339e5/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 840.049107] env[68835]: ERROR oslo_vmware.rw_handles [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242c2ea-b26d-801a-af31-d8bba93339e5/disk-0.vmdk due to incomplete transfer. [ 840.049107] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6ab309c5-601d-47a4-90c0-6b8e7e7319a6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.058718] env[68835]: DEBUG oslo_vmware.rw_handles [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242c2ea-b26d-801a-af31-d8bba93339e5/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 840.058918] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Uploaded image d64feda0-852a-4c1d-a079-675076d1cb1d to the Glance image server {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 840.061802] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Destroying the VM {{(pid=68835) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 840.062128] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1d226079-20ba-4e15-af11-39dad40cf52c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.069033] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 840.069033] env[68835]: value = "task-3154136" [ 840.069033] env[68835]: _type = "Task" [ 840.069033] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.079695] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154136, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.250570] env[68835]: DEBUG nova.compute.manager [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.318562] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]524baa32-0471-cd54-fbc8-77e242dfd875, 'name': SearchDatastore_Task, 'duration_secs': 0.010995} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.318736] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.318995] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.320550] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.320550] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.320550] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.320550] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aea38636-2f6a-459c-bae2-61b57f09aeef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.329867] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.330086] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.330826] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4b484f1-2ff6-4ad6-bdd8-a2def2a49b78 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.336178] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Waiting for the task: (returnval){ [ 840.336178] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52abb953-42d4-11f7-e9b3-cf2b9c0978d4" [ 840.336178] env[68835]: _type = "Task" [ 840.336178] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.346468] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52abb953-42d4-11f7-e9b3-cf2b9c0978d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.363996] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e7f57c-48ca-49b6-8de0-7877b6811d84 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.371102] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68378c78-76d1-443e-92a7-0b8da467625e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.407503] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c48f034-7169-4e64-a253-ef63140416e3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.415644] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2566d5b0-819d-4051-99c1-2d924272213e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.431066] env[68835]: DEBUG nova.compute.provider_tree [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.452843] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3154135, 'name': ReconfigVM_Task, 'duration_secs': 0.352883} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.453159] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 036b2b50-7c4b-444c-9645-7502e650e674/ephemeral_0.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.454129] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef320e42-cae3-44b0-aecf-21d9ff404751 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.462269] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 840.462269] env[68835]: value = "task-3154137" [ 840.462269] env[68835]: _type = "Task" [ 840.462269] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.470274] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3154137, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.550811] env[68835]: DEBUG nova.network.neutron [req-29d6fc66-2ba6-44b8-b114-d2fbc280f644 req-07b8f079-43b6-4264-aa57-4207dfb4069f service nova] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Updated VIF entry in instance network info cache for port b659f07f-b6fc-4f1b-a4c4-e7d0bef7fc0c. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.551296] env[68835]: DEBUG nova.network.neutron [req-29d6fc66-2ba6-44b8-b114-d2fbc280f644 req-07b8f079-43b6-4264-aa57-4207dfb4069f service nova] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Updating instance_info_cache with network_info: [{"id": "b659f07f-b6fc-4f1b-a4c4-e7d0bef7fc0c", "address": "fa:16:3e:3d:22:af", "network": {"id": "009cdc19-5a15-4e87-b63b-dd3beac11280", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1746716905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8bf60491a8c4423ba733fea1703c054", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb659f07f-b6", "ovs_interfaceid": "b659f07f-b6fc-4f1b-a4c4-e7d0bef7fc0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.582398] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154136, 'name': Destroy_Task, 'duration_secs': 0.37956} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.582769] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Destroyed the VM [ 840.582968] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Deleting Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 840.583219] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2d4126d7-e4a5-4282-ab51-b688e1dde751 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.589591] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 840.589591] env[68835]: value = "task-3154138" [ 840.589591] env[68835]: _type = "Task" [ 840.589591] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.598646] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154138, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.799750] env[68835]: DEBUG nova.network.neutron [-] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.849941] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52abb953-42d4-11f7-e9b3-cf2b9c0978d4, 'name': SearchDatastore_Task, 'duration_secs': 0.054076} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.850208] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a49115ca-f7ca-445e-95ee-ba150fb7cff7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.857056] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Waiting for the task: (returnval){ [ 840.857056] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]529efc79-9165-37e7-95e1-cbee7ea1c4fb" [ 840.857056] env[68835]: _type = "Task" [ 840.857056] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.863608] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]529efc79-9165-37e7-95e1-cbee7ea1c4fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.936713] env[68835]: DEBUG nova.scheduler.client.report [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.973422] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3154137, 'name': Rename_Task, 'duration_secs': 0.17356} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.974048] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.974048] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75b362b3-0dc7-44f4-a093-a48c1556a522 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.981465] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 840.981465] env[68835]: value = "task-3154139" [ 840.981465] env[68835]: _type = "Task" [ 840.981465] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.991783] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3154139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.056095] env[68835]: DEBUG oslo_concurrency.lockutils [req-29d6fc66-2ba6-44b8-b114-d2fbc280f644 req-07b8f079-43b6-4264-aa57-4207dfb4069f service nova] Releasing lock "refresh_cache-9e655764-988a-4b70-a278-26be0dc4adda" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.098798] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154138, 'name': RemoveSnapshot_Task, 'duration_secs': 0.404997} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.100028] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Deleted Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 841.100028] env[68835]: DEBUG nova.compute.manager [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.100317] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a4af77-8ebb-4c90-b7c3-1fd3a286b2bf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.260730] env[68835]: DEBUG nova.compute.manager [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.289744] env[68835]: DEBUG nova.virt.hardware [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.290060] env[68835]: DEBUG nova.virt.hardware [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.290227] env[68835]: DEBUG nova.virt.hardware [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.290409] env[68835]: DEBUG nova.virt.hardware [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.290554] env[68835]: DEBUG nova.virt.hardware [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.290702] env[68835]: DEBUG nova.virt.hardware [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.290907] env[68835]: DEBUG nova.virt.hardware [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.291077] env[68835]: DEBUG nova.virt.hardware [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.291246] env[68835]: DEBUG nova.virt.hardware [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.291405] env[68835]: DEBUG nova.virt.hardware [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.291576] env[68835]: DEBUG nova.virt.hardware [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.292577] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81bdc8b-6cb4-4e5b-b684-16793d1c7279 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.300174] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05e25aa-a39c-4e27-a4b0-307d23bfbb0c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.304241] env[68835]: INFO nova.compute.manager [-] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Took 1.32 seconds to deallocate network for instance. [ 841.316151] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Instance VIF info [] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.321632] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Creating folder: Project (976edf2a43e348b5889c524d1c6be11d). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.322930] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2eeb61b3-b687-4ad9-866c-88f134eb46d1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.333268] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Created folder: Project (976edf2a43e348b5889c524d1c6be11d) in parent group-v630977. [ 841.333268] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Creating folder: Instances. Parent ref: group-v631140. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.333617] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bc7af22-dc20-4ea2-b2a0-7b3e8ae9a6ce {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.341783] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Created folder: Instances in parent group-v631140. [ 841.342100] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.343312] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.343312] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d79933ed-06ab-4498-a876-cd10aa444923 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.360810] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.360810] env[68835]: value = "task-3154142" [ 841.360810] env[68835]: _type = "Task" [ 841.360810] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.369600] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]529efc79-9165-37e7-95e1-cbee7ea1c4fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010848} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.370322] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.370704] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 9e655764-988a-4b70-a278-26be0dc4adda/9e655764-988a-4b70-a278-26be0dc4adda.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.371152] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2020311-4251-42ed-8e06-4fb300fee36e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.377109] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154142, 'name': CreateVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.395444] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Waiting for the task: (returnval){ [ 841.395444] env[68835]: value = "task-3154143" [ 841.395444] env[68835]: _type = "Task" [ 841.395444] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.403045] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': task-3154143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.442731] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.445214] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 50.404s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.445399] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.445550] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68835) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 841.445855] env[68835]: DEBUG oslo_concurrency.lockutils [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.768s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.447428] env[68835]: INFO nova.compute.claims [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.451124] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e4993a-4b32-4413-a7ac-1da42ea917a8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.459210] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d988edc0-019b-4d21-8d80-e76a64a171aa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.465731] env[68835]: INFO nova.scheduler.client.report [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Deleted allocations for instance 8a20799c-f053-4d14-86a5-46adae023a07 [ 841.479418] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060b8f4b-aa61-4f29-ad3c-005debe7d8ec {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.496034] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc54381-9c2a-4143-a659-2214ca64f4f5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.499906] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3154139, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.535307] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177728MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=68835) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 841.535622] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.612926] env[68835]: INFO nova.compute.manager [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Shelve offloading [ 841.686037] env[68835]: DEBUG nova.compute.manager [req-b8339dbe-5e5c-454b-8f93-dffc51426b38 req-678ecd45-3e2c-4dec-8ed3-3e2509fccd58 service nova] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Received event network-vif-deleted-8ce7b072-7aca-46d9-b8b4-63b0f79e8283 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.823243] env[68835]: DEBUG oslo_concurrency.lockutils [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.872767] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154142, 'name': CreateVM_Task, 'duration_secs': 0.34795} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.872963] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.873438] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.873603] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.873939] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.874239] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6655f1b-222a-4d3c-a187-0ec52c0a3ded {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.881950] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for the task: (returnval){ [ 841.881950] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5261656d-cc5c-83ec-7cfe-21c7a2c34816" [ 841.881950] env[68835]: _type = "Task" [ 841.881950] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.890632] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5261656d-cc5c-83ec-7cfe-21c7a2c34816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.906478] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': task-3154143, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.989678] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9a624d23-f2a2-4902-83fb-0aa39e2fb0af tempest-ImagesOneServerTestJSON-1388923083 tempest-ImagesOneServerTestJSON-1388923083-project-member] Lock "8a20799c-f053-4d14-86a5-46adae023a07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.134s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.995385] env[68835]: DEBUG oslo_vmware.api [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3154139, 'name': PowerOnVM_Task, 'duration_secs': 0.579325} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.995653] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.995874] env[68835]: INFO nova.compute.manager [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Took 8.73 seconds to spawn the instance on the hypervisor. [ 841.996093] env[68835]: DEBUG nova.compute.manager [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.996875] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88ad4d7-a312-4ada-96a8-a912c70c248c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.116610] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.116917] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04af2df1-e16f-4d8a-86b2-ebfe47462ae4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.124381] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 842.124381] env[68835]: value = "task-3154144" [ 842.124381] env[68835]: _type = "Task" [ 842.124381] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.132100] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.392150] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5261656d-cc5c-83ec-7cfe-21c7a2c34816, 'name': SearchDatastore_Task, 'duration_secs': 0.048632} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.392471] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.392712] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.392959] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.393129] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.393313] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.393572] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f0f4d1c-6fea-4fa5-8c1b-e412641abb69 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.402271] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.402434] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.406222] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2872e1bb-5604-4f33-a839-6a0f67d592d8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.408403] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': task-3154143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602423} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.408696] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 9e655764-988a-4b70-a278-26be0dc4adda/9e655764-988a-4b70-a278-26be0dc4adda.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.408965] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.409576] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9f5469f-8ef7-455c-b478-bce318e84773 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.412939] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for the task: (returnval){ [ 842.412939] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5244c4c5-71fd-09a6-c54c-4f80fc785710" [ 842.412939] env[68835]: _type = "Task" [ 842.412939] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.417022] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Waiting for the task: (returnval){ [ 842.417022] env[68835]: value = "task-3154145" [ 842.417022] env[68835]: _type = "Task" [ 842.417022] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.422856] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5244c4c5-71fd-09a6-c54c-4f80fc785710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.427202] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': task-3154145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.513941] env[68835]: INFO nova.compute.manager [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Took 65.65 seconds to build instance. [ 842.636771] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] VM already powered off {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 842.637072] env[68835]: DEBUG nova.compute.manager [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.637819] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b932385a-ab8f-4b3b-b71b-7754f19bc2fe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.644601] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.644773] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquired lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.644948] env[68835]: DEBUG nova.network.neutron [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.928609] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': task-3154145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177759} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.932029] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.932383] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5244c4c5-71fd-09a6-c54c-4f80fc785710, 'name': SearchDatastore_Task, 'duration_secs': 0.012556} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.936103] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8514290-8ca3-4059-8655-a609128d281f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.938281] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d51fbc8e-c825-4f85-98d0-34510dd43014 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.944105] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for the task: (returnval){ [ 842.944105] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d2e451-3b52-285a-f2ba-7bdc5f4dec00" [ 842.944105] env[68835]: _type = "Task" [ 842.944105] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.963915] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 9e655764-988a-4b70-a278-26be0dc4adda/9e655764-988a-4b70-a278-26be0dc4adda.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.969352] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22f5fc7e-4cfb-4144-9016-50abbb813a05 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.991028] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d2e451-3b52-285a-f2ba-7bdc5f4dec00, 'name': SearchDatastore_Task, 'duration_secs': 0.014538} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.992648] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.992648] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 04860d94-0a42-49e5-a1e2-50f58c1a09be/04860d94-0a42-49e5-a1e2-50f58c1a09be.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.993284] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Waiting for the task: (returnval){ [ 842.993284] env[68835]: value = "task-3154146" [ 842.993284] env[68835]: _type = "Task" [ 842.993284] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.993284] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9fd45a1-c347-452f-9c43-0dc0dfaefdd9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.002847] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': task-3154146, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.004374] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for the task: (returnval){ [ 843.004374] env[68835]: value = "task-3154147" [ 843.004374] env[68835]: _type = "Task" [ 843.004374] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.014703] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.016256] env[68835]: DEBUG oslo_concurrency.lockutils [None req-11ba44b6-c37f-45d5-b14e-25d97237ba84 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lock "036b2b50-7c4b-444c-9645-7502e650e674" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.190s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.080937] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96042fce-a2e3-4191-a92c-076f40059d77 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.088745] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b367c18-706c-4548-a9cd-e0df73d9951b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.119366] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9444a7ff-dd13-4714-a822-072e686728a9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.127073] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8cabeb-e068-4596-bd71-11bea4cc884d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.140322] env[68835]: DEBUG nova.compute.provider_tree [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.483540] env[68835]: DEBUG nova.network.neutron [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Updating instance_info_cache with network_info: [{"id": "d68144d4-a58b-4c9f-8b7b-e931045215f6", "address": "fa:16:3e:2c:d7:80", "network": {"id": "92622d23-aae8-4ad8-a19a-e69ffcd62c46", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1866716046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b12c1f77f041a19fd68317da38caa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68144d4-a5", "ovs_interfaceid": "d68144d4-a58b-4c9f-8b7b-e931045215f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.504971] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': task-3154146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.516529] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.519038] env[68835]: DEBUG nova.compute.manager [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.643957] env[68835]: DEBUG nova.scheduler.client.report [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.730337] env[68835]: DEBUG nova.compute.manager [req-9af51970-a9ed-4985-bea7-ef494e8424b1 req-680d69e5-1d2f-453b-bead-28f8d4e1f21d service nova] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Received event network-changed-cb0da3d5-42de-4963-af1e-d5e418586216 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.730337] env[68835]: DEBUG nova.compute.manager [req-9af51970-a9ed-4985-bea7-ef494e8424b1 req-680d69e5-1d2f-453b-bead-28f8d4e1f21d service nova] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Refreshing instance network info cache due to event network-changed-cb0da3d5-42de-4963-af1e-d5e418586216. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.730337] env[68835]: DEBUG oslo_concurrency.lockutils [req-9af51970-a9ed-4985-bea7-ef494e8424b1 req-680d69e5-1d2f-453b-bead-28f8d4e1f21d service nova] Acquiring lock "refresh_cache-036b2b50-7c4b-444c-9645-7502e650e674" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.731168] env[68835]: DEBUG oslo_concurrency.lockutils [req-9af51970-a9ed-4985-bea7-ef494e8424b1 req-680d69e5-1d2f-453b-bead-28f8d4e1f21d service nova] Acquired lock "refresh_cache-036b2b50-7c4b-444c-9645-7502e650e674" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.731486] env[68835]: DEBUG nova.network.neutron [req-9af51970-a9ed-4985-bea7-ef494e8424b1 req-680d69e5-1d2f-453b-bead-28f8d4e1f21d service nova] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Refreshing network info cache for port cb0da3d5-42de-4963-af1e-d5e418586216 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.986542] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Releasing lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.009313] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': task-3154146, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.018295] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.954252} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.018615] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 04860d94-0a42-49e5-a1e2-50f58c1a09be/04860d94-0a42-49e5-a1e2-50f58c1a09be.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.018873] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.019165] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ac8b4eb-a2f5-4967-8a5d-295ff6f7caf2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.028400] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for the task: (returnval){ [ 844.028400] env[68835]: value = "task-3154148" [ 844.028400] env[68835]: _type = "Task" [ 844.028400] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.041189] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.047991] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.149081] env[68835]: DEBUG oslo_concurrency.lockutils [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.149899] env[68835]: DEBUG nova.compute.manager [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.156157] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.300s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.156157] env[68835]: DEBUG nova.objects.instance [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Lazy-loading 'resources' on Instance uuid abadafe3-5419-40ad-ad35-d83ab9b5c0fb {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.346051] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.346977] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0cbb9e-f41a-4ecd-8627-d8883d679c23 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.357760] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.358077] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27d18a53-ed1c-4372-b9e7-9ee5e69284f4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.370155] env[68835]: DEBUG nova.compute.manager [req-d7a64a9c-4d92-407d-8509-610757928953 req-7abd8791-c3bb-41ae-a52e-ef482448af50 service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Received event network-vif-unplugged-d68144d4-a58b-4c9f-8b7b-e931045215f6 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.370378] env[68835]: DEBUG oslo_concurrency.lockutils [req-d7a64a9c-4d92-407d-8509-610757928953 req-7abd8791-c3bb-41ae-a52e-ef482448af50 service nova] Acquiring lock "d5ab1888-4692-4c9b-be29-6adda0c5c931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.370585] env[68835]: DEBUG oslo_concurrency.lockutils [req-d7a64a9c-4d92-407d-8509-610757928953 req-7abd8791-c3bb-41ae-a52e-ef482448af50 service nova] Lock "d5ab1888-4692-4c9b-be29-6adda0c5c931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.370751] env[68835]: DEBUG oslo_concurrency.lockutils [req-d7a64a9c-4d92-407d-8509-610757928953 req-7abd8791-c3bb-41ae-a52e-ef482448af50 service nova] Lock "d5ab1888-4692-4c9b-be29-6adda0c5c931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.370914] env[68835]: DEBUG nova.compute.manager [req-d7a64a9c-4d92-407d-8509-610757928953 req-7abd8791-c3bb-41ae-a52e-ef482448af50 service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] No waiting events found dispatching network-vif-unplugged-d68144d4-a58b-4c9f-8b7b-e931045215f6 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.371646] env[68835]: WARNING nova.compute.manager [req-d7a64a9c-4d92-407d-8509-610757928953 req-7abd8791-c3bb-41ae-a52e-ef482448af50 service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Received unexpected event network-vif-unplugged-d68144d4-a58b-4c9f-8b7b-e931045215f6 for instance with vm_state shelved and task_state shelving_offloading. [ 844.426876] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.426876] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.426876] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Deleting the datastore file [datastore1] d5ab1888-4692-4c9b-be29-6adda0c5c931 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.426876] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a97594f2-018d-459c-933b-b85b6d7654a8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.433666] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 844.433666] env[68835]: value = "task-3154150" [ 844.433666] env[68835]: _type = "Task" [ 844.433666] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.442655] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.505822] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': task-3154146, 'name': ReconfigVM_Task, 'duration_secs': 1.023203} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.506395] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 9e655764-988a-4b70-a278-26be0dc4adda/9e655764-988a-4b70-a278-26be0dc4adda.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.507412] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-415c0168-9526-4b67-87d0-4f3d0f5bed4a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.513842] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Waiting for the task: (returnval){ [ 844.513842] env[68835]: value = "task-3154151" [ 844.513842] env[68835]: _type = "Task" [ 844.513842] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.526514] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': task-3154151, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.538646] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061557} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.538909] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.539916] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d372f8-94d4-4e68-993a-dc2af086dfd0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.562162] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 04860d94-0a42-49e5-a1e2-50f58c1a09be/04860d94-0a42-49e5-a1e2-50f58c1a09be.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.562530] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ec98360-35ad-4da9-b6d1-9329024a9cba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.585438] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for the task: (returnval){ [ 844.585438] env[68835]: value = "task-3154152" [ 844.585438] env[68835]: _type = "Task" [ 844.585438] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.594232] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.664021] env[68835]: DEBUG nova.compute.utils [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.664021] env[68835]: DEBUG nova.compute.manager [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.664021] env[68835]: DEBUG nova.network.neutron [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.690823] env[68835]: DEBUG nova.network.neutron [req-9af51970-a9ed-4985-bea7-ef494e8424b1 req-680d69e5-1d2f-453b-bead-28f8d4e1f21d service nova] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Updated VIF entry in instance network info cache for port cb0da3d5-42de-4963-af1e-d5e418586216. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.691399] env[68835]: DEBUG nova.network.neutron [req-9af51970-a9ed-4985-bea7-ef494e8424b1 req-680d69e5-1d2f-453b-bead-28f8d4e1f21d service nova] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Updating instance_info_cache with network_info: [{"id": "cb0da3d5-42de-4963-af1e-d5e418586216", "address": "fa:16:3e:c6:b6:46", "network": {"id": "4dbc2581-4203-4310-a8e0-9d0e24ca3afd", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-321165657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339be58ec0f94c1a89b68caa377c92be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0da3d5-42", "ovs_interfaceid": "cb0da3d5-42de-4963-af1e-d5e418586216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.709627] env[68835]: DEBUG nova.policy [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cff660843a54fa69c04be8cc5a25d91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a521063fcdea42cca7ef584a665e955d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.946913] env[68835]: DEBUG oslo_vmware.api [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21082} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.946913] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.947101] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.947350] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.996542] env[68835]: INFO nova.scheduler.client.report [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Deleted allocations for instance d5ab1888-4692-4c9b-be29-6adda0c5c931 [ 845.026680] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': task-3154151, 'name': Rename_Task, 'duration_secs': 0.296387} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.029362] env[68835]: DEBUG nova.network.neutron [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Successfully created port: 570b40c4-b6ba-4726-bb04-58ae782a4d0b {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.032839] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.032839] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e83a8f4-5e02-4afc-9fb8-0087c17f27d8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.039992] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Waiting for the task: (returnval){ [ 845.039992] env[68835]: value = "task-3154153" [ 845.039992] env[68835]: _type = "Task" [ 845.039992] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.050494] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': task-3154153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.096818] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154152, 'name': ReconfigVM_Task, 'duration_secs': 0.295764} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.096907] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 04860d94-0a42-49e5-a1e2-50f58c1a09be/04860d94-0a42-49e5-a1e2-50f58c1a09be.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.097562] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6cbee83-e8ee-4ef0-886c-9a828a770af0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.104255] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for the task: (returnval){ [ 845.104255] env[68835]: value = "task-3154154" [ 845.104255] env[68835]: _type = "Task" [ 845.104255] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.116017] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154154, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.169275] env[68835]: DEBUG nova.compute.manager [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.194277] env[68835]: DEBUG oslo_concurrency.lockutils [req-9af51970-a9ed-4985-bea7-ef494e8424b1 req-680d69e5-1d2f-453b-bead-28f8d4e1f21d service nova] Releasing lock "refresh_cache-036b2b50-7c4b-444c-9645-7502e650e674" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.257747] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d951ee75-92e5-4bba-b6aa-edb17f1cb3fc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.265640] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477f6acc-d7c8-4410-9099-f78cab156e29 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.297194] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a623e2-372d-40c6-9249-4fe3972100c0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.304636] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7730ea-5555-4932-a96b-2561596021ae {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.318041] env[68835]: DEBUG nova.compute.provider_tree [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.500953] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.550720] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': task-3154153, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.613931] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154154, 'name': Rename_Task, 'duration_secs': 0.139726} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.614242] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.614503] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23c49b78-163a-41d2-ad6f-209ac39407ea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.621404] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for the task: (returnval){ [ 845.621404] env[68835]: value = "task-3154155" [ 845.621404] env[68835]: _type = "Task" [ 845.621404] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.631830] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.821345] env[68835]: DEBUG nova.scheduler.client.report [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.052428] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': task-3154153, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.134432] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154155, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.179023] env[68835]: DEBUG nova.compute.manager [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.202529] env[68835]: DEBUG nova.virt.hardware [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.202879] env[68835]: DEBUG nova.virt.hardware [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.203025] env[68835]: DEBUG nova.virt.hardware [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.203203] env[68835]: DEBUG nova.virt.hardware [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.203360] env[68835]: DEBUG nova.virt.hardware [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.203507] env[68835]: DEBUG nova.virt.hardware [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.203713] env[68835]: DEBUG nova.virt.hardware [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.203874] env[68835]: DEBUG nova.virt.hardware [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.204258] env[68835]: DEBUG nova.virt.hardware [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.204802] env[68835]: DEBUG nova.virt.hardware [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.204802] env[68835]: DEBUG nova.virt.hardware [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.205511] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2e78c1-3e6b-4bd5-863e-92d62b602c82 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.214345] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3c53e1-4cd7-4330-985b-e8473c92705e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.328338] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.330960] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.989s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.331347] env[68835]: DEBUG nova.objects.instance [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Lazy-loading 'resources' on Instance uuid 6f1067b2-8a98-4611-9713-2ce516a9fd4e {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.353941] env[68835]: INFO nova.scheduler.client.report [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Deleted allocations for instance abadafe3-5419-40ad-ad35-d83ab9b5c0fb [ 846.426572] env[68835]: DEBUG nova.compute.manager [req-44644c1c-5244-4d54-8945-43402a58656b req-bfcf9720-ef07-41e9-bee4-44ab1a62c6e7 service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Received event network-changed-d68144d4-a58b-4c9f-8b7b-e931045215f6 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.427158] env[68835]: DEBUG nova.compute.manager [req-44644c1c-5244-4d54-8945-43402a58656b req-bfcf9720-ef07-41e9-bee4-44ab1a62c6e7 service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Refreshing instance network info cache due to event network-changed-d68144d4-a58b-4c9f-8b7b-e931045215f6. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.427431] env[68835]: DEBUG oslo_concurrency.lockutils [req-44644c1c-5244-4d54-8945-43402a58656b req-bfcf9720-ef07-41e9-bee4-44ab1a62c6e7 service nova] Acquiring lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.427574] env[68835]: DEBUG oslo_concurrency.lockutils [req-44644c1c-5244-4d54-8945-43402a58656b req-bfcf9720-ef07-41e9-bee4-44ab1a62c6e7 service nova] Acquired lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.427730] env[68835]: DEBUG nova.network.neutron [req-44644c1c-5244-4d54-8945-43402a58656b req-bfcf9720-ef07-41e9-bee4-44ab1a62c6e7 service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Refreshing network info cache for port d68144d4-a58b-4c9f-8b7b-e931045215f6 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.551988] env[68835]: DEBUG oslo_vmware.api [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': task-3154153, 'name': PowerOnVM_Task, 'duration_secs': 1.100456} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.552274] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.552494] env[68835]: INFO nova.compute.manager [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Took 10.11 seconds to spawn the instance on the hypervisor. [ 846.552685] env[68835]: DEBUG nova.compute.manager [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.554102] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a31e50c-d9de-4bc3-8e7d-4d8f2e00fe0f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.573379] env[68835]: DEBUG nova.network.neutron [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Successfully updated port: 570b40c4-b6ba-4726-bb04-58ae782a4d0b {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.632127] env[68835]: DEBUG oslo_vmware.api [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154155, 'name': PowerOnVM_Task, 'duration_secs': 0.519152} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.632388] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.632577] env[68835]: INFO nova.compute.manager [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Took 5.37 seconds to spawn the instance on the hypervisor. [ 846.632756] env[68835]: DEBUG nova.compute.manager [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.633535] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af374e92-9622-4b3f-863d-40f173e2dca5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.861799] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dbd712ba-58b7-43b2-8fd6-f45fdbc45885 tempest-ServerPasswordTestJSON-1596041620 tempest-ServerPasswordTestJSON-1596041620-project-member] Lock "abadafe3-5419-40ad-ad35-d83ab9b5c0fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.136s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.075445] env[68835]: INFO nova.compute.manager [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Took 62.57 seconds to build instance. [ 847.075445] env[68835]: DEBUG oslo_concurrency.lockutils [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "refresh_cache-8ba03d75-6449-43c9-a3a5-aac9b61656e3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.075445] env[68835]: DEBUG oslo_concurrency.lockutils [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquired lock "refresh_cache-8ba03d75-6449-43c9-a3a5-aac9b61656e3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.075445] env[68835]: DEBUG nova.network.neutron [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.154270] env[68835]: INFO nova.compute.manager [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Took 58.86 seconds to build instance. [ 847.191077] env[68835]: DEBUG nova.network.neutron [req-44644c1c-5244-4d54-8945-43402a58656b req-bfcf9720-ef07-41e9-bee4-44ab1a62c6e7 service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Updated VIF entry in instance network info cache for port d68144d4-a58b-4c9f-8b7b-e931045215f6. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.192362] env[68835]: DEBUG nova.network.neutron [req-44644c1c-5244-4d54-8945-43402a58656b req-bfcf9720-ef07-41e9-bee4-44ab1a62c6e7 service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Updating instance_info_cache with network_info: [{"id": "d68144d4-a58b-4c9f-8b7b-e931045215f6", "address": "fa:16:3e:2c:d7:80", "network": {"id": "92622d23-aae8-4ad8-a19a-e69ffcd62c46", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1866716046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b12c1f77f041a19fd68317da38caa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd68144d4-a5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.377114] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4320b8c1-9a6d-4eca-bf7f-823b8866b544 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.385838] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd28dc4-0517-40d4-b28d-6508a140c5a6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.426963] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f68d3c-14d7-4f1e-a539-3a36dbfee840 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.434635] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4844880f-0668-45ea-8609-678789d9f9b9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.449035] env[68835]: DEBUG nova.compute.provider_tree [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.578713] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d5ec96f-0ce7-444a-b9c1-fc152017ee55 tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Lock "9e655764-988a-4b70-a278-26be0dc4adda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.040s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.624548] env[68835]: DEBUG nova.network.neutron [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.656228] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c24991ce-69ed-4307-bff5-a17a7a6ac268 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Lock "04860d94-0a42-49e5-a1e2-50f58c1a09be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.513s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.695524] env[68835]: DEBUG oslo_concurrency.lockutils [req-44644c1c-5244-4d54-8945-43402a58656b req-bfcf9720-ef07-41e9-bee4-44ab1a62c6e7 service nova] Releasing lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.754366] env[68835]: DEBUG oslo_concurrency.lockutils [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "d5ab1888-4692-4c9b-be29-6adda0c5c931" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.824418] env[68835]: DEBUG nova.network.neutron [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Updating instance_info_cache with network_info: [{"id": "570b40c4-b6ba-4726-bb04-58ae782a4d0b", "address": "fa:16:3e:49:44:08", "network": {"id": "0df3f503-b29f-4dfa-8be7-1178d4ff92dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-883801826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a521063fcdea42cca7ef584a665e955d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570b40c4-b6", "ovs_interfaceid": "570b40c4-b6ba-4726-bb04-58ae782a4d0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.952856] env[68835]: DEBUG nova.scheduler.client.report [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.085021] env[68835]: DEBUG nova.compute.manager [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.091713] env[68835]: INFO nova.compute.manager [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Rebuilding instance [ 848.145683] env[68835]: DEBUG nova.compute.manager [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.145838] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0476cbf-4ada-4b30-86bc-a3e4cc368b62 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.159014] env[68835]: DEBUG nova.compute.manager [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.327545] env[68835]: DEBUG oslo_concurrency.lockutils [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Releasing lock "refresh_cache-8ba03d75-6449-43c9-a3a5-aac9b61656e3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.328044] env[68835]: DEBUG nova.compute.manager [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Instance network_info: |[{"id": "570b40c4-b6ba-4726-bb04-58ae782a4d0b", "address": "fa:16:3e:49:44:08", "network": {"id": "0df3f503-b29f-4dfa-8be7-1178d4ff92dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-883801826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a521063fcdea42cca7ef584a665e955d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570b40c4-b6", "ovs_interfaceid": "570b40c4-b6ba-4726-bb04-58ae782a4d0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.328848] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:44:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '570b40c4-b6ba-4726-bb04-58ae782a4d0b', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.336385] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Creating folder: Project (a521063fcdea42cca7ef584a665e955d). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.336655] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a752d457-f27b-450c-8788-c519e08aaf01 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.347702] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Created folder: Project (a521063fcdea42cca7ef584a665e955d) in parent group-v630977. [ 848.347894] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Creating folder: Instances. Parent ref: group-v631143. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.348150] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d5cbcdb-d17b-48fc-8d12-35902cb98493 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.358666] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Created folder: Instances in parent group-v631143. [ 848.359336] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.359336] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.359336] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25567ddd-0ff9-4bd4-b892-66b5170c0890 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.375484] env[68835]: DEBUG oslo_concurrency.lockutils [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Acquiring lock "9e655764-988a-4b70-a278-26be0dc4adda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.375747] env[68835]: DEBUG oslo_concurrency.lockutils [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Lock "9e655764-988a-4b70-a278-26be0dc4adda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.375936] env[68835]: DEBUG oslo_concurrency.lockutils [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Acquiring lock "9e655764-988a-4b70-a278-26be0dc4adda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.376134] env[68835]: DEBUG oslo_concurrency.lockutils [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Lock "9e655764-988a-4b70-a278-26be0dc4adda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.376306] env[68835]: DEBUG oslo_concurrency.lockutils [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Lock "9e655764-988a-4b70-a278-26be0dc4adda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.378263] env[68835]: INFO nova.compute.manager [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Terminating instance [ 848.384865] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.384865] env[68835]: value = "task-3154158" [ 848.384865] env[68835]: _type = "Task" [ 848.384865] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.393456] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154158, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.457017] env[68835]: DEBUG nova.compute.manager [req-f26e8283-a956-43f1-bacc-bacc4e549b76 req-ff19766e-3683-4a8f-91db-4bbb7289bda0 service nova] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Received event network-vif-plugged-570b40c4-b6ba-4726-bb04-58ae782a4d0b {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.457285] env[68835]: DEBUG oslo_concurrency.lockutils [req-f26e8283-a956-43f1-bacc-bacc4e549b76 req-ff19766e-3683-4a8f-91db-4bbb7289bda0 service nova] Acquiring lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.457491] env[68835]: DEBUG oslo_concurrency.lockutils [req-f26e8283-a956-43f1-bacc-bacc4e549b76 req-ff19766e-3683-4a8f-91db-4bbb7289bda0 service nova] Lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.457670] env[68835]: DEBUG oslo_concurrency.lockutils [req-f26e8283-a956-43f1-bacc-bacc4e549b76 req-ff19766e-3683-4a8f-91db-4bbb7289bda0 service nova] Lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.457903] env[68835]: DEBUG nova.compute.manager [req-f26e8283-a956-43f1-bacc-bacc4e549b76 req-ff19766e-3683-4a8f-91db-4bbb7289bda0 service nova] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] No waiting events found dispatching network-vif-plugged-570b40c4-b6ba-4726-bb04-58ae782a4d0b {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.459460] env[68835]: WARNING nova.compute.manager [req-f26e8283-a956-43f1-bacc-bacc4e549b76 req-ff19766e-3683-4a8f-91db-4bbb7289bda0 service nova] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Received unexpected event network-vif-plugged-570b40c4-b6ba-4726-bb04-58ae782a4d0b for instance with vm_state building and task_state spawning. [ 848.459460] env[68835]: DEBUG nova.compute.manager [req-f26e8283-a956-43f1-bacc-bacc4e549b76 req-ff19766e-3683-4a8f-91db-4bbb7289bda0 service nova] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Received event network-changed-570b40c4-b6ba-4726-bb04-58ae782a4d0b {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.459460] env[68835]: DEBUG nova.compute.manager [req-f26e8283-a956-43f1-bacc-bacc4e549b76 req-ff19766e-3683-4a8f-91db-4bbb7289bda0 service nova] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Refreshing instance network info cache due to event network-changed-570b40c4-b6ba-4726-bb04-58ae782a4d0b. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.459460] env[68835]: DEBUG oslo_concurrency.lockutils [req-f26e8283-a956-43f1-bacc-bacc4e549b76 req-ff19766e-3683-4a8f-91db-4bbb7289bda0 service nova] Acquiring lock "refresh_cache-8ba03d75-6449-43c9-a3a5-aac9b61656e3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.459460] env[68835]: DEBUG oslo_concurrency.lockutils [req-f26e8283-a956-43f1-bacc-bacc4e549b76 req-ff19766e-3683-4a8f-91db-4bbb7289bda0 service nova] Acquired lock "refresh_cache-8ba03d75-6449-43c9-a3a5-aac9b61656e3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.459851] env[68835]: DEBUG nova.network.neutron [req-f26e8283-a956-43f1-bacc-bacc4e549b76 req-ff19766e-3683-4a8f-91db-4bbb7289bda0 service nova] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Refreshing network info cache for port 570b40c4-b6ba-4726-bb04-58ae782a4d0b {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.462185] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.464917] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.522s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.466340] env[68835]: INFO nova.compute.claims [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.486323] env[68835]: INFO nova.scheduler.client.report [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Deleted allocations for instance 6f1067b2-8a98-4611-9713-2ce516a9fd4e [ 848.619643] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.678509] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.882222] env[68835]: DEBUG nova.compute.manager [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.882528] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.884088] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e420271f-caca-4f40-90d3-68a19b69017c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.899657] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154158, 'name': CreateVM_Task, 'duration_secs': 0.304519} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.903218] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.903454] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.903679] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e287808-8d80-4153-87cd-869fb1744093 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.905715] env[68835]: DEBUG oslo_concurrency.lockutils [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.905880] env[68835]: DEBUG oslo_concurrency.lockutils [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.906232] env[68835]: DEBUG oslo_concurrency.lockutils [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.906470] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf88a247-6f35-4aa0-9424-3d799e4a1d51 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.911541] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 848.911541] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52f6b8b9-fb8d-3716-018f-95358e183d4d" [ 848.911541] env[68835]: _type = "Task" [ 848.911541] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.915863] env[68835]: DEBUG oslo_vmware.api [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Waiting for the task: (returnval){ [ 848.915863] env[68835]: value = "task-3154159" [ 848.915863] env[68835]: _type = "Task" [ 848.915863] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.922670] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f6b8b9-fb8d-3716-018f-95358e183d4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.927476] env[68835]: DEBUG oslo_vmware.api [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': task-3154159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.997799] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bc2b0a21-cda8-499f-8e4a-dfa2d9c96e5f tempest-ServerDiagnosticsTest-2092774002 tempest-ServerDiagnosticsTest-2092774002-project-member] Lock "6f1067b2-8a98-4611-9713-2ce516a9fd4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.162s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.162346] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.162759] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fbd4d3e-ed6a-4804-b402-7fea79b71ab8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.170014] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for the task: (returnval){ [ 849.170014] env[68835]: value = "task-3154160" [ 849.170014] env[68835]: _type = "Task" [ 849.170014] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.182586] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.243331] env[68835]: DEBUG nova.network.neutron [req-f26e8283-a956-43f1-bacc-bacc4e549b76 req-ff19766e-3683-4a8f-91db-4bbb7289bda0 service nova] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Updated VIF entry in instance network info cache for port 570b40c4-b6ba-4726-bb04-58ae782a4d0b. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.243759] env[68835]: DEBUG nova.network.neutron [req-f26e8283-a956-43f1-bacc-bacc4e549b76 req-ff19766e-3683-4a8f-91db-4bbb7289bda0 service nova] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Updating instance_info_cache with network_info: [{"id": "570b40c4-b6ba-4726-bb04-58ae782a4d0b", "address": "fa:16:3e:49:44:08", "network": {"id": "0df3f503-b29f-4dfa-8be7-1178d4ff92dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-883801826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a521063fcdea42cca7ef584a665e955d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570b40c4-b6", "ovs_interfaceid": "570b40c4-b6ba-4726-bb04-58ae782a4d0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.425132] env[68835]: DEBUG oslo_vmware.api [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': task-3154159, 'name': PowerOffVM_Task, 'duration_secs': 0.198523} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.428868] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.429076] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.429381] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f6b8b9-fb8d-3716-018f-95358e183d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.011613} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.429606] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16277fc1-dea8-4aad-8a29-560fb314e015 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.431254] env[68835]: DEBUG oslo_concurrency.lockutils [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.431490] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.431735] env[68835]: DEBUG oslo_concurrency.lockutils [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.431892] env[68835]: DEBUG oslo_concurrency.lockutils [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.432145] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.432435] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11caf54e-5fd7-419b-a910-3d66000a3d88 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.443051] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.443320] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.444099] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7111ed4e-5b2d-4507-860b-a8fca5f471c4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.450638] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 849.450638] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52264b37-df1e-7b79-4f0a-0186ad2b1854" [ 849.450638] env[68835]: _type = "Task" [ 849.450638] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.458428] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52264b37-df1e-7b79-4f0a-0186ad2b1854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.495766] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.496017] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.496212] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Deleting the datastore file [datastore2] 9e655764-988a-4b70-a278-26be0dc4adda {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.496650] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d51bc333-d712-410e-9fc9-783f3a2818d4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.507458] env[68835]: DEBUG oslo_vmware.api [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Waiting for the task: (returnval){ [ 849.507458] env[68835]: value = "task-3154162" [ 849.507458] env[68835]: _type = "Task" [ 849.507458] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.517595] env[68835]: DEBUG oslo_vmware.api [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': task-3154162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.684667] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154160, 'name': PowerOffVM_Task, 'duration_secs': 0.124379} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.685332] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.685332] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.686343] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ba5781-91f4-4f56-b778-7aa27c7ed2a8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.693347] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.693590] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb230e6f-9f35-4c4d-9679-0ebfc24ca0b3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.719120] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.719427] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.719558] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Deleting the datastore file [datastore2] 04860d94-0a42-49e5-a1e2-50f58c1a09be {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.719779] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e937ea9-491b-44cc-9b7e-f3479d503332 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.725923] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for the task: (returnval){ [ 849.725923] env[68835]: value = "task-3154164" [ 849.725923] env[68835]: _type = "Task" [ 849.725923] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.733026] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.746119] env[68835]: DEBUG oslo_concurrency.lockutils [req-f26e8283-a956-43f1-bacc-bacc4e549b76 req-ff19766e-3683-4a8f-91db-4bbb7289bda0 service nova] Releasing lock "refresh_cache-8ba03d75-6449-43c9-a3a5-aac9b61656e3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.945180] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bd9196-3640-4ba5-b04d-a7f3dcc3b35a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.956820] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a646b99f-0ac9-411d-a277-173f73b404cd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.992433] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52264b37-df1e-7b79-4f0a-0186ad2b1854, 'name': SearchDatastore_Task, 'duration_secs': 0.012161} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.993992] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c68c280-cd8d-4814-8bdd-a1002366594a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.998131] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-344a89c5-4aaf-4907-ac20-e9f7e0f85ce3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.004031] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 850.004031] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]523cc0f9-2e1c-e3fe-87b9-f3c2e70e080a" [ 850.004031] env[68835]: _type = "Task" [ 850.004031] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.010472] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1480099f-55a1-4c8e-b6e2-29ca530d6b2f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.022265] env[68835]: DEBUG oslo_vmware.api [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Task: {'id': task-3154162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205955} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.033213] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.033421] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.033594] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.033762] env[68835]: INFO nova.compute.manager [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Took 1.15 seconds to destroy the instance on the hypervisor. [ 850.034219] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.035530] env[68835]: DEBUG nova.compute.provider_tree [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.035864] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]523cc0f9-2e1c-e3fe-87b9-f3c2e70e080a, 'name': SearchDatastore_Task, 'duration_secs': 0.011272} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.041027] env[68835]: DEBUG nova.compute.manager [-] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.041027] env[68835]: DEBUG nova.network.neutron [-] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.041027] env[68835]: DEBUG oslo_concurrency.lockutils [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.041027] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 8ba03d75-6449-43c9-a3a5-aac9b61656e3/8ba03d75-6449-43c9-a3a5-aac9b61656e3.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.041027] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c97fcea-c3d1-47a3-a0a9-4dbe1b21e351 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.048470] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 850.048470] env[68835]: value = "task-3154165" [ 850.048470] env[68835]: _type = "Task" [ 850.048470] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.057174] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.236406] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104515} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.236865] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.239956] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.239956] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.488154] env[68835]: DEBUG nova.compute.manager [req-4ee5d0ed-3f6b-4655-a573-9119d90b2cac req-d02fda96-186a-40e1-b8d1-c176ff9e30cc service nova] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Received event network-vif-deleted-b659f07f-b6fc-4f1b-a4c4-e7d0bef7fc0c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.488362] env[68835]: INFO nova.compute.manager [req-4ee5d0ed-3f6b-4655-a573-9119d90b2cac req-d02fda96-186a-40e1-b8d1-c176ff9e30cc service nova] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Neutron deleted interface b659f07f-b6fc-4f1b-a4c4-e7d0bef7fc0c; detaching it from the instance and deleting it from the info cache [ 850.488538] env[68835]: DEBUG nova.network.neutron [req-4ee5d0ed-3f6b-4655-a573-9119d90b2cac req-d02fda96-186a-40e1-b8d1-c176ff9e30cc service nova] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.540068] env[68835]: DEBUG nova.scheduler.client.report [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.559207] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154165, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.807511] env[68835]: DEBUG nova.network.neutron [-] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.991522] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c84a67c5-d969-4855-a931-0c5701bbea5d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.001356] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bcaadb-ef83-4168-8a9f-fa16201d64ef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.036724] env[68835]: DEBUG nova.compute.manager [req-4ee5d0ed-3f6b-4655-a573-9119d90b2cac req-d02fda96-186a-40e1-b8d1-c176ff9e30cc service nova] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Detach interface failed, port_id=b659f07f-b6fc-4f1b-a4c4-e7d0bef7fc0c, reason: Instance 9e655764-988a-4b70-a278-26be0dc4adda could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 851.045653] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.046182] env[68835]: DEBUG nova.compute.manager [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.048764] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.718s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.050229] env[68835]: INFO nova.compute.claims [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.062337] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531991} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.062337] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 8ba03d75-6449-43c9-a3a5-aac9b61656e3/8ba03d75-6449-43c9-a3a5-aac9b61656e3.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.062337] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.063416] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fc0aa51-c1c4-47cc-b905-515911d89120 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.070098] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 851.070098] env[68835]: value = "task-3154166" [ 851.070098] env[68835]: _type = "Task" [ 851.070098] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.078916] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.274771] env[68835]: DEBUG nova.virt.hardware [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.275043] env[68835]: DEBUG nova.virt.hardware [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.275249] env[68835]: DEBUG nova.virt.hardware [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.275439] env[68835]: DEBUG nova.virt.hardware [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.275584] env[68835]: DEBUG nova.virt.hardware [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.275731] env[68835]: DEBUG nova.virt.hardware [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.275940] env[68835]: DEBUG nova.virt.hardware [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.276202] env[68835]: DEBUG nova.virt.hardware [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.276281] env[68835]: DEBUG nova.virt.hardware [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.276441] env[68835]: DEBUG nova.virt.hardware [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.276616] env[68835]: DEBUG nova.virt.hardware [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.277505] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2a3a83-85b6-4875-9136-20a601abd8ab {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.286896] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3030bc-11fc-41ee-8cf5-38c2a14e1f27 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.302042] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Instance VIF info [] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.307801] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.308056] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.308277] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58d2cc9b-91b5-45c7-9224-c57f3437b6a7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.320301] env[68835]: INFO nova.compute.manager [-] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Took 1.28 seconds to deallocate network for instance. [ 851.328314] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.328314] env[68835]: value = "task-3154167" [ 851.328314] env[68835]: _type = "Task" [ 851.328314] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.335394] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154167, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.557018] env[68835]: DEBUG nova.compute.utils [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.560440] env[68835]: DEBUG nova.compute.manager [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.560831] env[68835]: DEBUG nova.network.neutron [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.580369] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232819} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.580824] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.581730] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9916f47a-1a95-47bc-939a-7ce2c4f2a505 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.604936] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 8ba03d75-6449-43c9-a3a5-aac9b61656e3/8ba03d75-6449-43c9-a3a5-aac9b61656e3.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.605461] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb902086-08e2-4234-9a3e-c2b5e5eacff8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.626064] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 851.626064] env[68835]: value = "task-3154168" [ 851.626064] env[68835]: _type = "Task" [ 851.626064] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.634420] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.645408] env[68835]: DEBUG nova.policy [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88d4d1df22984113a7f7fbb3be2dbb51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62d7fe737a0e44ba84463b46a374ac20', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.828887] env[68835]: DEBUG oslo_concurrency.lockutils [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.839818] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154167, 'name': CreateVM_Task, 'duration_secs': 0.380592} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.839998] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.840447] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.840620] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.840959] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.841242] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76be53a5-0e0d-415f-8703-ad6f6f430c23 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.845895] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for the task: (returnval){ [ 851.845895] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5261aed6-f46e-9989-c939-e4a36a55689d" [ 851.845895] env[68835]: _type = "Task" [ 851.845895] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.856499] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5261aed6-f46e-9989-c939-e4a36a55689d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.061599] env[68835]: DEBUG nova.compute.manager [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.105802] env[68835]: DEBUG nova.network.neutron [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Successfully created port: d80f8447-5d40-4876-bef9-a84e3a94279f {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.137155] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154168, 'name': ReconfigVM_Task, 'duration_secs': 0.327322} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.137624] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 8ba03d75-6449-43c9-a3a5-aac9b61656e3/8ba03d75-6449-43c9-a3a5-aac9b61656e3.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.141065] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dda138f-e267-42be-9fc5-65e9b4fcd493 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.148549] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 852.148549] env[68835]: value = "task-3154169" [ 852.148549] env[68835]: _type = "Task" [ 852.148549] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.156974] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154169, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.362305] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5261aed6-f46e-9989-c939-e4a36a55689d, 'name': SearchDatastore_Task, 'duration_secs': 0.010159} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.362305] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.362305] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.362615] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.362770] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.362992] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.365844] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcd83270-21c6-41cc-b8e0-726e05c14b05 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.375716] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.375855] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.377172] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2494545d-490b-4eae-af80-7964b8fa6a17 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.382445] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for the task: (returnval){ [ 852.382445] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]521ee0da-7718-82d0-cf1d-7ad091f42496" [ 852.382445] env[68835]: _type = "Task" [ 852.382445] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.394532] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521ee0da-7718-82d0-cf1d-7ad091f42496, 'name': SearchDatastore_Task, 'duration_secs': 0.009755} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.395353] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b73e8cf1-97a2-4e28-bd2b-4cf27873b267 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.400603] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for the task: (returnval){ [ 852.400603] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5267cbb7-ddba-557b-b295-cdb2347848de" [ 852.400603] env[68835]: _type = "Task" [ 852.400603] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.417447] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5267cbb7-ddba-557b-b295-cdb2347848de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.649815] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcc3672-46bd-4531-b667-424acef6367b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.666085] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154169, 'name': Rename_Task, 'duration_secs': 0.245875} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.670250] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.670250] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fffd11a9-a30c-401e-9d90-21f4d0bbc0ca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.672932] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1959f880-57c0-4168-88c3-87c5c9be97a8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.711146] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d97eed0-0132-49b1-8a1d-35ee115a7066 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.712965] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 852.712965] env[68835]: value = "task-3154170" [ 852.712965] env[68835]: _type = "Task" [ 852.712965] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.720802] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b97df3f-e6af-451c-8bc4-ebfc26a15274 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.728942] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154170, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.738883] env[68835]: DEBUG nova.compute.provider_tree [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.911839] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5267cbb7-ddba-557b-b295-cdb2347848de, 'name': SearchDatastore_Task, 'duration_secs': 0.018198} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.912202] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.912539] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 04860d94-0a42-49e5-a1e2-50f58c1a09be/04860d94-0a42-49e5-a1e2-50f58c1a09be.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.912837] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4401abb3-b39d-4467-b36e-f181d5cc6128 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.920372] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for the task: (returnval){ [ 852.920372] env[68835]: value = "task-3154171" [ 852.920372] env[68835]: _type = "Task" [ 852.920372] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.929600] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.078321] env[68835]: DEBUG nova.compute.manager [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.112207] env[68835]: DEBUG nova.virt.hardware [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.112534] env[68835]: DEBUG nova.virt.hardware [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.112747] env[68835]: DEBUG nova.virt.hardware [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.112991] env[68835]: DEBUG nova.virt.hardware [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.113209] env[68835]: DEBUG nova.virt.hardware [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.113391] env[68835]: DEBUG nova.virt.hardware [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.113630] env[68835]: DEBUG nova.virt.hardware [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.113777] env[68835]: DEBUG nova.virt.hardware [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.113960] env[68835]: DEBUG nova.virt.hardware [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.114566] env[68835]: DEBUG nova.virt.hardware [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.115202] env[68835]: DEBUG nova.virt.hardware [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.116165] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd46c56f-ebab-415b-aa71-f393584cdcf8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.131407] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004ae364-05b1-4905-acb0-4f3c7e56c535 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.226469] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154170, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.242102] env[68835]: DEBUG nova.scheduler.client.report [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.435134] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50962} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.439019] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 04860d94-0a42-49e5-a1e2-50f58c1a09be/04860d94-0a42-49e5-a1e2-50f58c1a09be.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.439019] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.439019] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d0d0e1d-3cde-4fc9-84f2-18c4ccca9142 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.443814] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for the task: (returnval){ [ 853.443814] env[68835]: value = "task-3154172" [ 853.443814] env[68835]: _type = "Task" [ 853.443814] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.452653] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.574643] env[68835]: DEBUG nova.compute.manager [req-5ec5459e-8c9a-4418-a205-fdce6e009676 req-28342a26-2a10-49a2-b029-c8be6648f3d8 service nova] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Received event network-vif-plugged-d80f8447-5d40-4876-bef9-a84e3a94279f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.574866] env[68835]: DEBUG oslo_concurrency.lockutils [req-5ec5459e-8c9a-4418-a205-fdce6e009676 req-28342a26-2a10-49a2-b029-c8be6648f3d8 service nova] Acquiring lock "00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.575097] env[68835]: DEBUG oslo_concurrency.lockutils [req-5ec5459e-8c9a-4418-a205-fdce6e009676 req-28342a26-2a10-49a2-b029-c8be6648f3d8 service nova] Lock "00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.575296] env[68835]: DEBUG oslo_concurrency.lockutils [req-5ec5459e-8c9a-4418-a205-fdce6e009676 req-28342a26-2a10-49a2-b029-c8be6648f3d8 service nova] Lock "00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.575425] env[68835]: DEBUG nova.compute.manager [req-5ec5459e-8c9a-4418-a205-fdce6e009676 req-28342a26-2a10-49a2-b029-c8be6648f3d8 service nova] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] No waiting events found dispatching network-vif-plugged-d80f8447-5d40-4876-bef9-a84e3a94279f {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.575667] env[68835]: WARNING nova.compute.manager [req-5ec5459e-8c9a-4418-a205-fdce6e009676 req-28342a26-2a10-49a2-b029-c8be6648f3d8 service nova] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Received unexpected event network-vif-plugged-d80f8447-5d40-4876-bef9-a84e3a94279f for instance with vm_state building and task_state spawning. [ 853.684384] env[68835]: DEBUG nova.network.neutron [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Successfully updated port: d80f8447-5d40-4876-bef9-a84e3a94279f {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.724779] env[68835]: DEBUG oslo_vmware.api [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154170, 'name': PowerOnVM_Task, 'duration_secs': 0.650869} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.725214] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.726061] env[68835]: INFO nova.compute.manager [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Took 7.55 seconds to spawn the instance on the hypervisor. [ 853.726358] env[68835]: DEBUG nova.compute.manager [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.727281] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda0c762-cca2-4c18-a34c-8820ecda1a46 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.755067] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.755067] env[68835]: DEBUG nova.compute.manager [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.757404] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.393s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.757622] env[68835]: DEBUG nova.objects.instance [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lazy-loading 'resources' on Instance uuid 331e225a-d8c7-46c7-ae1d-076523661d23 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.954903] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093861} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.955179] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.955976] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8457a449-7da6-4f48-938e-f34b1e0373c9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.978051] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 04860d94-0a42-49e5-a1e2-50f58c1a09be/04860d94-0a42-49e5-a1e2-50f58c1a09be.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.978340] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe42aee7-9ef8-4bcd-9f41-f861685338bd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.000258] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for the task: (returnval){ [ 854.000258] env[68835]: value = "task-3154173" [ 854.000258] env[68835]: _type = "Task" [ 854.000258] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.007118] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.187113] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "refresh_cache-00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.187423] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquired lock "refresh_cache-00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.187713] env[68835]: DEBUG nova.network.neutron [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.244638] env[68835]: INFO nova.compute.manager [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Took 61.59 seconds to build instance. [ 854.263569] env[68835]: DEBUG nova.compute.utils [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.268028] env[68835]: DEBUG nova.compute.manager [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.268028] env[68835]: DEBUG nova.network.neutron [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.328974] env[68835]: DEBUG nova.policy [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6aaabba20c544048ad6c1b996a2944bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '660d1c68ab57427993ef7dd44a9a4189', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.513258] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154173, 'name': ReconfigVM_Task, 'duration_secs': 0.27289} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.513563] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 04860d94-0a42-49e5-a1e2-50f58c1a09be/04860d94-0a42-49e5-a1e2-50f58c1a09be.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.514449] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b131658e-cdcf-4f70-9e21-4c151dba2104 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.522712] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for the task: (returnval){ [ 854.522712] env[68835]: value = "task-3154174" [ 854.522712] env[68835]: _type = "Task" [ 854.522712] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.537873] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154174, 'name': Rename_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.621502] env[68835]: DEBUG nova.network.neutron [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Successfully created port: e9f7851f-618f-4314-82b5-cdd3f3b5164b {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.748670] env[68835]: DEBUG oslo_concurrency.lockutils [None req-918221aa-4790-446d-ad44-0632478d7b15 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.107s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.751476] env[68835]: DEBUG nova.network.neutron [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.770597] env[68835]: DEBUG nova.compute.manager [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.827125] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39293766-e713-48b0-9ed4-21cd1dd7b45f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.834778] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bc65cc-b91c-42b7-bc6a-30dadab244a6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.873210] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42254d29-56f7-4501-99ae-1b8489edb617 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.881629] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5254de31-6604-426e-a9c5-5018777bc826 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.897392] env[68835]: DEBUG nova.compute.provider_tree [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 855.039698] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154174, 'name': Rename_Task, 'duration_secs': 0.332089} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.040071] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.040337] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fec1b362-3e12-4082-83d7-971e2edd98eb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.049020] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for the task: (returnval){ [ 855.049020] env[68835]: value = "task-3154175" [ 855.049020] env[68835]: _type = "Task" [ 855.049020] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.056045] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.056955] env[68835]: DEBUG nova.network.neutron [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Updating instance_info_cache with network_info: [{"id": "d80f8447-5d40-4876-bef9-a84e3a94279f", "address": "fa:16:3e:74:38:10", "network": {"id": "5623050e-57c2-41e4-a6fb-c75ff76f4341", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-525579376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d7fe737a0e44ba84463b46a374ac20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd80f8447-5d", "ovs_interfaceid": "d80f8447-5d40-4876-bef9-a84e3a94279f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.256207] env[68835]: DEBUG nova.compute.manager [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.426735] env[68835]: ERROR nova.scheduler.client.report [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [req-e466cbe3-1995-4541-85fc-2288a4da8b5e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e466cbe3-1995-4541-85fc-2288a4da8b5e"}]} [ 855.442869] env[68835]: DEBUG nova.scheduler.client.report [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 855.457512] env[68835]: DEBUG nova.scheduler.client.report [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 855.457737] env[68835]: DEBUG nova.compute.provider_tree [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 855.471010] env[68835]: DEBUG nova.scheduler.client.report [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 855.505855] env[68835]: DEBUG nova.scheduler.client.report [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 855.557163] env[68835]: DEBUG oslo_vmware.api [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154175, 'name': PowerOnVM_Task, 'duration_secs': 0.459933} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.557163] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.557334] env[68835]: DEBUG nova.compute.manager [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.560655] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71d40b5-ca12-41c0-a7e8-884749fa929b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.563333] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Releasing lock "refresh_cache-00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.563668] env[68835]: DEBUG nova.compute.manager [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Instance network_info: |[{"id": "d80f8447-5d40-4876-bef9-a84e3a94279f", "address": "fa:16:3e:74:38:10", "network": {"id": "5623050e-57c2-41e4-a6fb-c75ff76f4341", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-525579376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d7fe737a0e44ba84463b46a374ac20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd80f8447-5d", "ovs_interfaceid": "d80f8447-5d40-4876-bef9-a84e3a94279f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.564296] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:38:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd80f8447-5d40-4876-bef9-a84e3a94279f', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.572389] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Creating folder: Project (62d7fe737a0e44ba84463b46a374ac20). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.572940] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a514c25-ecda-45b4-b32a-07ef83edae43 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.593385] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Created folder: Project (62d7fe737a0e44ba84463b46a374ac20) in parent group-v630977. [ 855.593385] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Creating folder: Instances. Parent ref: group-v631147. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.594030] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8af0896-4cd3-40b8-967c-ef17f0c09d1f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.604830] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Created folder: Instances in parent group-v631147. [ 855.604830] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.604830] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.604830] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ebbfe0a-1bf4-4c50-b076-d14ce3aa005d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.625296] env[68835]: DEBUG nova.compute.manager [req-3cc9a48d-c3c9-4b65-857a-5a7ebab55434 req-f7fb91b7-ea09-4755-8bb3-582d5b528f3d service nova] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Received event network-changed-d80f8447-5d40-4876-bef9-a84e3a94279f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.625508] env[68835]: DEBUG nova.compute.manager [req-3cc9a48d-c3c9-4b65-857a-5a7ebab55434 req-f7fb91b7-ea09-4755-8bb3-582d5b528f3d service nova] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Refreshing instance network info cache due to event network-changed-d80f8447-5d40-4876-bef9-a84e3a94279f. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.625693] env[68835]: DEBUG oslo_concurrency.lockutils [req-3cc9a48d-c3c9-4b65-857a-5a7ebab55434 req-f7fb91b7-ea09-4755-8bb3-582d5b528f3d service nova] Acquiring lock "refresh_cache-00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.625837] env[68835]: DEBUG oslo_concurrency.lockutils [req-3cc9a48d-c3c9-4b65-857a-5a7ebab55434 req-f7fb91b7-ea09-4755-8bb3-582d5b528f3d service nova] Acquired lock "refresh_cache-00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.626013] env[68835]: DEBUG nova.network.neutron [req-3cc9a48d-c3c9-4b65-857a-5a7ebab55434 req-f7fb91b7-ea09-4755-8bb3-582d5b528f3d service nova] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Refreshing network info cache for port d80f8447-5d40-4876-bef9-a84e3a94279f {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.632829] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.632829] env[68835]: value = "task-3154178" [ 855.632829] env[68835]: _type = "Task" [ 855.632829] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.644376] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154178, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.781828] env[68835]: DEBUG nova.compute.manager [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.784310] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.804186] env[68835]: DEBUG nova.virt.hardware [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.804449] env[68835]: DEBUG nova.virt.hardware [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.804605] env[68835]: DEBUG nova.virt.hardware [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.804783] env[68835]: DEBUG nova.virt.hardware [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.804928] env[68835]: DEBUG nova.virt.hardware [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.805115] env[68835]: DEBUG nova.virt.hardware [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.805342] env[68835]: DEBUG nova.virt.hardware [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.805498] env[68835]: DEBUG nova.virt.hardware [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.805659] env[68835]: DEBUG nova.virt.hardware [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.805817] env[68835]: DEBUG nova.virt.hardware [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.805988] env[68835]: DEBUG nova.virt.hardware [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.806901] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cb8744-4e78-4a58-828a-cf932ef47d24 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.819222] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd1c4f3-007c-40d5-8ccf-82bab6f51ea7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.037975] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d837b2f9-98fb-4044-9736-2d2fad6a75c9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.046568] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba40184-e067-4a89-b500-39a21602edb7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.076662] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46ce93e-bc5c-40ac-9927-2cd9698af55a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.084148] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24975bb3-c57b-4f7b-a87d-f8966410dff2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.105732] env[68835]: DEBUG nova.compute.provider_tree [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 856.108171] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.111090] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "47b71583-afd4-456f-b393-38494bb43a12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.111301] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "47b71583-afd4-456f-b393-38494bb43a12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.141970] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154178, 'name': CreateVM_Task, 'duration_secs': 0.354425} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.142684] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.143069] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.143248] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.143603] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.143861] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65c9766-0e4c-414b-9379-033e407a23f6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.148610] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 856.148610] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5216f540-ac20-273d-3fdb-0cd5b23c6391" [ 856.148610] env[68835]: _type = "Task" [ 856.148610] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.159144] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5216f540-ac20-273d-3fdb-0cd5b23c6391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.336887] env[68835]: DEBUG nova.network.neutron [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Successfully updated port: e9f7851f-618f-4314-82b5-cdd3f3b5164b {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.376498] env[68835]: DEBUG nova.network.neutron [req-3cc9a48d-c3c9-4b65-857a-5a7ebab55434 req-f7fb91b7-ea09-4755-8bb3-582d5b528f3d service nova] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Updated VIF entry in instance network info cache for port d80f8447-5d40-4876-bef9-a84e3a94279f. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.376863] env[68835]: DEBUG nova.network.neutron [req-3cc9a48d-c3c9-4b65-857a-5a7ebab55434 req-f7fb91b7-ea09-4755-8bb3-582d5b528f3d service nova] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Updating instance_info_cache with network_info: [{"id": "d80f8447-5d40-4876-bef9-a84e3a94279f", "address": "fa:16:3e:74:38:10", "network": {"id": "5623050e-57c2-41e4-a6fb-c75ff76f4341", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-525579376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d7fe737a0e44ba84463b46a374ac20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd80f8447-5d", "ovs_interfaceid": "d80f8447-5d40-4876-bef9-a84e3a94279f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.633244] env[68835]: ERROR nova.scheduler.client.report [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [req-fdd789fe-f322-42fc-ada9-1ba3fa5a2e38] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fdd789fe-f322-42fc-ada9-1ba3fa5a2e38"}]} [ 856.653743] env[68835]: DEBUG nova.scheduler.client.report [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 856.662489] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5216f540-ac20-273d-3fdb-0cd5b23c6391, 'name': SearchDatastore_Task, 'duration_secs': 0.035395} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.662796] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.663090] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.663356] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.663356] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.663356] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.664262] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f14ad9c-7559-461f-be8c-0c4112d9a0dc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.668314] env[68835]: DEBUG nova.scheduler.client.report [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 856.668314] env[68835]: DEBUG nova.compute.provider_tree [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 856.674559] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.674664] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.675330] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac3ad1e-1961-4667-b2b3-90b902c0e86b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.679136] env[68835]: DEBUG nova.scheduler.client.report [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 856.682717] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 856.682717] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d4e4a2-74e7-c8c2-0d31-156069a3e590" [ 856.682717] env[68835]: _type = "Task" [ 856.682717] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.690925] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d4e4a2-74e7-c8c2-0d31-156069a3e590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.698714] env[68835]: DEBUG nova.scheduler.client.report [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 856.841308] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "refresh_cache-f64170b9-d070-4f08-a0bb-0cebc3a598f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.841460] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "refresh_cache-f64170b9-d070-4f08-a0bb-0cebc3a598f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.841602] env[68835]: DEBUG nova.network.neutron [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.879224] env[68835]: DEBUG oslo_concurrency.lockutils [req-3cc9a48d-c3c9-4b65-857a-5a7ebab55434 req-f7fb91b7-ea09-4755-8bb3-582d5b528f3d service nova] Releasing lock "refresh_cache-00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.879535] env[68835]: DEBUG nova.compute.manager [req-3cc9a48d-c3c9-4b65-857a-5a7ebab55434 req-f7fb91b7-ea09-4755-8bb3-582d5b528f3d service nova] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Received event network-changed-570b40c4-b6ba-4726-bb04-58ae782a4d0b {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.879740] env[68835]: DEBUG nova.compute.manager [req-3cc9a48d-c3c9-4b65-857a-5a7ebab55434 req-f7fb91b7-ea09-4755-8bb3-582d5b528f3d service nova] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Refreshing instance network info cache due to event network-changed-570b40c4-b6ba-4726-bb04-58ae782a4d0b. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.880036] env[68835]: DEBUG oslo_concurrency.lockutils [req-3cc9a48d-c3c9-4b65-857a-5a7ebab55434 req-f7fb91b7-ea09-4755-8bb3-582d5b528f3d service nova] Acquiring lock "refresh_cache-8ba03d75-6449-43c9-a3a5-aac9b61656e3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.880200] env[68835]: DEBUG oslo_concurrency.lockutils [req-3cc9a48d-c3c9-4b65-857a-5a7ebab55434 req-f7fb91b7-ea09-4755-8bb3-582d5b528f3d service nova] Acquired lock "refresh_cache-8ba03d75-6449-43c9-a3a5-aac9b61656e3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.880364] env[68835]: DEBUG nova.network.neutron [req-3cc9a48d-c3c9-4b65-857a-5a7ebab55434 req-f7fb91b7-ea09-4755-8bb3-582d5b528f3d service nova] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Refreshing network info cache for port 570b40c4-b6ba-4726-bb04-58ae782a4d0b {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.095241] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419035c2-aa7e-47be-9660-f578d81d125d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.102797] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562e63c2-ea68-4d0e-9bed-34480ba505b3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.134335] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d1116e-ece1-4d27-8c24-f7e7e9a98f15 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.136675] env[68835]: DEBUG oslo_concurrency.lockutils [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Acquiring lock "04860d94-0a42-49e5-a1e2-50f58c1a09be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.136904] env[68835]: DEBUG oslo_concurrency.lockutils [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Lock "04860d94-0a42-49e5-a1e2-50f58c1a09be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.137123] env[68835]: DEBUG oslo_concurrency.lockutils [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Acquiring lock "04860d94-0a42-49e5-a1e2-50f58c1a09be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.137347] env[68835]: DEBUG oslo_concurrency.lockutils [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Lock "04860d94-0a42-49e5-a1e2-50f58c1a09be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.137580] env[68835]: DEBUG oslo_concurrency.lockutils [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Lock "04860d94-0a42-49e5-a1e2-50f58c1a09be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.139544] env[68835]: INFO nova.compute.manager [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Terminating instance [ 857.144885] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92e3f62-02a5-4020-8c35-ca76fa11c1dd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.158716] env[68835]: DEBUG nova.compute.provider_tree [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.193104] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d4e4a2-74e7-c8c2-0d31-156069a3e590, 'name': SearchDatastore_Task, 'duration_secs': 0.025526} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.193910] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b59ab66-1084-4f4c-a5ca-285c122c4538 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.198807] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 857.198807] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52830df3-268e-e4e7-01ad-481e41391d69" [ 857.198807] env[68835]: _type = "Task" [ 857.198807] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.206831] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52830df3-268e-e4e7-01ad-481e41391d69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.373912] env[68835]: DEBUG nova.network.neutron [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.521193] env[68835]: DEBUG nova.network.neutron [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Updating instance_info_cache with network_info: [{"id": "e9f7851f-618f-4314-82b5-cdd3f3b5164b", "address": "fa:16:3e:f3:3e:65", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f7851f-61", "ovs_interfaceid": "e9f7851f-618f-4314-82b5-cdd3f3b5164b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.587508] env[68835]: DEBUG nova.network.neutron [req-3cc9a48d-c3c9-4b65-857a-5a7ebab55434 req-f7fb91b7-ea09-4755-8bb3-582d5b528f3d service nova] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Updated VIF entry in instance network info cache for port 570b40c4-b6ba-4726-bb04-58ae782a4d0b. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.587910] env[68835]: DEBUG nova.network.neutron [req-3cc9a48d-c3c9-4b65-857a-5a7ebab55434 req-f7fb91b7-ea09-4755-8bb3-582d5b528f3d service nova] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Updating instance_info_cache with network_info: [{"id": "570b40c4-b6ba-4726-bb04-58ae782a4d0b", "address": "fa:16:3e:49:44:08", "network": {"id": "0df3f503-b29f-4dfa-8be7-1178d4ff92dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-883801826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a521063fcdea42cca7ef584a665e955d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570b40c4-b6", "ovs_interfaceid": "570b40c4-b6ba-4726-bb04-58ae782a4d0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.644636] env[68835]: DEBUG nova.compute.manager [req-4844788f-bd6f-46e9-9342-7d35dd06e6d8 req-0320ba78-e321-462b-8e97-72c698e439ca service nova] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Received event network-vif-plugged-e9f7851f-618f-4314-82b5-cdd3f3b5164b {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.644881] env[68835]: DEBUG oslo_concurrency.lockutils [req-4844788f-bd6f-46e9-9342-7d35dd06e6d8 req-0320ba78-e321-462b-8e97-72c698e439ca service nova] Acquiring lock "f64170b9-d070-4f08-a0bb-0cebc3a598f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.645113] env[68835]: DEBUG oslo_concurrency.lockutils [req-4844788f-bd6f-46e9-9342-7d35dd06e6d8 req-0320ba78-e321-462b-8e97-72c698e439ca service nova] Lock "f64170b9-d070-4f08-a0bb-0cebc3a598f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.645321] env[68835]: DEBUG oslo_concurrency.lockutils [req-4844788f-bd6f-46e9-9342-7d35dd06e6d8 req-0320ba78-e321-462b-8e97-72c698e439ca service nova] Lock "f64170b9-d070-4f08-a0bb-0cebc3a598f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.645506] env[68835]: DEBUG nova.compute.manager [req-4844788f-bd6f-46e9-9342-7d35dd06e6d8 req-0320ba78-e321-462b-8e97-72c698e439ca service nova] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] No waiting events found dispatching network-vif-plugged-e9f7851f-618f-4314-82b5-cdd3f3b5164b {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.645672] env[68835]: WARNING nova.compute.manager [req-4844788f-bd6f-46e9-9342-7d35dd06e6d8 req-0320ba78-e321-462b-8e97-72c698e439ca service nova] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Received unexpected event network-vif-plugged-e9f7851f-618f-4314-82b5-cdd3f3b5164b for instance with vm_state building and task_state spawning. [ 857.645828] env[68835]: DEBUG nova.compute.manager [req-4844788f-bd6f-46e9-9342-7d35dd06e6d8 req-0320ba78-e321-462b-8e97-72c698e439ca service nova] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Received event network-changed-e9f7851f-618f-4314-82b5-cdd3f3b5164b {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.645979] env[68835]: DEBUG nova.compute.manager [req-4844788f-bd6f-46e9-9342-7d35dd06e6d8 req-0320ba78-e321-462b-8e97-72c698e439ca service nova] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Refreshing instance network info cache due to event network-changed-e9f7851f-618f-4314-82b5-cdd3f3b5164b. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.646160] env[68835]: DEBUG oslo_concurrency.lockutils [req-4844788f-bd6f-46e9-9342-7d35dd06e6d8 req-0320ba78-e321-462b-8e97-72c698e439ca service nova] Acquiring lock "refresh_cache-f64170b9-d070-4f08-a0bb-0cebc3a598f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.649304] env[68835]: DEBUG oslo_concurrency.lockutils [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Acquiring lock "refresh_cache-04860d94-0a42-49e5-a1e2-50f58c1a09be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.649472] env[68835]: DEBUG oslo_concurrency.lockutils [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Acquired lock "refresh_cache-04860d94-0a42-49e5-a1e2-50f58c1a09be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.649665] env[68835]: DEBUG nova.network.neutron [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.691106] env[68835]: DEBUG nova.scheduler.client.report [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Updated inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 857.691378] env[68835]: DEBUG nova.compute.provider_tree [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Updating resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 generation from 92 to 93 during operation: update_inventory {{(pid=68835) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 857.691562] env[68835]: DEBUG nova.compute.provider_tree [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.709422] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52830df3-268e-e4e7-01ad-481e41391d69, 'name': SearchDatastore_Task, 'duration_secs': 0.046473} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.710289] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.710543] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91/00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.710793] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ea24203-12e3-4826-942f-4f09aab383f4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.718728] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 857.718728] env[68835]: value = "task-3154179" [ 857.718728] env[68835]: _type = "Task" [ 857.718728] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.726200] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.026480] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "refresh_cache-f64170b9-d070-4f08-a0bb-0cebc3a598f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.026964] env[68835]: DEBUG nova.compute.manager [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Instance network_info: |[{"id": "e9f7851f-618f-4314-82b5-cdd3f3b5164b", "address": "fa:16:3e:f3:3e:65", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f7851f-61", "ovs_interfaceid": "e9f7851f-618f-4314-82b5-cdd3f3b5164b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.027374] env[68835]: DEBUG oslo_concurrency.lockutils [req-4844788f-bd6f-46e9-9342-7d35dd06e6d8 req-0320ba78-e321-462b-8e97-72c698e439ca service nova] Acquired lock "refresh_cache-f64170b9-d070-4f08-a0bb-0cebc3a598f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.027656] env[68835]: DEBUG nova.network.neutron [req-4844788f-bd6f-46e9-9342-7d35dd06e6d8 req-0320ba78-e321-462b-8e97-72c698e439ca service nova] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Refreshing network info cache for port e9f7851f-618f-4314-82b5-cdd3f3b5164b {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.029245] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:3e:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9f7851f-618f-4314-82b5-cdd3f3b5164b', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.038543] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.039796] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.040124] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac6676ea-a9aa-45a5-bf05-8b7a3e3ff797 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.065018] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.065018] env[68835]: value = "task-3154180" [ 858.065018] env[68835]: _type = "Task" [ 858.065018] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.076100] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154180, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.090543] env[68835]: DEBUG oslo_concurrency.lockutils [req-3cc9a48d-c3c9-4b65-857a-5a7ebab55434 req-f7fb91b7-ea09-4755-8bb3-582d5b528f3d service nova] Releasing lock "refresh_cache-8ba03d75-6449-43c9-a3a5-aac9b61656e3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.174860] env[68835]: DEBUG nova.network.neutron [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.196884] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.439s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.199165] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 54.755s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.201055] env[68835]: INFO nova.compute.claims [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.220033] env[68835]: INFO nova.scheduler.client.report [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Deleted allocations for instance 331e225a-d8c7-46c7-ae1d-076523661d23 [ 858.232172] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471225} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.232803] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91/00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.232803] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.232803] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e221649-0ee1-4695-ac31-16b313ffbfca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.235601] env[68835]: DEBUG nova.network.neutron [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.241832] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 858.241832] env[68835]: value = "task-3154181" [ 858.241832] env[68835]: _type = "Task" [ 858.241832] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.249905] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.577211] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154180, 'name': CreateVM_Task, 'duration_secs': 0.379783} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.577481] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.578068] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.578216] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.578592] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.578848] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98c7216c-5398-423e-9b43-34a3395f79fe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.583485] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 858.583485] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]521c78e0-cb7b-8a2c-2213-7984aa5b1e68" [ 858.583485] env[68835]: _type = "Task" [ 858.583485] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.591085] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521c78e0-cb7b-8a2c-2213-7984aa5b1e68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.730363] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3f0dd5c1-2c0a-4f00-b753-7729bbd86b8d tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "331e225a-d8c7-46c7-ae1d-076523661d23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.152s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.738389] env[68835]: DEBUG nova.network.neutron [req-4844788f-bd6f-46e9-9342-7d35dd06e6d8 req-0320ba78-e321-462b-8e97-72c698e439ca service nova] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Updated VIF entry in instance network info cache for port e9f7851f-618f-4314-82b5-cdd3f3b5164b. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.738719] env[68835]: DEBUG nova.network.neutron [req-4844788f-bd6f-46e9-9342-7d35dd06e6d8 req-0320ba78-e321-462b-8e97-72c698e439ca service nova] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Updating instance_info_cache with network_info: [{"id": "e9f7851f-618f-4314-82b5-cdd3f3b5164b", "address": "fa:16:3e:f3:3e:65", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f7851f-61", "ovs_interfaceid": "e9f7851f-618f-4314-82b5-cdd3f3b5164b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.739952] env[68835]: DEBUG oslo_concurrency.lockutils [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Releasing lock "refresh_cache-04860d94-0a42-49e5-a1e2-50f58c1a09be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.740370] env[68835]: DEBUG nova.compute.manager [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.740567] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.741575] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9e10e8-5dde-46bb-8f33-49336e9839db {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.753592] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.756617] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ea1a374-5d62-49bc-8ce1-48a05df0f3ad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.758179] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070264} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.758418] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.759492] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800ac77c-15c4-4ea9-8d26-7e8155d3d114 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.762869] env[68835]: DEBUG oslo_vmware.api [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for the task: (returnval){ [ 858.762869] env[68835]: value = "task-3154183" [ 858.762869] env[68835]: _type = "Task" [ 858.762869] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.784230] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91/00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.784952] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85086d8c-7ea3-49af-bab4-ab5d49625393 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.803153] env[68835]: DEBUG oslo_vmware.api [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.809049] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 858.809049] env[68835]: value = "task-3154184" [ 858.809049] env[68835]: _type = "Task" [ 858.809049] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.816361] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.095322] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521c78e0-cb7b-8a2c-2213-7984aa5b1e68, 'name': SearchDatastore_Task, 'duration_secs': 0.066389} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.095662] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.095899] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.096163] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.096315] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.096496] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.096758] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-566e168a-dafd-47d0-bcfb-33258bde1628 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.105297] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.105477] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.106210] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d1954e3-0ebe-4b12-a02b-24fd81f71864 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.112953] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 859.112953] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52064ab8-92e9-8ffd-042f-f61cae5608a2" [ 859.112953] env[68835]: _type = "Task" [ 859.112953] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.120470] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52064ab8-92e9-8ffd-042f-f61cae5608a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.241972] env[68835]: DEBUG oslo_concurrency.lockutils [req-4844788f-bd6f-46e9-9342-7d35dd06e6d8 req-0320ba78-e321-462b-8e97-72c698e439ca service nova] Releasing lock "refresh_cache-f64170b9-d070-4f08-a0bb-0cebc3a598f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.273681] env[68835]: DEBUG oslo_vmware.api [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154183, 'name': PowerOffVM_Task, 'duration_secs': 0.160771} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.275898] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.276088] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.276487] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa7d0ae2-11d7-4bb0-9ed6-e41bb259a408 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.300934] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.301185] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.301364] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Deleting the datastore file [datastore1] 04860d94-0a42-49e5-a1e2-50f58c1a09be {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.301608] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1fe1672-c4ff-448e-938a-cf1baaf9f584 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.307550] env[68835]: DEBUG oslo_vmware.api [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for the task: (returnval){ [ 859.307550] env[68835]: value = "task-3154186" [ 859.307550] env[68835]: _type = "Task" [ 859.307550] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.322494] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154184, 'name': ReconfigVM_Task, 'duration_secs': 0.286037} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.322704] env[68835]: DEBUG oslo_vmware.api [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.322946] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91/00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.323574] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7c24368-70b6-40fe-b320-7c7ee1d676e0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.330835] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 859.330835] env[68835]: value = "task-3154187" [ 859.330835] env[68835]: _type = "Task" [ 859.330835] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.340101] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154187, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.623965] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52064ab8-92e9-8ffd-042f-f61cae5608a2, 'name': SearchDatastore_Task, 'duration_secs': 0.084356} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.625025] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea4e2bd-3f82-416f-825d-d30930c91b77 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.631842] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 859.631842] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5211bb62-99a3-ca9a-3990-84039aabd910" [ 859.631842] env[68835]: _type = "Task" [ 859.631842] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.639293] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5211bb62-99a3-ca9a-3990-84039aabd910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.640732] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0eeb356-ed30-496c-8b86-81ba1a447b28 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.646924] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09357654-6328-4df0-8d41-0bc100d753ea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.676573] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b186d7-2fb1-4a4c-b6f0-a623105d38be {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.683715] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77230c3f-b98b-4cbb-8a80-486a7f233066 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.697854] env[68835]: DEBUG nova.compute.provider_tree [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.817571] env[68835]: DEBUG oslo_vmware.api [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.841161] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154187, 'name': Rename_Task, 'duration_secs': 0.149042} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.841438] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.841680] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db36ad2f-654d-4453-bffe-b41edee55393 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.848574] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 859.848574] env[68835]: value = "task-3154188" [ 859.848574] env[68835]: _type = "Task" [ 859.848574] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.855906] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.143371] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5211bb62-99a3-ca9a-3990-84039aabd910, 'name': SearchDatastore_Task, 'duration_secs': 0.023755} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.143682] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.143951] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] f64170b9-d070-4f08-a0bb-0cebc3a598f2/f64170b9-d070-4f08-a0bb-0cebc3a598f2.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.144233] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23d7840b-b7db-40d7-898e-8cfbec7ac799 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.151487] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 860.151487] env[68835]: value = "task-3154189" [ 860.151487] env[68835]: _type = "Task" [ 860.151487] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.159665] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.201221] env[68835]: DEBUG nova.scheduler.client.report [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.320510] env[68835]: DEBUG oslo_vmware.api [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Task: {'id': task-3154186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.775264} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.320855] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.321138] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.321381] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.321588] env[68835]: INFO nova.compute.manager [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Took 1.58 seconds to destroy the instance on the hypervisor. [ 860.321905] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.322144] env[68835]: DEBUG nova.compute.manager [-] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.322255] env[68835]: DEBUG nova.network.neutron [-] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.340511] env[68835]: DEBUG nova.network.neutron [-] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.358121] env[68835]: DEBUG oslo_vmware.api [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154188, 'name': PowerOnVM_Task, 'duration_secs': 0.496044} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.358318] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.358545] env[68835]: INFO nova.compute.manager [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Took 7.28 seconds to spawn the instance on the hypervisor. [ 860.358727] env[68835]: DEBUG nova.compute.manager [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.359496] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac83c211-fcc9-4e70-a6e9-9b773cebbc92 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.662420] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154189, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.706610] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.707254] env[68835]: DEBUG nova.compute.manager [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.710342] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.102s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.711827] env[68835]: INFO nova.compute.claims [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.842598] env[68835]: DEBUG nova.network.neutron [-] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.880225] env[68835]: INFO nova.compute.manager [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Took 63.97 seconds to build instance. [ 861.144207] env[68835]: DEBUG oslo_concurrency.lockutils [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquiring lock "bf7da137-7978-4d65-b707-e0111d8736d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.144526] env[68835]: DEBUG oslo_concurrency.lockutils [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "bf7da137-7978-4d65-b707-e0111d8736d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.144751] env[68835]: DEBUG oslo_concurrency.lockutils [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquiring lock "bf7da137-7978-4d65-b707-e0111d8736d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.144944] env[68835]: DEBUG oslo_concurrency.lockutils [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "bf7da137-7978-4d65-b707-e0111d8736d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.145141] env[68835]: DEBUG oslo_concurrency.lockutils [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "bf7da137-7978-4d65-b707-e0111d8736d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.147334] env[68835]: INFO nova.compute.manager [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Terminating instance [ 861.163197] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751086} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.163473] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] f64170b9-d070-4f08-a0bb-0cebc3a598f2/f64170b9-d070-4f08-a0bb-0cebc3a598f2.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.163685] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.163932] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c987163-dd0b-4bb5-8a38-62bd8fc156c1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.170813] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 861.170813] env[68835]: value = "task-3154190" [ 861.170813] env[68835]: _type = "Task" [ 861.170813] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.180391] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.218788] env[68835]: DEBUG nova.compute.utils [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.222441] env[68835]: DEBUG nova.compute.manager [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.222621] env[68835]: DEBUG nova.network.neutron [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.271891] env[68835]: DEBUG nova.policy [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '083b90700a88499bb400182a4e2a410c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bc24ebceab847629e6e8ed400b3c3a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.345806] env[68835]: INFO nova.compute.manager [-] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Took 1.02 seconds to deallocate network for instance. [ 861.383510] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6d6438d0-19e9-4015-8838-fec884cc4966 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.479s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.535707] env[68835]: DEBUG nova.network.neutron [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Successfully created port: 04e2a2dd-ea93-40f2-a439-3bdf47184ce3 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.651490] env[68835]: DEBUG nova.compute.manager [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.651768] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.652754] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7600765-7c85-4c2b-9276-93c5b9c4558d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.661586] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.661835] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb735672-95e5-4579-80a0-2be4e4219312 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.667782] env[68835]: DEBUG oslo_vmware.api [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 861.667782] env[68835]: value = "task-3154191" [ 861.667782] env[68835]: _type = "Task" [ 861.667782] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.678755] env[68835]: DEBUG oslo_vmware.api [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.683412] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076249} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.683691] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.684903] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a00b1e-6f95-470b-a8be-87e112f9dc34 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.716657] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] f64170b9-d070-4f08-a0bb-0cebc3a598f2/f64170b9-d070-4f08-a0bb-0cebc3a598f2.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.717010] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56e0c983-59eb-4a99-a047-047e47c4828e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.742497] env[68835]: DEBUG nova.compute.manager [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.758879] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 861.758879] env[68835]: value = "task-3154192" [ 861.758879] env[68835]: _type = "Task" [ 861.758879] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.770631] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.857319] env[68835]: DEBUG oslo_concurrency.lockutils [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.886432] env[68835]: DEBUG nova.compute.manager [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.179994] env[68835]: DEBUG oslo_vmware.api [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154191, 'name': PowerOffVM_Task, 'duration_secs': 0.268263} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.180290] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.180465] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.182748] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1aac8426-8e09-413e-91cb-dc393dd83de3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.235827] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf55637a-3fd1-4eab-be0e-b4271c9e0308 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.242917] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970eef0c-b50a-47e5-858c-3380c81acc3a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.278757] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd54f221-6ee8-459b-95a6-d6f4dd64564d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.286501] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154192, 'name': ReconfigVM_Task, 'duration_secs': 0.313483} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.289392] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Reconfigured VM instance instance-0000003d to attach disk [datastore2] f64170b9-d070-4f08-a0bb-0cebc3a598f2/f64170b9-d070-4f08-a0bb-0cebc3a598f2.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.290429] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1d21dd5-8f87-46e7-917c-b2a03b84bc3b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.293057] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548dcbc9-d84d-4a0a-a145-3d39a3e31c98 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.308309] env[68835]: DEBUG nova.compute.provider_tree [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.310750] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 862.310750] env[68835]: value = "task-3154194" [ 862.310750] env[68835]: _type = "Task" [ 862.310750] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.319685] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154194, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.335038] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.335293] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.335483] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Deleting the datastore file [datastore1] bf7da137-7978-4d65-b707-e0111d8736d9 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.335739] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ab9952f-66da-4ce1-9370-8000b4a68088 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.343741] env[68835]: DEBUG oslo_vmware.api [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for the task: (returnval){ [ 862.343741] env[68835]: value = "task-3154195" [ 862.343741] env[68835]: _type = "Task" [ 862.343741] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.352599] env[68835]: DEBUG oslo_vmware.api [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.405037] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.776915] env[68835]: DEBUG nova.compute.manager [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.801407] env[68835]: DEBUG nova.virt.hardware [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.801656] env[68835]: DEBUG nova.virt.hardware [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.801812] env[68835]: DEBUG nova.virt.hardware [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.801993] env[68835]: DEBUG nova.virt.hardware [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.802182] env[68835]: DEBUG nova.virt.hardware [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.802339] env[68835]: DEBUG nova.virt.hardware [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.802548] env[68835]: DEBUG nova.virt.hardware [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.802705] env[68835]: DEBUG nova.virt.hardware [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.802868] env[68835]: DEBUG nova.virt.hardware [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.803041] env[68835]: DEBUG nova.virt.hardware [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.803248] env[68835]: DEBUG nova.virt.hardware [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.804120] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b17d1cd-e8de-45ac-90d7-af33234ce8a1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.818389] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afda98a-9c84-4bc7-a202-da418a5f6b50 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.827398] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154194, 'name': Rename_Task, 'duration_secs': 0.162681} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.835299] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.835811] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdee12f9-8342-442c-a996-9e55f90feef2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.843063] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 862.843063] env[68835]: value = "task-3154196" [ 862.843063] env[68835]: _type = "Task" [ 862.843063] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.846927] env[68835]: DEBUG nova.scheduler.client.report [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Updated inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 862.847193] env[68835]: DEBUG nova.compute.provider_tree [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Updating resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 generation from 93 to 94 during operation: update_inventory {{(pid=68835) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 862.847959] env[68835]: DEBUG nova.compute.provider_tree [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.861664] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.863454] env[68835]: DEBUG oslo_vmware.api [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.911411] env[68835]: DEBUG nova.compute.manager [req-1f185b9e-446c-436a-a292-7697d3d5ef87 req-dadda3a9-2e06-41d7-9af4-bbfdeec77c73 service nova] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Received event network-vif-plugged-04e2a2dd-ea93-40f2-a439-3bdf47184ce3 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.911411] env[68835]: DEBUG oslo_concurrency.lockutils [req-1f185b9e-446c-436a-a292-7697d3d5ef87 req-dadda3a9-2e06-41d7-9af4-bbfdeec77c73 service nova] Acquiring lock "dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.911411] env[68835]: DEBUG oslo_concurrency.lockutils [req-1f185b9e-446c-436a-a292-7697d3d5ef87 req-dadda3a9-2e06-41d7-9af4-bbfdeec77c73 service nova] Lock "dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.911411] env[68835]: DEBUG oslo_concurrency.lockutils [req-1f185b9e-446c-436a-a292-7697d3d5ef87 req-dadda3a9-2e06-41d7-9af4-bbfdeec77c73 service nova] Lock "dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.911411] env[68835]: DEBUG nova.compute.manager [req-1f185b9e-446c-436a-a292-7697d3d5ef87 req-dadda3a9-2e06-41d7-9af4-bbfdeec77c73 service nova] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] No waiting events found dispatching network-vif-plugged-04e2a2dd-ea93-40f2-a439-3bdf47184ce3 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.911581] env[68835]: WARNING nova.compute.manager [req-1f185b9e-446c-436a-a292-7697d3d5ef87 req-dadda3a9-2e06-41d7-9af4-bbfdeec77c73 service nova] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Received unexpected event network-vif-plugged-04e2a2dd-ea93-40f2-a439-3bdf47184ce3 for instance with vm_state building and task_state spawning. [ 863.019975] env[68835]: DEBUG nova.network.neutron [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Successfully updated port: 04e2a2dd-ea93-40f2-a439-3bdf47184ce3 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.352807] env[68835]: DEBUG oslo_vmware.api [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154196, 'name': PowerOnVM_Task, 'duration_secs': 0.479266} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.355912] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.356155] env[68835]: INFO nova.compute.manager [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Took 7.57 seconds to spawn the instance on the hypervisor. [ 863.356342] env[68835]: DEBUG nova.compute.manager [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.357125] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.357568] env[68835]: DEBUG nova.compute.manager [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.360667] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1ee9ed-a01f-47db-9b78-023d03a04667 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.363950] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.754s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.365320] env[68835]: INFO nova.compute.claims [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.373064] env[68835]: DEBUG oslo_vmware.api [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Task: {'id': task-3154195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.562853} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.374582] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.374773] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.374948] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.375147] env[68835]: INFO nova.compute.manager [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Took 1.72 seconds to destroy the instance on the hypervisor. [ 863.375399] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.378662] env[68835]: DEBUG nova.compute.manager [-] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.378735] env[68835]: DEBUG nova.network.neutron [-] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.451598] env[68835]: DEBUG nova.compute.manager [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.452656] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87301e9-9ab7-4768-b0e9-134d412aaf5c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.522868] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquiring lock "refresh_cache-dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.523020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquired lock "refresh_cache-dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.523205] env[68835]: DEBUG nova.network.neutron [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.866310] env[68835]: DEBUG nova.compute.utils [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.867821] env[68835]: DEBUG nova.compute.manager [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.867988] env[68835]: DEBUG nova.network.neutron [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.889705] env[68835]: INFO nova.compute.manager [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Took 62.59 seconds to build instance. [ 863.910324] env[68835]: DEBUG nova.policy [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ea28e9b1ff441c09060ad22ba1f576d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c086da5c5dc4b5dbc526422c0ec78eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.964646] env[68835]: INFO nova.compute.manager [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] instance snapshotting [ 863.970636] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d228ca-2f23-400f-9951-b8a5b63edd94 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.992282] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9a2026-c40c-4f63-9fea-5f7574839783 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.088171] env[68835]: DEBUG nova.network.neutron [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.178014] env[68835]: DEBUG nova.network.neutron [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Successfully created port: ecee7505-fd6e-46ce-9b32-07d6e442520f {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.273689] env[68835]: DEBUG nova.network.neutron [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Updating instance_info_cache with network_info: [{"id": "04e2a2dd-ea93-40f2-a439-3bdf47184ce3", "address": "fa:16:3e:83:49:74", "network": {"id": "ae1e1e88-b96a-4c75-82bc-9307a2ef7540", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2062105210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc24ebceab847629e6e8ed400b3c3a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e2a2dd-ea", "ovs_interfaceid": "04e2a2dd-ea93-40f2-a439-3bdf47184ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.288758] env[68835]: DEBUG nova.network.neutron [-] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.371293] env[68835]: DEBUG nova.compute.manager [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.391693] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7af7c9c6-10e9-4f5f-92de-b25a43b5c40e tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "f64170b9-d070-4f08-a0bb-0cebc3a598f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.415s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.503862] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Creating Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 864.504412] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ade41390-ec3e-4b40-a37b-1da876b35d37 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.514808] env[68835]: DEBUG oslo_vmware.api [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 864.514808] env[68835]: value = "task-3154197" [ 864.514808] env[68835]: _type = "Task" [ 864.514808] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.523018] env[68835]: DEBUG oslo_vmware.api [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154197, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.776274] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Releasing lock "refresh_cache-dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.776672] env[68835]: DEBUG nova.compute.manager [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Instance network_info: |[{"id": "04e2a2dd-ea93-40f2-a439-3bdf47184ce3", "address": "fa:16:3e:83:49:74", "network": {"id": "ae1e1e88-b96a-4c75-82bc-9307a2ef7540", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2062105210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc24ebceab847629e6e8ed400b3c3a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e2a2dd-ea", "ovs_interfaceid": "04e2a2dd-ea93-40f2-a439-3bdf47184ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.779139] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:49:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b49c5024-2ced-42ca-90cc-6066766d43e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04e2a2dd-ea93-40f2-a439-3bdf47184ce3', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.786942] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.787546] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.787828] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e1655df-f7f2-4c9d-9f17-293aa84185ba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.806642] env[68835]: INFO nova.compute.manager [-] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Took 1.43 seconds to deallocate network for instance. [ 864.815030] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.815030] env[68835]: value = "task-3154198" [ 864.815030] env[68835]: _type = "Task" [ 864.815030] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.824927] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154198, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.866787] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabb41a2-6b5c-4932-a3e3-6670f690be90 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.875324] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c938a18-ca05-4387-a6d6-b1b79bff6693 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.909202] env[68835]: DEBUG nova.compute.manager [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.912999] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a7ed96-3916-4e3b-a631-ce8ae8c5657b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.921673] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c33ace-60b0-4838-bac0-792a2fa6553b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.935202] env[68835]: DEBUG nova.compute.provider_tree [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.022792] env[68835]: DEBUG oslo_vmware.api [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154197, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.178810] env[68835]: DEBUG nova.compute.manager [req-34cdedf5-2141-4e70-9adb-741517f5f19c req-bd62e86e-392e-40ce-b23f-e64b739f5593 service nova] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Received event network-changed-04e2a2dd-ea93-40f2-a439-3bdf47184ce3 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.178810] env[68835]: DEBUG nova.compute.manager [req-34cdedf5-2141-4e70-9adb-741517f5f19c req-bd62e86e-392e-40ce-b23f-e64b739f5593 service nova] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Refreshing instance network info cache due to event network-changed-04e2a2dd-ea93-40f2-a439-3bdf47184ce3. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.178810] env[68835]: DEBUG oslo_concurrency.lockutils [req-34cdedf5-2141-4e70-9adb-741517f5f19c req-bd62e86e-392e-40ce-b23f-e64b739f5593 service nova] Acquiring lock "refresh_cache-dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.178810] env[68835]: DEBUG oslo_concurrency.lockutils [req-34cdedf5-2141-4e70-9adb-741517f5f19c req-bd62e86e-392e-40ce-b23f-e64b739f5593 service nova] Acquired lock "refresh_cache-dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.178810] env[68835]: DEBUG nova.network.neutron [req-34cdedf5-2141-4e70-9adb-741517f5f19c req-bd62e86e-392e-40ce-b23f-e64b739f5593 service nova] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Refreshing network info cache for port 04e2a2dd-ea93-40f2-a439-3bdf47184ce3 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.313559] env[68835]: DEBUG oslo_concurrency.lockutils [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.324339] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154198, 'name': CreateVM_Task, 'duration_secs': 0.336286} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.324529] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.325202] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.325397] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.325723] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.325967] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1a6512-a111-4c0c-b55f-0f108255fe05 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.330707] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 865.330707] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52705966-d8de-cf13-4dce-bcd642891007" [ 865.330707] env[68835]: _type = "Task" [ 865.330707] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.337736] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52705966-d8de-cf13-4dce-bcd642891007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.384286] env[68835]: DEBUG nova.compute.manager [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.406718] env[68835]: DEBUG nova.virt.hardware [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.406975] env[68835]: DEBUG nova.virt.hardware [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.407145] env[68835]: DEBUG nova.virt.hardware [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.407415] env[68835]: DEBUG nova.virt.hardware [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.407679] env[68835]: DEBUG nova.virt.hardware [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.407849] env[68835]: DEBUG nova.virt.hardware [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.408069] env[68835]: DEBUG nova.virt.hardware [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.408236] env[68835]: DEBUG nova.virt.hardware [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.408402] env[68835]: DEBUG nova.virt.hardware [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.408563] env[68835]: DEBUG nova.virt.hardware [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.408732] env[68835]: DEBUG nova.virt.hardware [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.409589] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8193f8-a8d1-4cd9-b3c1-ec7c7f0c6442 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.419377] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402c4adc-d44d-4c19-9cc6-e09d09456607 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.437539] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.438436] env[68835]: DEBUG nova.scheduler.client.report [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.525321] env[68835]: DEBUG oslo_vmware.api [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154197, 'name': CreateSnapshot_Task, 'duration_secs': 0.618757} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.528407] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Created Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 865.528407] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cae2ed-c81a-4ea7-9e8b-efcd216cd2f8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.670801] env[68835]: DEBUG nova.network.neutron [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Successfully updated port: ecee7505-fd6e-46ce-9b32-07d6e442520f {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.841887] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52705966-d8de-cf13-4dce-bcd642891007, 'name': SearchDatastore_Task, 'duration_secs': 0.012659} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.842276] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.842564] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.842847] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.843076] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.843275] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.843571] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0cd0ce8-f0fb-44fc-85b1-46338bffb7ef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.854641] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.854862] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.855704] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9859920-6496-41dd-bad8-d2d4a16b98cd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.861044] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 865.861044] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52b6b41d-2d01-b652-7649-ac0678ae55a9" [ 865.861044] env[68835]: _type = "Task" [ 865.861044] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.869234] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b6b41d-2d01-b652-7649-ac0678ae55a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.877249] env[68835]: DEBUG nova.network.neutron [req-34cdedf5-2141-4e70-9adb-741517f5f19c req-bd62e86e-392e-40ce-b23f-e64b739f5593 service nova] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Updated VIF entry in instance network info cache for port 04e2a2dd-ea93-40f2-a439-3bdf47184ce3. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.877633] env[68835]: DEBUG nova.network.neutron [req-34cdedf5-2141-4e70-9adb-741517f5f19c req-bd62e86e-392e-40ce-b23f-e64b739f5593 service nova] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Updating instance_info_cache with network_info: [{"id": "04e2a2dd-ea93-40f2-a439-3bdf47184ce3", "address": "fa:16:3e:83:49:74", "network": {"id": "ae1e1e88-b96a-4c75-82bc-9307a2ef7540", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2062105210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc24ebceab847629e6e8ed400b3c3a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e2a2dd-ea", "ovs_interfaceid": "04e2a2dd-ea93-40f2-a439-3bdf47184ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.944396] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.945041] env[68835]: DEBUG nova.compute.manager [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.948200] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.199s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.952117] env[68835]: INFO nova.compute.claims [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.044607] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Creating linked-clone VM from snapshot {{(pid=68835) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 866.044892] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-142ea7d4-cfbe-45ad-a93a-1683faabcc3e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.054061] env[68835]: DEBUG oslo_vmware.api [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 866.054061] env[68835]: value = "task-3154199" [ 866.054061] env[68835]: _type = "Task" [ 866.054061] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.061898] env[68835]: DEBUG oslo_vmware.api [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154199, 'name': CloneVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.069032] env[68835]: DEBUG nova.compute.manager [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Stashing vm_state: active {{(pid=68835) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 866.173213] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "refresh_cache-848e3483-2708-4f0e-8b10-4e7405b0a156" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.173446] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquired lock "refresh_cache-848e3483-2708-4f0e-8b10-4e7405b0a156" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.173650] env[68835]: DEBUG nova.network.neutron [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.373807] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b6b41d-2d01-b652-7649-ac0678ae55a9, 'name': SearchDatastore_Task, 'duration_secs': 0.008888} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.374652] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e58a7544-612c-41c1-b61a-e3a06264e620 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.380406] env[68835]: DEBUG oslo_concurrency.lockutils [req-34cdedf5-2141-4e70-9adb-741517f5f19c req-bd62e86e-392e-40ce-b23f-e64b739f5593 service nova] Releasing lock "refresh_cache-dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.380530] env[68835]: DEBUG nova.compute.manager [req-34cdedf5-2141-4e70-9adb-741517f5f19c req-bd62e86e-392e-40ce-b23f-e64b739f5593 service nova] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Received event network-vif-deleted-ee468337-e8f0-4713-a3b9-3028a3a86ff5 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.380858] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 866.380858] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5239c85c-bce3-5613-3412-972a78735d5a" [ 866.380858] env[68835]: _type = "Task" [ 866.380858] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.389043] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5239c85c-bce3-5613-3412-972a78735d5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.456190] env[68835]: DEBUG nova.compute.utils [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.459499] env[68835]: DEBUG nova.compute.manager [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.459675] env[68835]: DEBUG nova.network.neutron [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.497501] env[68835]: DEBUG nova.policy [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ea28e9b1ff441c09060ad22ba1f576d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c086da5c5dc4b5dbc526422c0ec78eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.564993] env[68835]: DEBUG oslo_vmware.api [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154199, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.593341] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.725290] env[68835]: DEBUG nova.network.neutron [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.758855] env[68835]: DEBUG nova.network.neutron [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Successfully created port: 27a0f409-24f9-4287-8e51-2fe1f39a7e90 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.891998] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5239c85c-bce3-5613-3412-972a78735d5a, 'name': SearchDatastore_Task, 'duration_secs': 0.011938} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.894034] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.894034] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603/dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.894034] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2121b56-a321-4431-ae02-47d0de172e5f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.905264] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 866.905264] env[68835]: value = "task-3154200" [ 866.905264] env[68835]: _type = "Task" [ 866.905264] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.912568] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.915868] env[68835]: DEBUG nova.network.neutron [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Updating instance_info_cache with network_info: [{"id": "ecee7505-fd6e-46ce-9b32-07d6e442520f", "address": "fa:16:3e:2d:97:a0", "network": {"id": "46d3a89f-f530-49f2-9a8f-384321ffd5c8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-856461720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c086da5c5dc4b5dbc526422c0ec78eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecee7505-fd", "ovs_interfaceid": "ecee7505-fd6e-46ce-9b32-07d6e442520f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.961381] env[68835]: DEBUG nova.compute.manager [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.066559] env[68835]: DEBUG oslo_vmware.api [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154199, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.214079] env[68835]: DEBUG nova.compute.manager [req-86c46672-6147-408e-8136-644528a25e99 req-45407728-ddcb-4155-9106-e9546cd180b1 service nova] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Received event network-vif-plugged-ecee7505-fd6e-46ce-9b32-07d6e442520f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.214079] env[68835]: DEBUG oslo_concurrency.lockutils [req-86c46672-6147-408e-8136-644528a25e99 req-45407728-ddcb-4155-9106-e9546cd180b1 service nova] Acquiring lock "848e3483-2708-4f0e-8b10-4e7405b0a156-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.214412] env[68835]: DEBUG oslo_concurrency.lockutils [req-86c46672-6147-408e-8136-644528a25e99 req-45407728-ddcb-4155-9106-e9546cd180b1 service nova] Lock "848e3483-2708-4f0e-8b10-4e7405b0a156-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.214666] env[68835]: DEBUG oslo_concurrency.lockutils [req-86c46672-6147-408e-8136-644528a25e99 req-45407728-ddcb-4155-9106-e9546cd180b1 service nova] Lock "848e3483-2708-4f0e-8b10-4e7405b0a156-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.214830] env[68835]: DEBUG nova.compute.manager [req-86c46672-6147-408e-8136-644528a25e99 req-45407728-ddcb-4155-9106-e9546cd180b1 service nova] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] No waiting events found dispatching network-vif-plugged-ecee7505-fd6e-46ce-9b32-07d6e442520f {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.215018] env[68835]: WARNING nova.compute.manager [req-86c46672-6147-408e-8136-644528a25e99 req-45407728-ddcb-4155-9106-e9546cd180b1 service nova] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Received unexpected event network-vif-plugged-ecee7505-fd6e-46ce-9b32-07d6e442520f for instance with vm_state building and task_state spawning. [ 867.215225] env[68835]: DEBUG nova.compute.manager [req-86c46672-6147-408e-8136-644528a25e99 req-45407728-ddcb-4155-9106-e9546cd180b1 service nova] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Received event network-changed-ecee7505-fd6e-46ce-9b32-07d6e442520f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.215442] env[68835]: DEBUG nova.compute.manager [req-86c46672-6147-408e-8136-644528a25e99 req-45407728-ddcb-4155-9106-e9546cd180b1 service nova] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Refreshing instance network info cache due to event network-changed-ecee7505-fd6e-46ce-9b32-07d6e442520f. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.215596] env[68835]: DEBUG oslo_concurrency.lockutils [req-86c46672-6147-408e-8136-644528a25e99 req-45407728-ddcb-4155-9106-e9546cd180b1 service nova] Acquiring lock "refresh_cache-848e3483-2708-4f0e-8b10-4e7405b0a156" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.413874] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154200, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.419571] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Releasing lock "refresh_cache-848e3483-2708-4f0e-8b10-4e7405b0a156" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.419940] env[68835]: DEBUG nova.compute.manager [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Instance network_info: |[{"id": "ecee7505-fd6e-46ce-9b32-07d6e442520f", "address": "fa:16:3e:2d:97:a0", "network": {"id": "46d3a89f-f530-49f2-9a8f-384321ffd5c8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-856461720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c086da5c5dc4b5dbc526422c0ec78eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecee7505-fd", "ovs_interfaceid": "ecee7505-fd6e-46ce-9b32-07d6e442520f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.420363] env[68835]: DEBUG oslo_concurrency.lockutils [req-86c46672-6147-408e-8136-644528a25e99 req-45407728-ddcb-4155-9106-e9546cd180b1 service nova] Acquired lock "refresh_cache-848e3483-2708-4f0e-8b10-4e7405b0a156" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.420544] env[68835]: DEBUG nova.network.neutron [req-86c46672-6147-408e-8136-644528a25e99 req-45407728-ddcb-4155-9106-e9546cd180b1 service nova] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Refreshing network info cache for port ecee7505-fd6e-46ce-9b32-07d6e442520f {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.422131] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:97:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecee7505-fd6e-46ce-9b32-07d6e442520f', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.430821] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Creating folder: Project (1c086da5c5dc4b5dbc526422c0ec78eb). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.434795] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee90f99c-161c-412a-816b-bc16f4e17981 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.217888] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574515} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.218493] env[68835]: DEBUG oslo_vmware.api [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154199, 'name': CloneVM_Task, 'duration_secs': 2.043438} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.220016] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603/dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.222107] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.222107] env[68835]: INFO nova.virt.vmwareapi.vmops [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Created linked-clone VM from snapshot [ 868.222107] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Created folder: Project (1c086da5c5dc4b5dbc526422c0ec78eb) in parent group-v630977. [ 868.222107] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Creating folder: Instances. Parent ref: group-v631154. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.222107] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-107c1169-dc40-4a8b-aac7-7cd24f6a4107 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.223500] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f8c936-409d-4952-862f-3c43dcb5eb5d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.226021] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ea2fb38-cb11-404b-82f0-0c1140053134 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.233111] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Uploading image 40bbdc27-fbeb-4824-8d5f-88baf2d272cc {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 868.239917] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 868.239917] env[68835]: value = "task-3154202" [ 868.239917] env[68835]: _type = "Task" [ 868.239917] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.241236] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Created folder: Instances in parent group-v631154. [ 868.241500] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.248675] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.249443] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78737190-badb-4f62-b7f8-c6ccce16999c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.267311] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Destroying the VM {{(pid=68835) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 868.272016] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1b09efbb-04db-4a09-8b90-769d007dc499 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.278236] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154202, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.282709] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.282709] env[68835]: value = "task-3154204" [ 868.282709] env[68835]: _type = "Task" [ 868.282709] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.284508] env[68835]: DEBUG oslo_vmware.api [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 868.284508] env[68835]: value = "task-3154205" [ 868.284508] env[68835]: _type = "Task" [ 868.284508] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.299370] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154204, 'name': CreateVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.303862] env[68835]: DEBUG oslo_vmware.api [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154205, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.320795] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c79139-7119-4d24-9823-260d5f65131a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.329150] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987ab968-2880-4478-8b0b-f024d9029dd1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.364928] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dab0ca-bc96-4a68-96b4-c26df7f14ebc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.372666] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3214dfe-403b-40de-aea7-92de18bffcc3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.386380] env[68835]: DEBUG nova.compute.provider_tree [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.466606] env[68835]: DEBUG nova.network.neutron [req-86c46672-6147-408e-8136-644528a25e99 req-45407728-ddcb-4155-9106-e9546cd180b1 service nova] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Updated VIF entry in instance network info cache for port ecee7505-fd6e-46ce-9b32-07d6e442520f. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.467151] env[68835]: DEBUG nova.network.neutron [req-86c46672-6147-408e-8136-644528a25e99 req-45407728-ddcb-4155-9106-e9546cd180b1 service nova] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Updating instance_info_cache with network_info: [{"id": "ecee7505-fd6e-46ce-9b32-07d6e442520f", "address": "fa:16:3e:2d:97:a0", "network": {"id": "46d3a89f-f530-49f2-9a8f-384321ffd5c8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-856461720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c086da5c5dc4b5dbc526422c0ec78eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecee7505-fd", "ovs_interfaceid": "ecee7505-fd6e-46ce-9b32-07d6e442520f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.504361] env[68835]: DEBUG nova.network.neutron [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Successfully updated port: 27a0f409-24f9-4287-8e51-2fe1f39a7e90 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.700277] env[68835]: DEBUG nova.compute.manager [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.728160] env[68835]: DEBUG nova.virt.hardware [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.728441] env[68835]: DEBUG nova.virt.hardware [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.728630] env[68835]: DEBUG nova.virt.hardware [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.728814] env[68835]: DEBUG nova.virt.hardware [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.728959] env[68835]: DEBUG nova.virt.hardware [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.729484] env[68835]: DEBUG nova.virt.hardware [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.729484] env[68835]: DEBUG nova.virt.hardware [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.729484] env[68835]: DEBUG nova.virt.hardware [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.729670] env[68835]: DEBUG nova.virt.hardware [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.729845] env[68835]: DEBUG nova.virt.hardware [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.730035] env[68835]: DEBUG nova.virt.hardware [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.730995] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01799b5e-e702-4ee2-9ded-bf894cbe1fc4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.739692] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c684cd6e-e250-41ff-8bee-aa2c9ac6b373 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.760890] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084349} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.761188] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.761998] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d728f3-cf42-4337-89fb-79db543b3154 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.784879] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603/dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.785289] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ea673da-dee9-4213-bb95-fe5d24192c18 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.812902] env[68835]: DEBUG oslo_vmware.api [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154205, 'name': Destroy_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.815688] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154204, 'name': CreateVM_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.816893] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 868.816893] env[68835]: value = "task-3154206" [ 868.816893] env[68835]: _type = "Task" [ 868.816893] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.824300] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.889559] env[68835]: DEBUG nova.scheduler.client.report [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.970302] env[68835]: DEBUG oslo_concurrency.lockutils [req-86c46672-6147-408e-8136-644528a25e99 req-45407728-ddcb-4155-9106-e9546cd180b1 service nova] Releasing lock "refresh_cache-848e3483-2708-4f0e-8b10-4e7405b0a156" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.008330] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "refresh_cache-a0975e17-063b-4e18-a71a-75af7ba035bb" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.008330] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquired lock "refresh_cache-a0975e17-063b-4e18-a71a-75af7ba035bb" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.008330] env[68835]: DEBUG nova.network.neutron [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.243094] env[68835]: DEBUG nova.compute.manager [req-cf9d1ccf-9596-4c64-84e7-adfea1b244a8 req-f33e90a4-0f09-4c92-81ee-31d8019c7d24 service nova] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Received event network-vif-plugged-27a0f409-24f9-4287-8e51-2fe1f39a7e90 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.243349] env[68835]: DEBUG oslo_concurrency.lockutils [req-cf9d1ccf-9596-4c64-84e7-adfea1b244a8 req-f33e90a4-0f09-4c92-81ee-31d8019c7d24 service nova] Acquiring lock "a0975e17-063b-4e18-a71a-75af7ba035bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.243526] env[68835]: DEBUG oslo_concurrency.lockutils [req-cf9d1ccf-9596-4c64-84e7-adfea1b244a8 req-f33e90a4-0f09-4c92-81ee-31d8019c7d24 service nova] Lock "a0975e17-063b-4e18-a71a-75af7ba035bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.243680] env[68835]: DEBUG oslo_concurrency.lockutils [req-cf9d1ccf-9596-4c64-84e7-adfea1b244a8 req-f33e90a4-0f09-4c92-81ee-31d8019c7d24 service nova] Lock "a0975e17-063b-4e18-a71a-75af7ba035bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.243845] env[68835]: DEBUG nova.compute.manager [req-cf9d1ccf-9596-4c64-84e7-adfea1b244a8 req-f33e90a4-0f09-4c92-81ee-31d8019c7d24 service nova] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] No waiting events found dispatching network-vif-plugged-27a0f409-24f9-4287-8e51-2fe1f39a7e90 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.244008] env[68835]: WARNING nova.compute.manager [req-cf9d1ccf-9596-4c64-84e7-adfea1b244a8 req-f33e90a4-0f09-4c92-81ee-31d8019c7d24 service nova] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Received unexpected event network-vif-plugged-27a0f409-24f9-4287-8e51-2fe1f39a7e90 for instance with vm_state building and task_state spawning. [ 869.244169] env[68835]: DEBUG nova.compute.manager [req-cf9d1ccf-9596-4c64-84e7-adfea1b244a8 req-f33e90a4-0f09-4c92-81ee-31d8019c7d24 service nova] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Received event network-changed-27a0f409-24f9-4287-8e51-2fe1f39a7e90 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.244317] env[68835]: DEBUG nova.compute.manager [req-cf9d1ccf-9596-4c64-84e7-adfea1b244a8 req-f33e90a4-0f09-4c92-81ee-31d8019c7d24 service nova] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Refreshing instance network info cache due to event network-changed-27a0f409-24f9-4287-8e51-2fe1f39a7e90. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.244507] env[68835]: DEBUG oslo_concurrency.lockutils [req-cf9d1ccf-9596-4c64-84e7-adfea1b244a8 req-f33e90a4-0f09-4c92-81ee-31d8019c7d24 service nova] Acquiring lock "refresh_cache-a0975e17-063b-4e18-a71a-75af7ba035bb" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.295551] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154204, 'name': CreateVM_Task, 'duration_secs': 0.73379} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.295551] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.295915] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.296090] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.296403] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.296650] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd31a5d-0791-41c4-bc10-c39bff785eaf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.301307] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 869.301307] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]523148c7-dba0-c509-ceb9-18f796bfd465" [ 869.301307] env[68835]: _type = "Task" [ 869.301307] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.312215] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]523148c7-dba0-c509-ceb9-18f796bfd465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.315047] env[68835]: DEBUG oslo_vmware.api [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154205, 'name': Destroy_Task, 'duration_secs': 0.646695} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.315286] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Destroyed the VM [ 869.315517] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Deleting Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 869.315739] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-182ad4ff-fbb7-4270-b904-6ad1e3b76d4f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.324602] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.325677] env[68835]: DEBUG oslo_vmware.api [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 869.325677] env[68835]: value = "task-3154207" [ 869.325677] env[68835]: _type = "Task" [ 869.325677] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.333114] env[68835]: DEBUG oslo_vmware.api [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154207, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.395545] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.447s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.396173] env[68835]: DEBUG nova.compute.manager [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.400404] env[68835]: DEBUG oslo_concurrency.lockutils [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.548s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.400404] env[68835]: DEBUG nova.objects.instance [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lazy-loading 'resources' on Instance uuid 76398266-5b27-46b1-bb3d-0d2834315a84 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.575744] env[68835]: DEBUG nova.network.neutron [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.710639] env[68835]: DEBUG nova.network.neutron [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Updating instance_info_cache with network_info: [{"id": "27a0f409-24f9-4287-8e51-2fe1f39a7e90", "address": "fa:16:3e:7c:14:f5", "network": {"id": "46d3a89f-f530-49f2-9a8f-384321ffd5c8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-856461720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c086da5c5dc4b5dbc526422c0ec78eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a0f409-24", "ovs_interfaceid": "27a0f409-24f9-4287-8e51-2fe1f39a7e90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.810809] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]523148c7-dba0-c509-ceb9-18f796bfd465, 'name': SearchDatastore_Task, 'duration_secs': 0.010631} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.811103] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.811337] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.811564] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.811709] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.811883] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.812173] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12bfab5d-539e-4111-b7ea-694ca9085bcc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.822151] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.822338] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.823389] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd74453-078c-42d3-9953-963189946df4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.828235] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154206, 'name': ReconfigVM_Task, 'duration_secs': 0.657331} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.832716] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Reconfigured VM instance instance-0000003e to attach disk [datastore2] dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603/dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.834558] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88389aeb-1a7e-43bb-ac7a-5560b424cbf9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.836291] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 869.836291] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5207adad-82e0-b27a-eb84-20f26fe9ba02" [ 869.836291] env[68835]: _type = "Task" [ 869.836291] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.842012] env[68835]: DEBUG oslo_vmware.api [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154207, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.843499] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 869.843499] env[68835]: value = "task-3154208" [ 869.843499] env[68835]: _type = "Task" [ 869.843499] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.849344] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5207adad-82e0-b27a-eb84-20f26fe9ba02, 'name': SearchDatastore_Task, 'duration_secs': 0.008827} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.850398] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c62d8426-db43-481f-a854-331d8e250df5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.857020] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154208, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.858183] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 869.858183] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52af43f2-a500-9524-ce5b-231aa37f7e58" [ 869.858183] env[68835]: _type = "Task" [ 869.858183] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.867544] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52af43f2-a500-9524-ce5b-231aa37f7e58, 'name': SearchDatastore_Task, 'duration_secs': 0.008777} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.867896] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.868262] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 848e3483-2708-4f0e-8b10-4e7405b0a156/848e3483-2708-4f0e-8b10-4e7405b0a156.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.868596] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97e1ee7a-1ae1-441d-8973-5ce85500efee {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.878670] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 869.878670] env[68835]: value = "task-3154209" [ 869.878670] env[68835]: _type = "Task" [ 869.878670] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.889662] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.903295] env[68835]: DEBUG nova.compute.utils [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.908349] env[68835]: DEBUG nova.compute.manager [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.908810] env[68835]: DEBUG nova.network.neutron [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.956027] env[68835]: DEBUG nova.policy [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ea28e9b1ff441c09060ad22ba1f576d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c086da5c5dc4b5dbc526422c0ec78eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.218524] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Releasing lock "refresh_cache-a0975e17-063b-4e18-a71a-75af7ba035bb" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.218852] env[68835]: DEBUG nova.compute.manager [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Instance network_info: |[{"id": "27a0f409-24f9-4287-8e51-2fe1f39a7e90", "address": "fa:16:3e:7c:14:f5", "network": {"id": "46d3a89f-f530-49f2-9a8f-384321ffd5c8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-856461720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c086da5c5dc4b5dbc526422c0ec78eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a0f409-24", "ovs_interfaceid": "27a0f409-24f9-4287-8e51-2fe1f39a7e90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.219466] env[68835]: DEBUG oslo_concurrency.lockutils [req-cf9d1ccf-9596-4c64-84e7-adfea1b244a8 req-f33e90a4-0f09-4c92-81ee-31d8019c7d24 service nova] Acquired lock "refresh_cache-a0975e17-063b-4e18-a71a-75af7ba035bb" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.219657] env[68835]: DEBUG nova.network.neutron [req-cf9d1ccf-9596-4c64-84e7-adfea1b244a8 req-f33e90a4-0f09-4c92-81ee-31d8019c7d24 service nova] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Refreshing network info cache for port 27a0f409-24f9-4287-8e51-2fe1f39a7e90 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.223063] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:14:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27a0f409-24f9-4287-8e51-2fe1f39a7e90', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.231970] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.233280] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.233542] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4db9bfe7-ce23-4f89-bffe-e8a54718b9c5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.265342] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.265342] env[68835]: value = "task-3154210" [ 870.265342] env[68835]: _type = "Task" [ 870.265342] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.278659] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154210, 'name': CreateVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.307944] env[68835]: DEBUG nova.network.neutron [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Successfully created port: bd5b14b2-051c-4e35-9adf-295f7700a0c6 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.343576] env[68835]: DEBUG oslo_vmware.api [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154207, 'name': RemoveSnapshot_Task, 'duration_secs': 0.781455} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.347336] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Deleted Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 870.359446] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154208, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.390613] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154209, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.410853] env[68835]: DEBUG nova.compute.manager [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.534051] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cfbe07-ea33-4d0d-980a-324024a050ff {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.542061] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e071c0fb-5c33-432e-ba3f-b7ba4a837b7c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.575432] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea89b2bb-07d6-407c-bf16-17d54c998fc6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.583843] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301619b5-351e-49e6-9941-b2f53ad2edc3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.600064] env[68835]: DEBUG nova.compute.provider_tree [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.779466] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154210, 'name': CreateVM_Task, 'duration_secs': 0.505372} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.779733] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.780737] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.781010] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.781473] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.781836] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36017398-7c9b-47cd-afb5-83a700c861c9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.788448] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 870.788448] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5255d3f7-2ed8-da65-a438-2bb63d98fcfd" [ 870.788448] env[68835]: _type = "Task" [ 870.788448] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.797991] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5255d3f7-2ed8-da65-a438-2bb63d98fcfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.856319] env[68835]: WARNING nova.compute.manager [None req-890c46c3-0507-4416-8cfe-f415d5c879f4 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Image not found during snapshot: nova.exception.ImageNotFound: Image 40bbdc27-fbeb-4824-8d5f-88baf2d272cc could not be found. [ 870.862937] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154208, 'name': Rename_Task, 'duration_secs': 0.831216} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.863309] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.863567] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c61818e-7347-4a36-9a39-ca3035f9f71e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.870286] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 870.870286] env[68835]: value = "task-3154211" [ 870.870286] env[68835]: _type = "Task" [ 870.870286] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.878097] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.892128] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517754} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.892619] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 848e3483-2708-4f0e-8b10-4e7405b0a156/848e3483-2708-4f0e-8b10-4e7405b0a156.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.893034] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.893408] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16537110-884b-4cc4-b97f-1213010c2b86 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.901156] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 870.901156] env[68835]: value = "task-3154212" [ 870.901156] env[68835]: _type = "Task" [ 870.901156] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.911814] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.094901] env[68835]: DEBUG nova.network.neutron [req-cf9d1ccf-9596-4c64-84e7-adfea1b244a8 req-f33e90a4-0f09-4c92-81ee-31d8019c7d24 service nova] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Updated VIF entry in instance network info cache for port 27a0f409-24f9-4287-8e51-2fe1f39a7e90. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.095288] env[68835]: DEBUG nova.network.neutron [req-cf9d1ccf-9596-4c64-84e7-adfea1b244a8 req-f33e90a4-0f09-4c92-81ee-31d8019c7d24 service nova] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Updating instance_info_cache with network_info: [{"id": "27a0f409-24f9-4287-8e51-2fe1f39a7e90", "address": "fa:16:3e:7c:14:f5", "network": {"id": "46d3a89f-f530-49f2-9a8f-384321ffd5c8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-856461720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c086da5c5dc4b5dbc526422c0ec78eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a0f409-24", "ovs_interfaceid": "27a0f409-24f9-4287-8e51-2fe1f39a7e90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.102928] env[68835]: DEBUG nova.scheduler.client.report [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.299892] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5255d3f7-2ed8-da65-a438-2bb63d98fcfd, 'name': SearchDatastore_Task, 'duration_secs': 0.070524} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.300309] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.300464] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.300693] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.300837] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.301166] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.301337] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ad4f6fb-8e0e-430c-aab9-36577602de6b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.311122] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.311342] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.313037] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f6d2e7-bf5a-4289-a176-dd16fa32c578 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.318358] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 871.318358] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52da4121-4b23-097c-23b6-d36fe49c5e90" [ 871.318358] env[68835]: _type = "Task" [ 871.318358] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.326459] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52da4121-4b23-097c-23b6-d36fe49c5e90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.380322] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154211, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.412226] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172989} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.412518] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.413423] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44de9ad4-eb50-493f-9115-e70aac5d8878 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.428444] env[68835]: DEBUG nova.compute.manager [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.439723] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 848e3483-2708-4f0e-8b10-4e7405b0a156/848e3483-2708-4f0e-8b10-4e7405b0a156.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.440705] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bfa74e2-bcc0-4293-92fe-f95ff9b66349 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.460766] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 871.460766] env[68835]: value = "task-3154213" [ 871.460766] env[68835]: _type = "Task" [ 871.460766] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.472173] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.473791] env[68835]: DEBUG nova.virt.hardware [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.474018] env[68835]: DEBUG nova.virt.hardware [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.475513] env[68835]: DEBUG nova.virt.hardware [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.475513] env[68835]: DEBUG nova.virt.hardware [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.475513] env[68835]: DEBUG nova.virt.hardware [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.475513] env[68835]: DEBUG nova.virt.hardware [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.475513] env[68835]: DEBUG nova.virt.hardware [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.475815] env[68835]: DEBUG nova.virt.hardware [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.475815] env[68835]: DEBUG nova.virt.hardware [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.475815] env[68835]: DEBUG nova.virt.hardware [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.475815] env[68835]: DEBUG nova.virt.hardware [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.476325] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ff81b5-8965-448f-bccd-96af73885943 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.484515] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08eb37c1-c0da-4c65-9c00-ff750a190eb2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.598148] env[68835]: DEBUG oslo_concurrency.lockutils [req-cf9d1ccf-9596-4c64-84e7-adfea1b244a8 req-f33e90a4-0f09-4c92-81ee-31d8019c7d24 service nova] Releasing lock "refresh_cache-a0975e17-063b-4e18-a71a-75af7ba035bb" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.608528] env[68835]: DEBUG oslo_concurrency.lockutils [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.610990] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.737s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.611264] env[68835]: DEBUG nova.objects.instance [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lazy-loading 'resources' on Instance uuid 4e2e375c-803e-44b0-8480-30f8080da1c1 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.640036] env[68835]: INFO nova.scheduler.client.report [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Deleted allocations for instance 76398266-5b27-46b1-bb3d-0d2834315a84 [ 871.659616] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.659616] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.659830] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.659956] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.660191] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.664018] env[68835]: INFO nova.compute.manager [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Terminating instance [ 871.801656] env[68835]: DEBUG nova.compute.manager [req-f6984c07-e2d1-4ac6-afda-f202c3389156 req-0c15687d-8ab1-4072-914a-50145ee70121 service nova] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Received event network-vif-plugged-bd5b14b2-051c-4e35-9adf-295f7700a0c6 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.801788] env[68835]: DEBUG oslo_concurrency.lockutils [req-f6984c07-e2d1-4ac6-afda-f202c3389156 req-0c15687d-8ab1-4072-914a-50145ee70121 service nova] Acquiring lock "8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.801968] env[68835]: DEBUG oslo_concurrency.lockutils [req-f6984c07-e2d1-4ac6-afda-f202c3389156 req-0c15687d-8ab1-4072-914a-50145ee70121 service nova] Lock "8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.802174] env[68835]: DEBUG oslo_concurrency.lockutils [req-f6984c07-e2d1-4ac6-afda-f202c3389156 req-0c15687d-8ab1-4072-914a-50145ee70121 service nova] Lock "8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.802347] env[68835]: DEBUG nova.compute.manager [req-f6984c07-e2d1-4ac6-afda-f202c3389156 req-0c15687d-8ab1-4072-914a-50145ee70121 service nova] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] No waiting events found dispatching network-vif-plugged-bd5b14b2-051c-4e35-9adf-295f7700a0c6 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.802509] env[68835]: WARNING nova.compute.manager [req-f6984c07-e2d1-4ac6-afda-f202c3389156 req-0c15687d-8ab1-4072-914a-50145ee70121 service nova] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Received unexpected event network-vif-plugged-bd5b14b2-051c-4e35-9adf-295f7700a0c6 for instance with vm_state building and task_state spawning. [ 871.832786] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52da4121-4b23-097c-23b6-d36fe49c5e90, 'name': SearchDatastore_Task, 'duration_secs': 0.051951} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.834042] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66db1b99-2bd8-4c8e-8ae9-a4ebe5b8a703 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.840402] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 871.840402] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52da87fa-68c6-96fe-9743-c63659ee6dec" [ 871.840402] env[68835]: _type = "Task" [ 871.840402] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.849211] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52da87fa-68c6-96fe-9743-c63659ee6dec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.878319] env[68835]: DEBUG nova.network.neutron [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Successfully updated port: bd5b14b2-051c-4e35-9adf-295f7700a0c6 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.883823] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154211, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.971958] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154213, 'name': ReconfigVM_Task, 'duration_secs': 0.40369} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.972384] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 848e3483-2708-4f0e-8b10-4e7405b0a156/848e3483-2708-4f0e-8b10-4e7405b0a156.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.973124] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e50b563d-19ca-48bb-beba-3b76d1a2bf61 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.979385] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 871.979385] env[68835]: value = "task-3154214" [ 871.979385] env[68835]: _type = "Task" [ 871.979385] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.987942] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154214, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.152395] env[68835]: DEBUG oslo_concurrency.lockutils [None req-148ab4ab-4e02-4db9-8e97-bc96394cc657 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "76398266-5b27-46b1-bb3d-0d2834315a84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.357s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.168042] env[68835]: DEBUG nova.compute.manager [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.168198] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.169134] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b4f9c1-6610-40dc-8334-8c9396c8b0e2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.177860] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.178113] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2393a32b-43b3-44cc-9cee-77b830371d4f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.183967] env[68835]: DEBUG oslo_vmware.api [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 872.183967] env[68835]: value = "task-3154215" [ 872.183967] env[68835]: _type = "Task" [ 872.183967] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.193911] env[68835]: DEBUG oslo_vmware.api [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.354197] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52da87fa-68c6-96fe-9743-c63659ee6dec, 'name': SearchDatastore_Task, 'duration_secs': 0.011735} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.354544] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.354728] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] a0975e17-063b-4e18-a71a-75af7ba035bb/a0975e17-063b-4e18-a71a-75af7ba035bb.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.354982] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61b737eb-027e-4ec4-a3d1-14ce16fa88b9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.364022] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 872.364022] env[68835]: value = "task-3154216" [ 872.364022] env[68835]: _type = "Task" [ 872.364022] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.373322] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.386452] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "refresh_cache-8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.386616] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquired lock "refresh_cache-8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.386768] env[68835]: DEBUG nova.network.neutron [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.391023] env[68835]: DEBUG oslo_vmware.api [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154211, 'name': PowerOnVM_Task, 'duration_secs': 1.123091} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.391023] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.391023] env[68835]: INFO nova.compute.manager [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Took 9.61 seconds to spawn the instance on the hypervisor. [ 872.391023] env[68835]: DEBUG nova.compute.manager [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.391795] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e354ad67-1cdf-4d62-afe5-61acabaa6400 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.488918] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154214, 'name': Rename_Task, 'duration_secs': 0.126292} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.491380] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.491794] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9928891f-4ea3-4b20-ab61-0725e99488ce {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.497622] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 872.497622] env[68835]: value = "task-3154217" [ 872.497622] env[68835]: _type = "Task" [ 872.497622] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.509492] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.623426] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7478c2-c470-4f6e-8275-aaf17f58053f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.631995] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f118e2-2add-44c2-ae95-c20b12fbad5d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.665901] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0671a996-385a-4cef-aec8-01b9c997760d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.675343] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90b27c6-4e35-49cd-9802-dcba7c27928a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.690770] env[68835]: DEBUG nova.compute.provider_tree [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.702325] env[68835]: DEBUG oslo_vmware.api [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154215, 'name': PowerOffVM_Task, 'duration_secs': 0.214068} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.703401] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.703624] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.703909] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e505a73-b9b1-4d92-8cbe-ea4d9b225ae2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.772463] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.772766] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.773050] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Deleting the datastore file [datastore1] 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.773424] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb463356-a673-4812-8b9f-22e6093999e9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.781986] env[68835]: DEBUG oslo_vmware.api [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 872.781986] env[68835]: value = "task-3154219" [ 872.781986] env[68835]: _type = "Task" [ 872.781986] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.790955] env[68835]: DEBUG oslo_vmware.api [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.873569] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492147} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.873925] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] a0975e17-063b-4e18-a71a-75af7ba035bb/a0975e17-063b-4e18-a71a-75af7ba035bb.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.874159] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.874475] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d70908ce-4724-459a-ae20-1e5dcb03fe70 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.882513] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 872.882513] env[68835]: value = "task-3154220" [ 872.882513] env[68835]: _type = "Task" [ 872.882513] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.898015] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.914971] env[68835]: INFO nova.compute.manager [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Took 69.49 seconds to build instance. [ 872.932056] env[68835]: DEBUG nova.network.neutron [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.008181] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154217, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.097166] env[68835]: DEBUG nova.network.neutron [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Updating instance_info_cache with network_info: [{"id": "bd5b14b2-051c-4e35-9adf-295f7700a0c6", "address": "fa:16:3e:1b:28:6e", "network": {"id": "46d3a89f-f530-49f2-9a8f-384321ffd5c8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-856461720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c086da5c5dc4b5dbc526422c0ec78eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5b14b2-05", "ovs_interfaceid": "bd5b14b2-051c-4e35-9adf-295f7700a0c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.198140] env[68835]: DEBUG nova.scheduler.client.report [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.299305] env[68835]: DEBUG oslo_vmware.api [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197045} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.299571] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.299753] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.299941] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.300147] env[68835]: INFO nova.compute.manager [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Took 1.13 seconds to destroy the instance on the hypervisor. [ 873.300392] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.300580] env[68835]: DEBUG nova.compute.manager [-] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.300670] env[68835]: DEBUG nova.network.neutron [-] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.392087] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078471} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.392410] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.393283] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f31569-e7ee-4e1d-a757-f6db56ef2a8c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.416464] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] a0975e17-063b-4e18-a71a-75af7ba035bb/a0975e17-063b-4e18-a71a-75af7ba035bb.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.416712] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4c4a4993-d4d8-4e59-b2e9-8656c7e50dea tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.009s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.416921] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-797c1f17-38ed-4d97-a8a1-ab7604001db2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.438953] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 873.438953] env[68835]: value = "task-3154221" [ 873.438953] env[68835]: _type = "Task" [ 873.438953] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.447065] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.509652] env[68835]: DEBUG oslo_vmware.api [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154217, 'name': PowerOnVM_Task, 'duration_secs': 0.524645} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.509652] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.509789] env[68835]: INFO nova.compute.manager [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Took 8.13 seconds to spawn the instance on the hypervisor. [ 873.509939] env[68835]: DEBUG nova.compute.manager [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.510789] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e9f3b2-cb6c-4ca0-a4ce-0ecd43936dae {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.600253] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Releasing lock "refresh_cache-8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.600253] env[68835]: DEBUG nova.compute.manager [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Instance network_info: |[{"id": "bd5b14b2-051c-4e35-9adf-295f7700a0c6", "address": "fa:16:3e:1b:28:6e", "network": {"id": "46d3a89f-f530-49f2-9a8f-384321ffd5c8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-856461720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c086da5c5dc4b5dbc526422c0ec78eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5b14b2-05", "ovs_interfaceid": "bd5b14b2-051c-4e35-9adf-295f7700a0c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.600663] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:28:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd5b14b2-051c-4e35-9adf-295f7700a0c6', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.609677] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.609896] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.610140] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4dc9aa5c-7e66-4b19-97d0-aff200fb43fc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.631062] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.631062] env[68835]: value = "task-3154222" [ 873.631062] env[68835]: _type = "Task" [ 873.631062] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.638260] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154222, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.703848] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.706373] env[68835]: DEBUG oslo_concurrency.lockutils [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 45.386s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.728030] env[68835]: INFO nova.scheduler.client.report [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Deleted allocations for instance 4e2e375c-803e-44b0-8480-30f8080da1c1 [ 873.930345] env[68835]: DEBUG nova.compute.manager [req-1ca6953a-d259-416b-a51b-f35aedfab280 req-4a64fea5-f2f8-4f5e-9f73-8e487dde652b service nova] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Received event network-changed-bd5b14b2-051c-4e35-9adf-295f7700a0c6 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.930591] env[68835]: DEBUG nova.compute.manager [req-1ca6953a-d259-416b-a51b-f35aedfab280 req-4a64fea5-f2f8-4f5e-9f73-8e487dde652b service nova] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Refreshing instance network info cache due to event network-changed-bd5b14b2-051c-4e35-9adf-295f7700a0c6. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.930875] env[68835]: DEBUG oslo_concurrency.lockutils [req-1ca6953a-d259-416b-a51b-f35aedfab280 req-4a64fea5-f2f8-4f5e-9f73-8e487dde652b service nova] Acquiring lock "refresh_cache-8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.930953] env[68835]: DEBUG oslo_concurrency.lockutils [req-1ca6953a-d259-416b-a51b-f35aedfab280 req-4a64fea5-f2f8-4f5e-9f73-8e487dde652b service nova] Acquired lock "refresh_cache-8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.931131] env[68835]: DEBUG nova.network.neutron [req-1ca6953a-d259-416b-a51b-f35aedfab280 req-4a64fea5-f2f8-4f5e-9f73-8e487dde652b service nova] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Refreshing network info cache for port bd5b14b2-051c-4e35-9adf-295f7700a0c6 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.934062] env[68835]: DEBUG nova.compute.manager [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.951157] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.961021] env[68835]: DEBUG nova.compute.manager [req-cf532336-835a-4e57-8f9e-dd82c65a17dc req-1da27c39-38bf-444d-94de-f6c6cbf3382f service nova] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Received event network-changed-04e2a2dd-ea93-40f2-a439-3bdf47184ce3 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.961575] env[68835]: DEBUG nova.compute.manager [req-cf532336-835a-4e57-8f9e-dd82c65a17dc req-1da27c39-38bf-444d-94de-f6c6cbf3382f service nova] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Refreshing instance network info cache due to event network-changed-04e2a2dd-ea93-40f2-a439-3bdf47184ce3. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.961575] env[68835]: DEBUG oslo_concurrency.lockutils [req-cf532336-835a-4e57-8f9e-dd82c65a17dc req-1da27c39-38bf-444d-94de-f6c6cbf3382f service nova] Acquiring lock "refresh_cache-dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.961702] env[68835]: DEBUG oslo_concurrency.lockutils [req-cf532336-835a-4e57-8f9e-dd82c65a17dc req-1da27c39-38bf-444d-94de-f6c6cbf3382f service nova] Acquired lock "refresh_cache-dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.961792] env[68835]: DEBUG nova.network.neutron [req-cf532336-835a-4e57-8f9e-dd82c65a17dc req-1da27c39-38bf-444d-94de-f6c6cbf3382f service nova] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Refreshing network info cache for port 04e2a2dd-ea93-40f2-a439-3bdf47184ce3 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.030749] env[68835]: INFO nova.compute.manager [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Took 62.44 seconds to build instance. [ 874.034839] env[68835]: DEBUG nova.network.neutron [-] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.141793] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154222, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.211872] env[68835]: DEBUG nova.objects.instance [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lazy-loading 'migration_context' on Instance uuid 78270b54-cc89-4b58-b168-6ca1161b4f4a {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.238943] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f748025f-48c0-4607-9400-d5e78eb9f454 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lock "4e2e375c-803e-44b0-8480-30f8080da1c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.422s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.451365] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154221, 'name': ReconfigVM_Task, 'duration_secs': 0.662703} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.451678] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Reconfigured VM instance instance-0000003f to attach disk [datastore1] a0975e17-063b-4e18-a71a-75af7ba035bb/a0975e17-063b-4e18-a71a-75af7ba035bb.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.452255] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17ada397-d59b-4834-b314-7c29d69e93b9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.457051] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.459561] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 874.459561] env[68835]: value = "task-3154223" [ 874.459561] env[68835]: _type = "Task" [ 874.459561] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.471021] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154223, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.535961] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84b94e64-a365-4254-884a-23848a06d914 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "848e3483-2708-4f0e-8b10-4e7405b0a156" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.872s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.536401] env[68835]: INFO nova.compute.manager [-] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Took 1.24 seconds to deallocate network for instance. [ 874.618139] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2907fdd9-b1ac-4f94-8898-f9df2b33988e tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquiring lock "dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.618388] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2907fdd9-b1ac-4f94-8898-f9df2b33988e tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.618605] env[68835]: INFO nova.compute.manager [None req-2907fdd9-b1ac-4f94-8898-f9df2b33988e tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Rebooting instance [ 874.643146] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154222, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.654017] env[68835]: DEBUG nova.network.neutron [req-1ca6953a-d259-416b-a51b-f35aedfab280 req-4a64fea5-f2f8-4f5e-9f73-8e487dde652b service nova] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Updated VIF entry in instance network info cache for port bd5b14b2-051c-4e35-9adf-295f7700a0c6. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.654383] env[68835]: DEBUG nova.network.neutron [req-1ca6953a-d259-416b-a51b-f35aedfab280 req-4a64fea5-f2f8-4f5e-9f73-8e487dde652b service nova] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Updating instance_info_cache with network_info: [{"id": "bd5b14b2-051c-4e35-9adf-295f7700a0c6", "address": "fa:16:3e:1b:28:6e", "network": {"id": "46d3a89f-f530-49f2-9a8f-384321ffd5c8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-856461720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c086da5c5dc4b5dbc526422c0ec78eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5b14b2-05", "ovs_interfaceid": "bd5b14b2-051c-4e35-9adf-295f7700a0c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.808475] env[68835]: DEBUG nova.network.neutron [req-cf532336-835a-4e57-8f9e-dd82c65a17dc req-1da27c39-38bf-444d-94de-f6c6cbf3382f service nova] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Updated VIF entry in instance network info cache for port 04e2a2dd-ea93-40f2-a439-3bdf47184ce3. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.808924] env[68835]: DEBUG nova.network.neutron [req-cf532336-835a-4e57-8f9e-dd82c65a17dc req-1da27c39-38bf-444d-94de-f6c6cbf3382f service nova] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Updating instance_info_cache with network_info: [{"id": "04e2a2dd-ea93-40f2-a439-3bdf47184ce3", "address": "fa:16:3e:83:49:74", "network": {"id": "ae1e1e88-b96a-4c75-82bc-9307a2ef7540", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2062105210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc24ebceab847629e6e8ed400b3c3a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e2a2dd-ea", "ovs_interfaceid": "04e2a2dd-ea93-40f2-a439-3bdf47184ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.971202] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154223, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.988863] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquiring lock "4743452f-e6f6-4069-bb1a-bc08b74287f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.990288] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lock "4743452f-e6f6-4069-bb1a-bc08b74287f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.990288] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquiring lock "4743452f-e6f6-4069-bb1a-bc08b74287f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.990288] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lock "4743452f-e6f6-4069-bb1a-bc08b74287f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.990288] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lock "4743452f-e6f6-4069-bb1a-bc08b74287f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.994551] env[68835]: INFO nova.compute.manager [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Terminating instance [ 875.043537] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.140032] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2907fdd9-b1ac-4f94-8898-f9df2b33988e tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquiring lock "refresh_cache-dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.147505] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154222, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.156879] env[68835]: DEBUG oslo_concurrency.lockutils [req-1ca6953a-d259-416b-a51b-f35aedfab280 req-4a64fea5-f2f8-4f5e-9f73-8e487dde652b service nova] Releasing lock "refresh_cache-8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.157196] env[68835]: DEBUG nova.compute.manager [req-1ca6953a-d259-416b-a51b-f35aedfab280 req-4a64fea5-f2f8-4f5e-9f73-8e487dde652b service nova] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Received event network-vif-deleted-d80f8447-5d40-4876-bef9-a84e3a94279f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.157387] env[68835]: INFO nova.compute.manager [req-1ca6953a-d259-416b-a51b-f35aedfab280 req-4a64fea5-f2f8-4f5e-9f73-8e487dde652b service nova] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Neutron deleted interface d80f8447-5d40-4876-bef9-a84e3a94279f; detaching it from the instance and deleting it from the info cache [ 875.157575] env[68835]: DEBUG nova.network.neutron [req-1ca6953a-d259-416b-a51b-f35aedfab280 req-4a64fea5-f2f8-4f5e-9f73-8e487dde652b service nova] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.188555] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d33df07-dd3d-4b6c-8883-400937cb1098 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.196270] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd933c5-bb93-4cae-ba3f-b4a206b692b4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.227575] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ee72cf-5cd4-4779-bc26-460886ee0006 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.235871] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c16d33-765d-4491-97c7-d48b414613d5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.252746] env[68835]: DEBUG nova.compute.provider_tree [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.311176] env[68835]: DEBUG oslo_concurrency.lockutils [req-cf532336-835a-4e57-8f9e-dd82c65a17dc req-1da27c39-38bf-444d-94de-f6c6cbf3382f service nova] Releasing lock "refresh_cache-dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.311701] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2907fdd9-b1ac-4f94-8898-f9df2b33988e tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquired lock "refresh_cache-dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.311869] env[68835]: DEBUG nova.network.neutron [None req-2907fdd9-b1ac-4f94-8898-f9df2b33988e tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.469917] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154223, 'name': Rename_Task, 'duration_secs': 0.802438} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.470279] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.470552] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30206cd1-3232-4232-b018-47ecbae5c359 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.477628] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 875.477628] env[68835]: value = "task-3154224" [ 875.477628] env[68835]: _type = "Task" [ 875.477628] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.484825] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.499124] env[68835]: DEBUG nova.compute.manager [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.499124] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.500013] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4033623-a9be-4721-95ce-d170aef3e7a9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.510448] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.510875] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b405c43-e933-4b8a-bcc2-41756f6104eb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.522277] env[68835]: DEBUG oslo_vmware.api [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for the task: (returnval){ [ 875.522277] env[68835]: value = "task-3154225" [ 875.522277] env[68835]: _type = "Task" [ 875.522277] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.531211] env[68835]: DEBUG oslo_vmware.api [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3154225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.645054] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154222, 'name': CreateVM_Task, 'duration_secs': 1.546578} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.645312] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.647047] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.647047] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.647047] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.647047] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bf83d32-93b9-46d4-b5b3-c73bbaac2cc0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.652288] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 875.652288] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5266471c-4c93-a6ff-9607-ca9cb60eda71" [ 875.652288] env[68835]: _type = "Task" [ 875.652288] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.664622] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5266471c-4c93-a6ff-9607-ca9cb60eda71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.664917] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-884338a6-9bd6-4f66-9141-7b3c978e61d3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.674025] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69387c09-3672-45cc-ae4a-0b28ae276476 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.713966] env[68835]: DEBUG nova.compute.manager [req-1ca6953a-d259-416b-a51b-f35aedfab280 req-4a64fea5-f2f8-4f5e-9f73-8e487dde652b service nova] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Detach interface failed, port_id=d80f8447-5d40-4876-bef9-a84e3a94279f, reason: Instance 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.759447] env[68835]: DEBUG nova.scheduler.client.report [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.987367] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.031437] env[68835]: DEBUG oslo_vmware.api [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3154225, 'name': PowerOffVM_Task, 'duration_secs': 0.181515} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.031800] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.031994] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.032321] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-307281c2-6f4e-40c1-9a94-15024d9f2a45 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.089728] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.089956] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.090158] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Deleting the datastore file [datastore1] 4743452f-e6f6-4069-bb1a-bc08b74287f1 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.090423] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83783fa2-e130-4fc6-a9e0-b1948a818325 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.096891] env[68835]: DEBUG oslo_vmware.api [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for the task: (returnval){ [ 876.096891] env[68835]: value = "task-3154227" [ 876.096891] env[68835]: _type = "Task" [ 876.096891] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.104965] env[68835]: DEBUG oslo_vmware.api [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3154227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.162841] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5266471c-4c93-a6ff-9607-ca9cb60eda71, 'name': SearchDatastore_Task, 'duration_secs': 0.016168} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.163192] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.163434] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.163677] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.163829] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.164020] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.164294] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb1fab47-c8d6-4621-bc78-524f2fe35ba7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.173072] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.173287] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.174016] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e7cd650-bce2-4f77-ac67-94bdb3fe65aa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.179303] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 876.179303] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52950c16-890f-e5d7-625f-fa068b2c7cdf" [ 876.179303] env[68835]: _type = "Task" [ 876.179303] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.188963] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52950c16-890f-e5d7-625f-fa068b2c7cdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.343023] env[68835]: DEBUG nova.network.neutron [None req-2907fdd9-b1ac-4f94-8898-f9df2b33988e tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Updating instance_info_cache with network_info: [{"id": "04e2a2dd-ea93-40f2-a439-3bdf47184ce3", "address": "fa:16:3e:83:49:74", "network": {"id": "ae1e1e88-b96a-4c75-82bc-9307a2ef7540", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2062105210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc24ebceab847629e6e8ed400b3c3a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e2a2dd-ea", "ovs_interfaceid": "04e2a2dd-ea93-40f2-a439-3bdf47184ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.490027] env[68835]: DEBUG oslo_vmware.api [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154224, 'name': PowerOnVM_Task, 'duration_secs': 0.746246} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.490334] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.490334] env[68835]: INFO nova.compute.manager [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Took 7.79 seconds to spawn the instance on the hypervisor. [ 876.490478] env[68835]: DEBUG nova.compute.manager [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.491260] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084103a8-d24c-4bd1-8b99-2788e54501dd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.607044] env[68835]: DEBUG oslo_vmware.api [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Task: {'id': task-3154227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132201} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.607329] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.607511] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.607684] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.607855] env[68835]: INFO nova.compute.manager [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 876.608114] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.608823] env[68835]: DEBUG nova.compute.manager [-] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.608823] env[68835]: DEBUG nova.network.neutron [-] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.689389] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52950c16-890f-e5d7-625f-fa068b2c7cdf, 'name': SearchDatastore_Task, 'duration_secs': 0.011663} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.690211] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac5cde1d-de7a-4638-a311-c236e80a7873 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.695564] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 876.695564] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5246e00c-8a8d-68a2-c0c6-517f731e41e5" [ 876.695564] env[68835]: _type = "Task" [ 876.695564] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.703762] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5246e00c-8a8d-68a2-c0c6-517f731e41e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.770493] env[68835]: DEBUG oslo_concurrency.lockutils [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.064s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.776793] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.977s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.777036] env[68835]: DEBUG nova.objects.instance [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lazy-loading 'resources' on Instance uuid a57efa90-bb0d-47fd-9dc8-51322a72d564 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.846151] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2907fdd9-b1ac-4f94-8898-f9df2b33988e tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Releasing lock "refresh_cache-dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.928191] env[68835]: DEBUG nova.compute.manager [req-66bf3755-02a0-4e8c-b2aa-6c8c79711910 req-68cfb794-eece-4644-aa54-c38e44ae0345 service nova] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Received event network-vif-deleted-5c75d60d-b669-4a26-a5c6-db7addddbd1d {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.928191] env[68835]: INFO nova.compute.manager [req-66bf3755-02a0-4e8c-b2aa-6c8c79711910 req-68cfb794-eece-4644-aa54-c38e44ae0345 service nova] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Neutron deleted interface 5c75d60d-b669-4a26-a5c6-db7addddbd1d; detaching it from the instance and deleting it from the info cache [ 876.928191] env[68835]: DEBUG nova.network.neutron [req-66bf3755-02a0-4e8c-b2aa-6c8c79711910 req-68cfb794-eece-4644-aa54-c38e44ae0345 service nova] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.006598] env[68835]: INFO nova.compute.manager [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Took 65.42 seconds to build instance. [ 877.205926] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5246e00c-8a8d-68a2-c0c6-517f731e41e5, 'name': SearchDatastore_Task, 'duration_secs': 0.019792} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.206203] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.206470] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7/8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.206727] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9543b302-4426-411e-8bfc-2c8eb5a1cfe4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.213014] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 877.213014] env[68835]: value = "task-3154228" [ 877.213014] env[68835]: _type = "Task" [ 877.213014] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.220603] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.353397] env[68835]: DEBUG nova.compute.manager [None req-2907fdd9-b1ac-4f94-8898-f9df2b33988e tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.355357] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c570faa9-d154-44b6-894a-3bc30428b0d7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.412206] env[68835]: DEBUG nova.network.neutron [-] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.430598] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f045014f-4957-4c15-a67f-e300b87ac79e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.440341] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5721c409-a012-4ba1-ae05-1164ec5d744a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.486138] env[68835]: DEBUG nova.compute.manager [req-66bf3755-02a0-4e8c-b2aa-6c8c79711910 req-68cfb794-eece-4644-aa54-c38e44ae0345 service nova] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Detach interface failed, port_id=5c75d60d-b669-4a26-a5c6-db7addddbd1d, reason: Instance 4743452f-e6f6-4069-bb1a-bc08b74287f1 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 877.508203] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b3c6691a-b85d-4c8a-a108-430772e06f47 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "a0975e17-063b-4e18-a71a-75af7ba035bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.931s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.726060] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154228, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.832425] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc96a24-4e11-40ca-bf63-e04559ef5ce8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.841408] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d07b5c-230d-4ea1-a3f0-5408cbaadea9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.881478] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928593b1-8e2b-4404-a907-b87d7e5d60eb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.889831] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1504630d-1f31-4d60-bb63-90a2e929ff61 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.905413] env[68835]: DEBUG nova.compute.provider_tree [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.916343] env[68835]: INFO nova.compute.manager [-] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Took 1.31 seconds to deallocate network for instance. [ 878.224730] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658999} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.224928] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7/8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.225168] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.225424] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e147ff83-5445-44c8-afef-23578cd75943 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.231632] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 878.231632] env[68835]: value = "task-3154229" [ 878.231632] env[68835]: _type = "Task" [ 878.231632] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.238728] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.313038] env[68835]: INFO nova.compute.manager [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Swapping old allocation on dict_keys(['630ca13a-1b55-4f34-b293-1d2d311149b3']) held by migration ae1e112c-5c62-40c1-84a8-cb705cc079ae for instance [ 878.335463] env[68835]: DEBUG nova.scheduler.client.report [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Overwriting current allocation {'allocations': {'630ca13a-1b55-4f34-b293-1d2d311149b3': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 96}}, 'project_id': '5c0b355ba73e4ad4990fcb7c97f1fa6a', 'user_id': '2d99fe34f5094db1a023883c65c64f07', 'consumer_generation': 1} on consumer 78270b54-cc89-4b58-b168-6ca1161b4f4a {{(pid=68835) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 878.387347] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb0256f-1d99-465d-91b9-1988361642a8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.396549] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2907fdd9-b1ac-4f94-8898-f9df2b33988e tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Doing hard reboot of VM {{(pid=68835) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 878.397201] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ee443d75-d1df-470b-b6f0-9800ee351c12 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.403830] env[68835]: DEBUG oslo_vmware.api [None req-2907fdd9-b1ac-4f94-8898-f9df2b33988e tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 878.403830] env[68835]: value = "task-3154230" [ 878.403830] env[68835]: _type = "Task" [ 878.403830] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.408858] env[68835]: DEBUG nova.scheduler.client.report [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.415368] env[68835]: DEBUG oslo_vmware.api [None req-2907fdd9-b1ac-4f94-8898-f9df2b33988e tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154230, 'name': ResetVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.422696] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.445518] env[68835]: DEBUG oslo_concurrency.lockutils [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "refresh_cache-78270b54-cc89-4b58-b168-6ca1161b4f4a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.445698] env[68835]: DEBUG oslo_concurrency.lockutils [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquired lock "refresh_cache-78270b54-cc89-4b58-b168-6ca1161b4f4a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.445875] env[68835]: DEBUG nova.network.neutron [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.741132] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068314} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.741419] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.742207] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7838591c-f3ef-4496-aa5b-30eb454bd13a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.763648] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7/8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.764049] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3d6b468-919f-43a5-978d-448e87f53fb3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.783853] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 878.783853] env[68835]: value = "task-3154231" [ 878.783853] env[68835]: _type = "Task" [ 878.783853] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.791781] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.913385] env[68835]: DEBUG oslo_vmware.api [None req-2907fdd9-b1ac-4f94-8898-f9df2b33988e tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154230, 'name': ResetVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.917296] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.919477] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.384s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.934036] env[68835]: INFO nova.scheduler.client.report [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Deleted allocations for instance a57efa90-bb0d-47fd-9dc8-51322a72d564 [ 879.224389] env[68835]: DEBUG nova.network.neutron [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Updating instance_info_cache with network_info: [{"id": "61e4ae27-1dcc-48fe-9475-f138fe9380a7", "address": "fa:16:3e:a7:ee:b8", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e4ae27-1d", "ovs_interfaceid": "61e4ae27-1dcc-48fe-9475-f138fe9380a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.293583] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.413635] env[68835]: DEBUG oslo_vmware.api [None req-2907fdd9-b1ac-4f94-8898-f9df2b33988e tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154230, 'name': ResetVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.441737] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8c2d6877-e2b1-4e5e-b0bc-d5539fcfb0d7 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lock "a57efa90-bb0d-47fd-9dc8-51322a72d564" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.148s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.727656] env[68835]: DEBUG oslo_concurrency.lockutils [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Releasing lock "refresh_cache-78270b54-cc89-4b58-b168-6ca1161b4f4a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.728184] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.728473] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46105464-7465-4231-8b71-09d417c25c07 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.736141] env[68835]: DEBUG oslo_vmware.api [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 879.736141] env[68835]: value = "task-3154232" [ 879.736141] env[68835]: _type = "Task" [ 879.736141] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.745174] env[68835]: DEBUG oslo_vmware.api [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.798468] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154231, 'name': ReconfigVM_Task, 'duration_secs': 0.988842} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.798808] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7/8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.800192] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f62d84e5-301e-4c21-a12b-f7b7c927cbc2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.806943] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 879.806943] env[68835]: value = "task-3154233" [ 879.806943] env[68835]: _type = "Task" [ 879.806943] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.816698] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154233, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.915534] env[68835]: DEBUG oslo_vmware.api [None req-2907fdd9-b1ac-4f94-8898-f9df2b33988e tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154230, 'name': ResetVM_Task, 'duration_secs': 1.103732} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.915712] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2907fdd9-b1ac-4f94-8898-f9df2b33988e tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Did hard reboot of VM {{(pid=68835) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 879.916051] env[68835]: DEBUG nova.compute.manager [None req-2907fdd9-b1ac-4f94-8898-f9df2b33988e tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.917204] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cd739f-9f04-47f0-a073-37a2dce85ecf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.936741] env[68835]: INFO nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Updating resource usage from migration 9c18eac5-5085-4327-a1cf-4b17b71db281 [ 879.964628] env[68835]: WARNING nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance bf7da137-7978-4d65-b707-e0111d8736d9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 879.964801] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance a08615df-fc52-4a65-bea0-6b3bfc513d99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 879.965036] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 879.965120] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 2a97bbe3-9d5b-4839-82f1-ac5da92928bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 879.965209] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 423efc1e-c007-42d0-bf18-269b075ccff2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 879.965345] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance ff3f81eb-8599-47e0-a5a8-26f21ea70fc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 879.965465] env[68835]: WARNING nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 7eae8370-b95c-4263-a671-a6032ade221d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 879.965641] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 8e863779-d50a-4b1b-b355-d6d0e217addd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 879.965806] env[68835]: WARNING nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 4743452f-e6f6-4069-bb1a-bc08b74287f1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 879.965960] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 225bcb4f-da24-40a4-bb9f-8cdf79b76c52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 879.966121] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 879.966552] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 9698591c-877c-4cb9-8aa1-00e4f126e049 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 879.966722] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 879.966892] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 0c4ae68e-49bd-4c7e-b899-44dafaf180cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 879.966978] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 036b2b50-7c4b-444c-9645-7502e650e674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 879.967114] env[68835]: WARNING nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 9e655764-988a-4b70-a278-26be0dc4adda is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 879.967262] env[68835]: WARNING nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 04860d94-0a42-49e5-a1e2-50f58c1a09be is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 879.967372] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 8ba03d75-6449-43c9-a3a5-aac9b61656e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 879.967567] env[68835]: WARNING nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 879.967698] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 78270b54-cc89-4b58-b168-6ca1161b4f4a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 879.967851] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 879.967938] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance a0975e17-063b-4e18-a71a-75af7ba035bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 879.968160] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 848e3483-2708-4f0e-8b10-4e7405b0a156 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 879.968248] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 880.246717] env[68835]: DEBUG oslo_vmware.api [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154232, 'name': PowerOffVM_Task, 'duration_secs': 0.236095} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.247041] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.247758] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:34:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='26f85864-8448-4fa4-a3dc-8e2daa6b34b2',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1668179278',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.247983] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.248154] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.248353] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.248498] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.248663] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.248869] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.249071] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.249341] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.250152] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.250152] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.255307] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c858ec6-5bef-45b2-9b9c-c06624be7ec2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.271532] env[68835]: DEBUG oslo_vmware.api [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 880.271532] env[68835]: value = "task-3154234" [ 880.271532] env[68835]: _type = "Task" [ 880.271532] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.279891] env[68835]: DEBUG oslo_vmware.api [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.316357] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154233, 'name': Rename_Task, 'duration_secs': 0.146174} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.316626] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.316883] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2be87af9-eb7b-4e64-8c78-2f49023408df {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.322863] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 880.322863] env[68835]: value = "task-3154235" [ 880.322863] env[68835]: _type = "Task" [ 880.322863] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.336809] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.430622] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2907fdd9-b1ac-4f94-8898-f9df2b33988e tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.812s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.445159] env[68835]: DEBUG oslo_concurrency.lockutils [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "8e863779-d50a-4b1b-b355-d6d0e217addd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.445453] env[68835]: DEBUG oslo_concurrency.lockutils [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lock "8e863779-d50a-4b1b-b355-d6d0e217addd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.445678] env[68835]: DEBUG oslo_concurrency.lockutils [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "8e863779-d50a-4b1b-b355-d6d0e217addd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.445883] env[68835]: DEBUG oslo_concurrency.lockutils [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lock "8e863779-d50a-4b1b-b355-d6d0e217addd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.446622] env[68835]: DEBUG oslo_concurrency.lockutils [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lock "8e863779-d50a-4b1b-b355-d6d0e217addd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.448818] env[68835]: INFO nova.compute.manager [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Terminating instance [ 880.470802] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance f1990dd5-2129-43fe-a9a5-132e325e9f22 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 880.781607] env[68835]: DEBUG oslo_vmware.api [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154234, 'name': ReconfigVM_Task, 'duration_secs': 0.18907} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.782576] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e73634-75b5-4c07-8c02-361b821c2c18 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.803093] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:34:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='26f85864-8448-4fa4-a3dc-8e2daa6b34b2',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1668179278',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.803393] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.803499] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.803684] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.803836] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.803980] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.804213] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.804373] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.804539] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.804700] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.804870] env[68835]: DEBUG nova.virt.hardware [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.805692] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d358d627-daea-4a8d-8267-8d7823674f9f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.811412] env[68835]: DEBUG oslo_vmware.api [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 880.811412] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d6ddae-a6ae-a851-030e-27f33a00ab3a" [ 880.811412] env[68835]: _type = "Task" [ 880.811412] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.819748] env[68835]: DEBUG oslo_vmware.api [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d6ddae-a6ae-a851-030e-27f33a00ab3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.832220] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154235, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.953399] env[68835]: DEBUG nova.compute.manager [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.953399] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.954798] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dca389-f737-449c-a3a7-d4df26d5a4e6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.962525] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.962812] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27f57137-39c1-4de1-b02d-1f6274a5dbf9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.969096] env[68835]: DEBUG oslo_vmware.api [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 880.969096] env[68835]: value = "task-3154236" [ 880.969096] env[68835]: _type = "Task" [ 880.969096] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.973215] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 18a245c1-6489-4d96-bd70-bd79d8d49913 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 880.980018] env[68835]: DEBUG oslo_vmware.api [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.321789] env[68835]: DEBUG oslo_vmware.api [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d6ddae-a6ae-a851-030e-27f33a00ab3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010429} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.327804] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 881.328246] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8763c42-07c4-447a-b7a1-8a5d8d9065ed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.350286] env[68835]: DEBUG oslo_vmware.api [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154235, 'name': PowerOnVM_Task, 'duration_secs': 0.722439} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.351641] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.351891] env[68835]: INFO nova.compute.manager [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Took 9.92 seconds to spawn the instance on the hypervisor. [ 881.352119] env[68835]: DEBUG nova.compute.manager [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.352507] env[68835]: DEBUG oslo_vmware.api [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 881.352507] env[68835]: value = "task-3154237" [ 881.352507] env[68835]: _type = "Task" [ 881.352507] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.353302] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd32da9b-f648-4c6c-8d11-52e13dcbddc3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.364354] env[68835]: DEBUG oslo_vmware.api [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.476010] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance ee028395-234c-467e-aece-f1cf63ee0a0c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 881.481453] env[68835]: DEBUG oslo_vmware.api [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154236, 'name': PowerOffVM_Task, 'duration_secs': 0.318686} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.482347] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.482347] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.483725] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5663b978-1b2e-4f4f-9c22-8e7e47f309a0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.558677] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.558677] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.558677] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Deleting the datastore file [datastore2] 8e863779-d50a-4b1b-b355-d6d0e217addd {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.558677] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab09e6ab-b2e6-4383-86c3-1bc5e370f359 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.566337] env[68835]: DEBUG oslo_vmware.api [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for the task: (returnval){ [ 881.566337] env[68835]: value = "task-3154239" [ 881.566337] env[68835]: _type = "Task" [ 881.566337] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.575179] env[68835]: DEBUG oslo_vmware.api [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.636785] env[68835]: DEBUG nova.compute.manager [req-da2f6395-d7d5-464c-b56f-38d496dafb95 req-5a0bc519-ade0-4639-8c6a-99ec70bcbe75 service nova] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Received event network-changed-04e2a2dd-ea93-40f2-a439-3bdf47184ce3 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.636785] env[68835]: DEBUG nova.compute.manager [req-da2f6395-d7d5-464c-b56f-38d496dafb95 req-5a0bc519-ade0-4639-8c6a-99ec70bcbe75 service nova] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Refreshing instance network info cache due to event network-changed-04e2a2dd-ea93-40f2-a439-3bdf47184ce3. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.636785] env[68835]: DEBUG oslo_concurrency.lockutils [req-da2f6395-d7d5-464c-b56f-38d496dafb95 req-5a0bc519-ade0-4639-8c6a-99ec70bcbe75 service nova] Acquiring lock "refresh_cache-dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.636785] env[68835]: DEBUG oslo_concurrency.lockutils [req-da2f6395-d7d5-464c-b56f-38d496dafb95 req-5a0bc519-ade0-4639-8c6a-99ec70bcbe75 service nova] Acquired lock "refresh_cache-dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.637026] env[68835]: DEBUG nova.network.neutron [req-da2f6395-d7d5-464c-b56f-38d496dafb95 req-5a0bc519-ade0-4639-8c6a-99ec70bcbe75 service nova] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Refreshing network info cache for port 04e2a2dd-ea93-40f2-a439-3bdf47184ce3 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.865879] env[68835]: DEBUG oslo_vmware.api [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154237, 'name': ReconfigVM_Task, 'duration_secs': 0.33262} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.866185] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 881.867140] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d784397a-2e48-4e82-941c-c4177fa4cca8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.893499] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 78270b54-cc89-4b58-b168-6ca1161b4f4a/78270b54-cc89-4b58-b168-6ca1161b4f4a.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.894120] env[68835]: INFO nova.compute.manager [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Took 64.21 seconds to build instance. [ 881.895060] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d43a62a9-18a7-4223-b6ac-bd96200e209d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.914016] env[68835]: DEBUG oslo_vmware.api [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 881.914016] env[68835]: value = "task-3154240" [ 881.914016] env[68835]: _type = "Task" [ 881.914016] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.923576] env[68835]: DEBUG oslo_vmware.api [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.983193] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 882.077542] env[68835]: DEBUG oslo_vmware.api [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Task: {'id': task-3154239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206707} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.077542] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.077726] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.077976] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.078230] env[68835]: INFO nova.compute.manager [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 882.078576] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.078813] env[68835]: DEBUG nova.compute.manager [-] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.078927] env[68835]: DEBUG nova.network.neutron [-] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.265367] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquiring lock "dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.265674] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.265955] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquiring lock "dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.266171] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.266350] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.270588] env[68835]: INFO nova.compute.manager [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Terminating instance [ 882.358368] env[68835]: DEBUG nova.network.neutron [req-da2f6395-d7d5-464c-b56f-38d496dafb95 req-5a0bc519-ade0-4639-8c6a-99ec70bcbe75 service nova] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Updated VIF entry in instance network info cache for port 04e2a2dd-ea93-40f2-a439-3bdf47184ce3. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.358765] env[68835]: DEBUG nova.network.neutron [req-da2f6395-d7d5-464c-b56f-38d496dafb95 req-5a0bc519-ade0-4639-8c6a-99ec70bcbe75 service nova] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Updating instance_info_cache with network_info: [{"id": "04e2a2dd-ea93-40f2-a439-3bdf47184ce3", "address": "fa:16:3e:83:49:74", "network": {"id": "ae1e1e88-b96a-4c75-82bc-9307a2ef7540", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2062105210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc24ebceab847629e6e8ed400b3c3a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e2a2dd-ea", "ovs_interfaceid": "04e2a2dd-ea93-40f2-a439-3bdf47184ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.408748] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1d03107d-46c3-45bf-ad3f-5d02b955bfe1 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.619s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.424190] env[68835]: DEBUG oslo_vmware.api [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154240, 'name': ReconfigVM_Task, 'duration_secs': 0.352765} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.424460] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 78270b54-cc89-4b58-b168-6ca1161b4f4a/78270b54-cc89-4b58-b168-6ca1161b4f4a.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.426567] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ae10dd-bc54-490e-8e44-8c2807f20772 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.456389] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cbe98e-2e2c-425b-b2c3-71a73071bb8d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.485065] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5a4c24-000a-4194-9cad-bcaee2a17e14 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.488405] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance d4497ca6-4e32-41a0-acd9-03568a425349 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 882.506509] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f6946f-af9e-4795-b97b-4386455232df {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.515376] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.515376] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90d991cc-d972-4cb6-bf25-f9032238f91e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.521936] env[68835]: DEBUG oslo_vmware.api [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 882.521936] env[68835]: value = "task-3154241" [ 882.521936] env[68835]: _type = "Task" [ 882.521936] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.530268] env[68835]: DEBUG oslo_vmware.api [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.774562] env[68835]: DEBUG nova.compute.manager [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.774784] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.775695] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0194a2ec-a32f-48dd-9886-01a5c7619654 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.783986] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.784284] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23dffa61-2817-45be-82fd-cdf41ab20299 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.792538] env[68835]: DEBUG oslo_vmware.api [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 882.792538] env[68835]: value = "task-3154242" [ 882.792538] env[68835]: _type = "Task" [ 882.792538] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.801247] env[68835]: DEBUG oslo_vmware.api [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.861740] env[68835]: DEBUG oslo_concurrency.lockutils [req-da2f6395-d7d5-464c-b56f-38d496dafb95 req-5a0bc519-ade0-4639-8c6a-99ec70bcbe75 service nova] Releasing lock "refresh_cache-dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.961481] env[68835]: DEBUG nova.network.neutron [-] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.991254] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance e6e1fbae-785e-4bb9-bfc2-0172c3a23867 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 882.991487] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (630ca13a-1b55-4f34-b293-1d2d311149b3): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 883.032255] env[68835]: DEBUG oslo_vmware.api [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154241, 'name': PowerOnVM_Task, 'duration_secs': 0.455004} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.032567] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.304289] env[68835]: DEBUG oslo_vmware.api [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154242, 'name': PowerOffVM_Task, 'duration_secs': 0.235074} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.304618] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.304918] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.306077] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5551dd06-ac20-46df-a2aa-ee0db9bc9276 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.361559] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.361830] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.362014] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Deleting the datastore file [datastore2] dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.362338] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c234e8ce-41d8-419d-b429-d87c396e4c35 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.368892] env[68835]: DEBUG oslo_vmware.api [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 883.368892] env[68835]: value = "task-3154244" [ 883.368892] env[68835]: _type = "Task" [ 883.368892] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.377578] env[68835]: DEBUG oslo_vmware.api [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.464841] env[68835]: INFO nova.compute.manager [-] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Took 1.39 seconds to deallocate network for instance. [ 883.494689] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 47b71583-afd4-456f-b393-38494bb43a12 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 883.494689] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Migration 9c18eac5-5085-4327-a1cf-4b17b71db281 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 883.494817] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance f64170b9-d070-4f08-a0bb-0cebc3a598f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 883.495175] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 883.495333] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 883.664154] env[68835]: DEBUG nova.compute.manager [req-c2788306-1f95-4cb3-b0d0-0cffc1e70bcd req-de54d06d-e78b-43a8-a1a6-ff62b2a1d38f service nova] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Received event network-vif-deleted-c6b3b721-262e-4047-93f5-cd974ed3af39 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.879910] env[68835]: DEBUG oslo_vmware.api [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134109} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.880194] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.880382] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.880558] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.880728] env[68835]: INFO nova.compute.manager [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Took 1.11 seconds to destroy the instance on the hypervisor. [ 883.880970] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.881178] env[68835]: DEBUG nova.compute.manager [-] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.881279] env[68835]: DEBUG nova.network.neutron [-] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.936788] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b055b6c-8d2e-4e6c-8397-b5be7fe89485 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.944861] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a719be-a0e0-4ec7-9d95-e1c87b68d6cd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.978097] env[68835]: DEBUG oslo_concurrency.lockutils [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.979328] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c368d6-1c77-4e17-ac99-77d15097ddd3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.989575] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850689e1-86b4-46e3-9864-c123f8d68d75 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.003627] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.043860] env[68835]: INFO nova.compute.manager [None req-371434f5-5226-4e0d-bded-307357598ccd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Updating instance to original state: 'active' [ 884.063230] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e9530a30-ec07-4ddb-9aff-ef480e6a19e9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "a0975e17-063b-4e18-a71a-75af7ba035bb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.063530] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e9530a30-ec07-4ddb-9aff-ef480e6a19e9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "a0975e17-063b-4e18-a71a-75af7ba035bb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.063714] env[68835]: DEBUG nova.compute.manager [None req-e9530a30-ec07-4ddb-9aff-ef480e6a19e9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.064642] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fbe55d-f012-450e-a71d-99b877e092b4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.074075] env[68835]: DEBUG nova.compute.manager [None req-e9530a30-ec07-4ddb-9aff-ef480e6a19e9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68835) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 884.074075] env[68835]: DEBUG nova.objects.instance [None req-e9530a30-ec07-4ddb-9aff-ef480e6a19e9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lazy-loading 'flavor' on Instance uuid a0975e17-063b-4e18-a71a-75af7ba035bb {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.508106] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.760856] env[68835]: DEBUG nova.network.neutron [-] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.012645] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68835) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 885.012980] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.093s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.013311] env[68835]: DEBUG oslo_concurrency.lockutils [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.190s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.013502] env[68835]: DEBUG oslo_concurrency.lockutils [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.015622] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.968s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.017137] env[68835]: INFO nova.compute.claims [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.020063] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.020220] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Cleaning up deleted instances {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 885.053191] env[68835]: INFO nova.scheduler.client.report [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Deleted allocations for instance 7eae8370-b95c-4263-a671-a6032ade221d [ 885.082079] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9530a30-ec07-4ddb-9aff-ef480e6a19e9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.082504] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2e15561-f350-4232-aa6b-6fa9072973af {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.091948] env[68835]: DEBUG oslo_vmware.api [None req-e9530a30-ec07-4ddb-9aff-ef480e6a19e9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 885.091948] env[68835]: value = "task-3154245" [ 885.091948] env[68835]: _type = "Task" [ 885.091948] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.103898] env[68835]: DEBUG oslo_vmware.api [None req-e9530a30-ec07-4ddb-9aff-ef480e6a19e9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.263651] env[68835]: INFO nova.compute.manager [-] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Took 1.38 seconds to deallocate network for instance. [ 885.534625] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] There are 39 instances to clean {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 885.534919] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 4e2e375c-803e-44b0-8480-30f8080da1c1] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.564489] env[68835]: DEBUG oslo_concurrency.lockutils [None req-902bb740-0a4b-47b3-b9f6-793a0c36fbae tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "7eae8370-b95c-4263-a671-a6032ade221d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.320s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.602382] env[68835]: DEBUG oslo_vmware.api [None req-e9530a30-ec07-4ddb-9aff-ef480e6a19e9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154245, 'name': PowerOffVM_Task, 'duration_secs': 0.215266} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.602677] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9530a30-ec07-4ddb-9aff-ef480e6a19e9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.602872] env[68835]: DEBUG nova.compute.manager [None req-e9530a30-ec07-4ddb-9aff-ef480e6a19e9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.603763] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e39ae90-2992-404a-98f0-6aa785ce4247 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.688458] env[68835]: DEBUG nova.compute.manager [req-35549c01-79a9-4e60-a7a1-c535e8d84d4d req-8283cb46-eb16-442d-a7e0-9d7012cc4957 service nova] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Received event network-vif-deleted-04e2a2dd-ea93-40f2-a439-3bdf47184ce3 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.725502] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "78270b54-cc89-4b58-b168-6ca1161b4f4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.725767] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "78270b54-cc89-4b58-b168-6ca1161b4f4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.725980] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "78270b54-cc89-4b58-b168-6ca1161b4f4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.726183] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "78270b54-cc89-4b58-b168-6ca1161b4f4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.726354] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "78270b54-cc89-4b58-b168-6ca1161b4f4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.728401] env[68835]: INFO nova.compute.manager [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Terminating instance [ 885.771430] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.040759] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: a57efa90-bb0d-47fd-9dc8-51322a72d564] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.116703] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e9530a30-ec07-4ddb-9aff-ef480e6a19e9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "a0975e17-063b-4e18-a71a-75af7ba035bb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.231472] env[68835]: DEBUG nova.compute.manager [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.231706] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.234708] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01f58a9-1613-4c39-b83a-61bfab3009eb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.242977] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.243251] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48409c5c-4172-4793-bff9-000b3cd06fd4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.249437] env[68835]: DEBUG oslo_vmware.api [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 886.249437] env[68835]: value = "task-3154246" [ 886.249437] env[68835]: _type = "Task" [ 886.249437] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.263750] env[68835]: DEBUG oslo_vmware.api [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.455889] env[68835]: DEBUG nova.objects.instance [None req-4956780d-fb51-4949-b133-fe947576a22a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lazy-loading 'flavor' on Instance uuid a0975e17-063b-4e18-a71a-75af7ba035bb {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.468315] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d72147-743e-46fb-bde4-644eeef60d6f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.476477] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007b45c3-4958-42c8-ae89-2c62df52e0c4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.510246] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bc51d7-5ed2-44e8-aa45-d2ec160f3044 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.518872] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88685774-d8a1-4f4b-9834-2dcfdf5dd684 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.533201] env[68835]: DEBUG nova.compute.provider_tree [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.544330] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 76398266-5b27-46b1-bb3d-0d2834315a84] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.760080] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "2a97bbe3-9d5b-4839-82f1-ac5da92928bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.760340] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "2a97bbe3-9d5b-4839-82f1-ac5da92928bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.760567] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "2a97bbe3-9d5b-4839-82f1-ac5da92928bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.760736] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "2a97bbe3-9d5b-4839-82f1-ac5da92928bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.760903] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "2a97bbe3-9d5b-4839-82f1-ac5da92928bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.763029] env[68835]: INFO nova.compute.manager [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Terminating instance [ 886.765641] env[68835]: DEBUG oslo_vmware.api [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154246, 'name': PowerOffVM_Task, 'duration_secs': 0.191789} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.766042] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.766229] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.766474] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9fd321b-4c0f-4e06-ac51-946007f8a937 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.826888] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.827124] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.827314] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Deleting the datastore file [datastore2] 78270b54-cc89-4b58-b168-6ca1161b4f4a {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.827637] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0b494ad-2c47-4540-ba13-e13e8b0f6727 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.834270] env[68835]: DEBUG oslo_vmware.api [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 886.834270] env[68835]: value = "task-3154248" [ 886.834270] env[68835]: _type = "Task" [ 886.834270] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.842701] env[68835]: DEBUG oslo_vmware.api [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.961591] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4956780d-fb51-4949-b133-fe947576a22a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "refresh_cache-a0975e17-063b-4e18-a71a-75af7ba035bb" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.962259] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4956780d-fb51-4949-b133-fe947576a22a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquired lock "refresh_cache-a0975e17-063b-4e18-a71a-75af7ba035bb" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.962259] env[68835]: DEBUG nova.network.neutron [None req-4956780d-fb51-4949-b133-fe947576a22a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.962259] env[68835]: DEBUG nova.objects.instance [None req-4956780d-fb51-4949-b133-fe947576a22a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lazy-loading 'info_cache' on Instance uuid a0975e17-063b-4e18-a71a-75af7ba035bb {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.036212] env[68835]: DEBUG nova.scheduler.client.report [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.047795] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 331e225a-d8c7-46c7-ae1d-076523661d23] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.266926] env[68835]: DEBUG nova.compute.manager [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.267257] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.268181] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860aae76-cc1e-4a47-8c6c-c2d6401b1369 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.276910] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.277174] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d8801c7-1730-4dd5-a965-98b26d86bf45 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.283555] env[68835]: DEBUG oslo_vmware.api [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 887.283555] env[68835]: value = "task-3154249" [ 887.283555] env[68835]: _type = "Task" [ 887.283555] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.292402] env[68835]: DEBUG oslo_vmware.api [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.343711] env[68835]: DEBUG oslo_vmware.api [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1414} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.344049] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.344253] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.344436] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.344610] env[68835]: INFO nova.compute.manager [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 887.344855] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.345070] env[68835]: DEBUG nova.compute.manager [-] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.345173] env[68835]: DEBUG nova.network.neutron [-] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.466035] env[68835]: DEBUG nova.objects.base [None req-4956780d-fb51-4949-b133-fe947576a22a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 887.541624] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.542191] env[68835]: DEBUG nova.compute.manager [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.544938] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.044s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.545177] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.547258] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.928s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.550291] env[68835]: INFO nova.compute.claims [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.553202] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 6f1067b2-8a98-4611-9713-2ce516a9fd4e] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.793820] env[68835]: DEBUG oslo_vmware.api [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154249, 'name': PowerOffVM_Task, 'duration_secs': 0.195057} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.794201] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.794321] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.794522] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cf4eeff-abd8-47a8-bbaa-65d5185947a2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.851443] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.851672] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.851944] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Deleting the datastore file [datastore1] 2a97bbe3-9d5b-4839-82f1-ac5da92928bc {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.852224] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-760f73d1-20a9-43d8-92ae-2367f9af0489 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.858828] env[68835]: DEBUG oslo_vmware.api [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 887.858828] env[68835]: value = "task-3154251" [ 887.858828] env[68835]: _type = "Task" [ 887.858828] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.867181] env[68835]: DEBUG oslo_vmware.api [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.061169] env[68835]: DEBUG nova.compute.utils [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.065609] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: abadafe3-5419-40ad-ad35-d83ab9b5c0fb] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.067676] env[68835]: DEBUG nova.compute.manager [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.068035] env[68835]: DEBUG nova.network.neutron [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.071662] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2b3b77ac-cb58-4f78-9952-3d4b33937526 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "d5ab1888-4692-4c9b-be29-6adda0c5c931" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 61.535s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.071992] env[68835]: DEBUG oslo_concurrency.lockutils [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "d5ab1888-4692-4c9b-be29-6adda0c5c931" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 40.318s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.073713] env[68835]: INFO nova.compute.manager [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Unshelving [ 888.104663] env[68835]: DEBUG nova.compute.manager [req-9ed12494-c5b2-4b19-99aa-7106f9d93e0e req-7079323d-53ea-49b3-aa23-1b85c5f3a8ce service nova] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Received event network-vif-deleted-61e4ae27-1dcc-48fe-9475-f138fe9380a7 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.104881] env[68835]: INFO nova.compute.manager [req-9ed12494-c5b2-4b19-99aa-7106f9d93e0e req-7079323d-53ea-49b3-aa23-1b85c5f3a8ce service nova] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Neutron deleted interface 61e4ae27-1dcc-48fe-9475-f138fe9380a7; detaching it from the instance and deleting it from the info cache [ 888.105065] env[68835]: DEBUG nova.network.neutron [req-9ed12494-c5b2-4b19-99aa-7106f9d93e0e req-7079323d-53ea-49b3-aa23-1b85c5f3a8ce service nova] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.132954] env[68835]: DEBUG nova.policy [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bcf1a1b05cf64b27a53f7efe2cc7dc7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '026c4dac5475485a95d24f476ceb7c31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.346676] env[68835]: DEBUG nova.network.neutron [None req-4956780d-fb51-4949-b133-fe947576a22a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Updating instance_info_cache with network_info: [{"id": "27a0f409-24f9-4287-8e51-2fe1f39a7e90", "address": "fa:16:3e:7c:14:f5", "network": {"id": "46d3a89f-f530-49f2-9a8f-384321ffd5c8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-856461720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c086da5c5dc4b5dbc526422c0ec78eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a0f409-24", "ovs_interfaceid": "27a0f409-24f9-4287-8e51-2fe1f39a7e90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.373167] env[68835]: DEBUG oslo_vmware.api [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128381} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.373167] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.373167] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.373167] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.373167] env[68835]: INFO nova.compute.manager [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 888.373593] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.373593] env[68835]: DEBUG nova.compute.manager [-] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.373593] env[68835]: DEBUG nova.network.neutron [-] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.411404] env[68835]: DEBUG nova.network.neutron [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Successfully created port: cf122b60-89c4-44f1-85e2-63ac30e891b7 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.459654] env[68835]: DEBUG nova.network.neutron [-] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.565765] env[68835]: DEBUG nova.compute.manager [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.571757] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: c5ca9575-0509-4b69-ad7e-0b5b70889f97] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.609677] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93b12695-d26a-4783-bd9e-44420d81f3d0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.620613] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccfa08e-314a-46f2-851f-db3be91e0a3e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.663773] env[68835]: DEBUG nova.compute.manager [req-9ed12494-c5b2-4b19-99aa-7106f9d93e0e req-7079323d-53ea-49b3-aa23-1b85c5f3a8ce service nova] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Detach interface failed, port_id=61e4ae27-1dcc-48fe-9475-f138fe9380a7, reason: Instance 78270b54-cc89-4b58-b168-6ca1161b4f4a could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 888.848134] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4956780d-fb51-4949-b133-fe947576a22a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Releasing lock "refresh_cache-a0975e17-063b-4e18-a71a-75af7ba035bb" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.962614] env[68835]: INFO nova.compute.manager [-] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Took 1.62 seconds to deallocate network for instance. [ 889.026750] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324e9c46-97f8-4559-be8f-90ea4ed52f51 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.034949] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a502957-2295-4579-995e-b5290c72c9e1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.065054] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2994ab7c-ba6b-4df5-a3c1-3c19b2673617 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.075952] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98742254-cc6e-4375-a121-61aa02b1d642 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.080520] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 0a1e604e-a962-4f9a-86d9-8f769c6309f2] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.098939] env[68835]: DEBUG nova.compute.provider_tree [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.102271] env[68835]: DEBUG oslo_concurrency.lockutils [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.138495] env[68835]: DEBUG nova.network.neutron [-] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.469622] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.581681] env[68835]: DEBUG nova.compute.manager [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.586454] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 36785fa4-2ffb-42cf-b0d6-63c8047fa7df] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.604514] env[68835]: DEBUG nova.scheduler.client.report [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.610186] env[68835]: DEBUG nova.virt.hardware [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.610364] env[68835]: DEBUG nova.virt.hardware [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.610519] env[68835]: DEBUG nova.virt.hardware [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.610700] env[68835]: DEBUG nova.virt.hardware [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.610845] env[68835]: DEBUG nova.virt.hardware [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.610990] env[68835]: DEBUG nova.virt.hardware [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.611473] env[68835]: DEBUG nova.virt.hardware [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.612469] env[68835]: DEBUG nova.virt.hardware [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.612968] env[68835]: DEBUG nova.virt.hardware [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.613318] env[68835]: DEBUG nova.virt.hardware [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.613659] env[68835]: DEBUG nova.virt.hardware [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.615370] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2517dc0b-0dcf-407e-aa88-143ab2bb7b8c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.626737] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80b6841-ba56-4f54-a29b-c0063842d267 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.641286] env[68835]: INFO nova.compute.manager [-] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Took 1.27 seconds to deallocate network for instance. [ 889.827650] env[68835]: DEBUG nova.compute.manager [req-c8eb5605-b508-42fa-877a-b81b9d954e08 req-cc36cabb-cce4-4571-b13f-ae4183037e1c service nova] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Received event network-vif-plugged-cf122b60-89c4-44f1-85e2-63ac30e891b7 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.827889] env[68835]: DEBUG oslo_concurrency.lockutils [req-c8eb5605-b508-42fa-877a-b81b9d954e08 req-cc36cabb-cce4-4571-b13f-ae4183037e1c service nova] Acquiring lock "f1990dd5-2129-43fe-a9a5-132e325e9f22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.831301] env[68835]: DEBUG oslo_concurrency.lockutils [req-c8eb5605-b508-42fa-877a-b81b9d954e08 req-cc36cabb-cce4-4571-b13f-ae4183037e1c service nova] Lock "f1990dd5-2129-43fe-a9a5-132e325e9f22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.831501] env[68835]: DEBUG oslo_concurrency.lockutils [req-c8eb5605-b508-42fa-877a-b81b9d954e08 req-cc36cabb-cce4-4571-b13f-ae4183037e1c service nova] Lock "f1990dd5-2129-43fe-a9a5-132e325e9f22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.831678] env[68835]: DEBUG nova.compute.manager [req-c8eb5605-b508-42fa-877a-b81b9d954e08 req-cc36cabb-cce4-4571-b13f-ae4183037e1c service nova] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] No waiting events found dispatching network-vif-plugged-cf122b60-89c4-44f1-85e2-63ac30e891b7 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.831844] env[68835]: WARNING nova.compute.manager [req-c8eb5605-b508-42fa-877a-b81b9d954e08 req-cc36cabb-cce4-4571-b13f-ae4183037e1c service nova] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Received unexpected event network-vif-plugged-cf122b60-89c4-44f1-85e2-63ac30e891b7 for instance with vm_state building and task_state spawning. [ 889.854924] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4956780d-fb51-4949-b133-fe947576a22a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.855345] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b1a413c-eb2f-4eb6-96a6-6aede738fa35 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.866077] env[68835]: DEBUG oslo_vmware.api [None req-4956780d-fb51-4949-b133-fe947576a22a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 889.866077] env[68835]: value = "task-3154252" [ 889.866077] env[68835]: _type = "Task" [ 889.866077] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.874320] env[68835]: DEBUG oslo_vmware.api [None req-4956780d-fb51-4949-b133-fe947576a22a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.912944] env[68835]: DEBUG nova.network.neutron [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Successfully updated port: cf122b60-89c4-44f1-85e2-63ac30e891b7 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.090069] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 8a20799c-f053-4d14-86a5-46adae023a07] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.120658] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.121150] env[68835]: DEBUG nova.compute.manager [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.124497] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.446s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.126114] env[68835]: INFO nova.compute.claims [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.148062] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.178106] env[68835]: DEBUG nova.compute.manager [req-a6c6f847-794d-44ef-a4e4-2d45b55ab612 req-55e12ef3-99ca-4a63-b80e-4e36efa3e141 service nova] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Received event network-vif-deleted-ff3702da-09a3-4df6-81e6-8b417dc9ed15 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.376631] env[68835]: DEBUG oslo_vmware.api [None req-4956780d-fb51-4949-b133-fe947576a22a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154252, 'name': PowerOnVM_Task, 'duration_secs': 0.407319} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.376903] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4956780d-fb51-4949-b133-fe947576a22a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.377114] env[68835]: DEBUG nova.compute.manager [None req-4956780d-fb51-4949-b133-fe947576a22a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.377876] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75467241-4dbf-4f3e-a59e-c3a2276201ab {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.416812] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Acquiring lock "refresh_cache-f1990dd5-2129-43fe-a9a5-132e325e9f22" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.416812] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Acquired lock "refresh_cache-f1990dd5-2129-43fe-a9a5-132e325e9f22" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.416812] env[68835]: DEBUG nova.network.neutron [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.594087] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: edebcb67-10a9-47b1-9848-ec003e4de95f] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.630391] env[68835]: DEBUG nova.compute.utils [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.632521] env[68835]: DEBUG nova.compute.manager [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.632714] env[68835]: DEBUG nova.network.neutron [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.682076] env[68835]: DEBUG nova.policy [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db3e692c7b6c427092c5df3846e0c56e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5789565d9a494faa810646fa93eca63f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.940849] env[68835]: DEBUG nova.network.neutron [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Successfully created port: 7178770a-248b-4e52-833b-3ab4b077e3fb {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.979646] env[68835]: DEBUG nova.network.neutron [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.097236] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 9c2ae44f-df3b-4a90-9361-04d6cc8d7432] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.139445] env[68835]: DEBUG nova.compute.manager [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.240387] env[68835]: DEBUG nova.network.neutron [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Updating instance_info_cache with network_info: [{"id": "cf122b60-89c4-44f1-85e2-63ac30e891b7", "address": "fa:16:3e:a0:3b:65", "network": {"id": "994b6883-ea71-4460-858e-95f6afa9a376", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-539713670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "026c4dac5475485a95d24f476ceb7c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf122b60-89", "ovs_interfaceid": "cf122b60-89c4-44f1-85e2-63ac30e891b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.566030] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87b76b4-bc7c-4f0a-ab50-825f372b42da {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.573857] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10bb529-070b-47e1-b553-f74ae6cfc50a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.604254] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6ae847-995f-492e-bbf9-2d77b2397648 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.607412] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 1db421cf-4568-451a-ac6b-3789ac312f33] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.613984] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff073a4d-71cc-4a87-92b1-a819f463df64 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.629081] env[68835]: DEBUG nova.compute.provider_tree [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.743128] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Releasing lock "refresh_cache-f1990dd5-2129-43fe-a9a5-132e325e9f22" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.743576] env[68835]: DEBUG nova.compute.manager [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Instance network_info: |[{"id": "cf122b60-89c4-44f1-85e2-63ac30e891b7", "address": "fa:16:3e:a0:3b:65", "network": {"id": "994b6883-ea71-4460-858e-95f6afa9a376", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-539713670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "026c4dac5475485a95d24f476ceb7c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf122b60-89", "ovs_interfaceid": "cf122b60-89c4-44f1-85e2-63ac30e891b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.744016] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:3b:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf122b60-89c4-44f1-85e2-63ac30e891b7', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.751549] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Creating folder: Project (026c4dac5475485a95d24f476ceb7c31). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.752169] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b46b219-8686-4845-bfe3-68135b518328 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.763672] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Created folder: Project (026c4dac5475485a95d24f476ceb7c31) in parent group-v630977. [ 891.763856] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Creating folder: Instances. Parent ref: group-v631159. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.764109] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-219bd171-b50c-4ec2-a9ce-87860b57ad49 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.775463] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Created folder: Instances in parent group-v631159. [ 891.775463] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.775648] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.775855] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-678cfbc6-0b6e-4022-9c32-0da29d1c950d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.795844] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.795844] env[68835]: value = "task-3154255" [ 891.795844] env[68835]: _type = "Task" [ 891.795844] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.803561] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154255, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.890315] env[68835]: DEBUG nova.compute.manager [req-36fa15a3-b144-4096-9edc-c973f523ad1a req-641562b2-8781-41f5-8b39-85b604136f6c service nova] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Received event network-changed-cf122b60-89c4-44f1-85e2-63ac30e891b7 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.890579] env[68835]: DEBUG nova.compute.manager [req-36fa15a3-b144-4096-9edc-c973f523ad1a req-641562b2-8781-41f5-8b39-85b604136f6c service nova] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Refreshing instance network info cache due to event network-changed-cf122b60-89c4-44f1-85e2-63ac30e891b7. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.890817] env[68835]: DEBUG oslo_concurrency.lockutils [req-36fa15a3-b144-4096-9edc-c973f523ad1a req-641562b2-8781-41f5-8b39-85b604136f6c service nova] Acquiring lock "refresh_cache-f1990dd5-2129-43fe-a9a5-132e325e9f22" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.890925] env[68835]: DEBUG oslo_concurrency.lockutils [req-36fa15a3-b144-4096-9edc-c973f523ad1a req-641562b2-8781-41f5-8b39-85b604136f6c service nova] Acquired lock "refresh_cache-f1990dd5-2129-43fe-a9a5-132e325e9f22" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.891071] env[68835]: DEBUG nova.network.neutron [req-36fa15a3-b144-4096-9edc-c973f523ad1a req-641562b2-8781-41f5-8b39-85b604136f6c service nova] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Refreshing network info cache for port cf122b60-89c4-44f1-85e2-63ac30e891b7 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.110603] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 835f5213-974c-4441-adac-e3b020e7906d] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.132779] env[68835]: DEBUG nova.scheduler.client.report [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.146282] env[68835]: DEBUG nova.compute.manager [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.178824] env[68835]: DEBUG nova.virt.hardware [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.179011] env[68835]: DEBUG nova.virt.hardware [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.179188] env[68835]: DEBUG nova.virt.hardware [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.179411] env[68835]: DEBUG nova.virt.hardware [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.179516] env[68835]: DEBUG nova.virt.hardware [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.179644] env[68835]: DEBUG nova.virt.hardware [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.179885] env[68835]: DEBUG nova.virt.hardware [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.180043] env[68835]: DEBUG nova.virt.hardware [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.180252] env[68835]: DEBUG nova.virt.hardware [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.180430] env[68835]: DEBUG nova.virt.hardware [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.180606] env[68835]: DEBUG nova.virt.hardware [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.181497] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1fc30a-6e7e-47ab-a99d-d1790346753a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.192023] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8133b2-5e3e-415e-8110-3e5042f83de6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.307742] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154255, 'name': CreateVM_Task, 'duration_secs': 0.308576} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.307868] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.308523] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.308693] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.309017] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.309276] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1543920-f0ff-47b1-95b9-73cd54790bc2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.313987] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Waiting for the task: (returnval){ [ 892.313987] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5299e817-df46-5a14-9100-555c64966223" [ 892.313987] env[68835]: _type = "Task" [ 892.313987] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.324060] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5299e817-df46-5a14-9100-555c64966223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.476741] env[68835]: DEBUG nova.network.neutron [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Successfully updated port: 7178770a-248b-4e52-833b-3ab4b077e3fb {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.614589] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: d9bd6f02-19ff-49b7-9fb4-26119727ad63] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.637774] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.638326] env[68835]: DEBUG nova.compute.manager [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.642135] env[68835]: DEBUG oslo_concurrency.lockutils [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.813s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.642373] env[68835]: DEBUG oslo_concurrency.lockutils [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.644414] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.860s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.646303] env[68835]: INFO nova.compute.claims [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.686705] env[68835]: DEBUG nova.network.neutron [req-36fa15a3-b144-4096-9edc-c973f523ad1a req-641562b2-8781-41f5-8b39-85b604136f6c service nova] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Updated VIF entry in instance network info cache for port cf122b60-89c4-44f1-85e2-63ac30e891b7. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.686705] env[68835]: DEBUG nova.network.neutron [req-36fa15a3-b144-4096-9edc-c973f523ad1a req-641562b2-8781-41f5-8b39-85b604136f6c service nova] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Updating instance_info_cache with network_info: [{"id": "cf122b60-89c4-44f1-85e2-63ac30e891b7", "address": "fa:16:3e:a0:3b:65", "network": {"id": "994b6883-ea71-4460-858e-95f6afa9a376", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-539713670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "026c4dac5475485a95d24f476ceb7c31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf122b60-89", "ovs_interfaceid": "cf122b60-89c4-44f1-85e2-63ac30e891b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.687959] env[68835]: INFO nova.scheduler.client.report [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Deleted allocations for instance 9e655764-988a-4b70-a278-26be0dc4adda [ 892.763373] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.763656] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.763874] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.764073] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.764247] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.766527] env[68835]: INFO nova.compute.manager [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Terminating instance [ 892.826084] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5299e817-df46-5a14-9100-555c64966223, 'name': SearchDatastore_Task, 'duration_secs': 0.009723} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.826465] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.826615] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.826845] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.826989] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.827222] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.827473] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a640219-191b-4152-948f-b291f8dd39fd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.836540] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.836717] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.837426] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4faa922c-6e48-4aaf-a3d7-210e1f33aa7b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.843606] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Waiting for the task: (returnval){ [ 892.843606] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5250d6d2-470a-2be6-bdaa-943534f0e972" [ 892.843606] env[68835]: _type = "Task" [ 892.843606] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.851590] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5250d6d2-470a-2be6-bdaa-943534f0e972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.980098] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "refresh_cache-18a245c1-6489-4d96-bd70-bd79d8d49913" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.980530] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "refresh_cache-18a245c1-6489-4d96-bd70-bd79d8d49913" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.980530] env[68835]: DEBUG nova.network.neutron [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.118704] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 6e9ea13e-4032-4482-9ec5-3a67f105990d] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.153836] env[68835]: DEBUG nova.compute.utils [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.157049] env[68835]: DEBUG nova.compute.manager [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.157049] env[68835]: DEBUG nova.network.neutron [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.191429] env[68835]: DEBUG oslo_concurrency.lockutils [req-36fa15a3-b144-4096-9edc-c973f523ad1a req-641562b2-8781-41f5-8b39-85b604136f6c service nova] Releasing lock "refresh_cache-f1990dd5-2129-43fe-a9a5-132e325e9f22" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.198049] env[68835]: DEBUG nova.policy [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36c13f0aa0974fb39e8b59614ce4983c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f8791e85e9748538ea6efc5bb61f1ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.199631] env[68835]: DEBUG oslo_concurrency.lockutils [None req-527fb680-dc74-4221-9995-827f12ea074d tempest-ServerMetadataNegativeTestJSON-450653616 tempest-ServerMetadataNegativeTestJSON-450653616-project-member] Lock "9e655764-988a-4b70-a278-26be0dc4adda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.824s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.274387] env[68835]: DEBUG nova.compute.manager [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.274493] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.278717] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b20e8ea-92d7-48fc-9f03-7e11972f4517 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.284058] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.284058] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0b68ce8-d50c-4092-9c40-70708b0ff750 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.290726] env[68835]: DEBUG oslo_vmware.api [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 893.290726] env[68835]: value = "task-3154256" [ 893.290726] env[68835]: _type = "Task" [ 893.290726] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.299351] env[68835]: DEBUG oslo_vmware.api [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.356134] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5250d6d2-470a-2be6-bdaa-943534f0e972, 'name': SearchDatastore_Task, 'duration_secs': 0.008845} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.357161] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f33d955-e38b-427d-8102-f62456530ca6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.363165] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Waiting for the task: (returnval){ [ 893.363165] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]526580b2-a09f-ab8f-2d69-1d564bf58cf3" [ 893.363165] env[68835]: _type = "Task" [ 893.363165] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.373222] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526580b2-a09f-ab8f-2d69-1d564bf58cf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.538144] env[68835]: DEBUG nova.network.neutron [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.621759] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: e02e5253-17db-450f-bf10-9cf08255c646] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.651310] env[68835]: DEBUG nova.network.neutron [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Successfully created port: 742964f7-59e1-49da-9a96-2133dd4d775e {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.659694] env[68835]: DEBUG nova.compute.manager [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.764770] env[68835]: DEBUG nova.network.neutron [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Updating instance_info_cache with network_info: [{"id": "7178770a-248b-4e52-833b-3ab4b077e3fb", "address": "fa:16:3e:de:f7:b8", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7178770a-24", "ovs_interfaceid": "7178770a-248b-4e52-833b-3ab4b077e3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.805707] env[68835]: DEBUG oslo_vmware.api [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154256, 'name': PowerOffVM_Task, 'duration_secs': 0.217943} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.806077] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.806259] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.806514] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbdc49bf-fe05-4c7b-bd6c-24e602bbaf2f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.862995] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.863253] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.863469] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Deleting the datastore file [datastore2] 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.864157] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e560ee1-909a-461f-81e3-97eb37e2a88f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.877600] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526580b2-a09f-ab8f-2d69-1d564bf58cf3, 'name': SearchDatastore_Task, 'duration_secs': 0.010723} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.878819] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.879240] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] f1990dd5-2129-43fe-a9a5-132e325e9f22/f1990dd5-2129-43fe-a9a5-132e325e9f22.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.879528] env[68835]: DEBUG oslo_vmware.api [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 893.879528] env[68835]: value = "task-3154258" [ 893.879528] env[68835]: _type = "Task" [ 893.879528] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.879762] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a640b16-34b5-46b5-856d-b7276b142850 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.895994] env[68835]: DEBUG oslo_vmware.api [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.896324] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Waiting for the task: (returnval){ [ 893.896324] env[68835]: value = "task-3154259" [ 893.896324] env[68835]: _type = "Task" [ 893.896324] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.905096] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': task-3154259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.109661] env[68835]: DEBUG nova.compute.manager [req-5d941e92-ccae-43e9-8f96-a713833dc2c4 req-4538d5ca-c538-4e30-960c-9ae3a5f56ea6 service nova] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Received event network-vif-plugged-7178770a-248b-4e52-833b-3ab4b077e3fb {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.109661] env[68835]: DEBUG oslo_concurrency.lockutils [req-5d941e92-ccae-43e9-8f96-a713833dc2c4 req-4538d5ca-c538-4e30-960c-9ae3a5f56ea6 service nova] Acquiring lock "18a245c1-6489-4d96-bd70-bd79d8d49913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.109943] env[68835]: DEBUG oslo_concurrency.lockutils [req-5d941e92-ccae-43e9-8f96-a713833dc2c4 req-4538d5ca-c538-4e30-960c-9ae3a5f56ea6 service nova] Lock "18a245c1-6489-4d96-bd70-bd79d8d49913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.110058] env[68835]: DEBUG oslo_concurrency.lockutils [req-5d941e92-ccae-43e9-8f96-a713833dc2c4 req-4538d5ca-c538-4e30-960c-9ae3a5f56ea6 service nova] Lock "18a245c1-6489-4d96-bd70-bd79d8d49913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.110453] env[68835]: DEBUG nova.compute.manager [req-5d941e92-ccae-43e9-8f96-a713833dc2c4 req-4538d5ca-c538-4e30-960c-9ae3a5f56ea6 service nova] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] No waiting events found dispatching network-vif-plugged-7178770a-248b-4e52-833b-3ab4b077e3fb {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.110522] env[68835]: WARNING nova.compute.manager [req-5d941e92-ccae-43e9-8f96-a713833dc2c4 req-4538d5ca-c538-4e30-960c-9ae3a5f56ea6 service nova] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Received unexpected event network-vif-plugged-7178770a-248b-4e52-833b-3ab4b077e3fb for instance with vm_state building and task_state spawning. [ 894.110680] env[68835]: DEBUG nova.compute.manager [req-5d941e92-ccae-43e9-8f96-a713833dc2c4 req-4538d5ca-c538-4e30-960c-9ae3a5f56ea6 service nova] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Received event network-changed-7178770a-248b-4e52-833b-3ab4b077e3fb {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.110828] env[68835]: DEBUG nova.compute.manager [req-5d941e92-ccae-43e9-8f96-a713833dc2c4 req-4538d5ca-c538-4e30-960c-9ae3a5f56ea6 service nova] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Refreshing instance network info cache due to event network-changed-7178770a-248b-4e52-833b-3ab4b077e3fb. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.111131] env[68835]: DEBUG oslo_concurrency.lockutils [req-5d941e92-ccae-43e9-8f96-a713833dc2c4 req-4538d5ca-c538-4e30-960c-9ae3a5f56ea6 service nova] Acquiring lock "refresh_cache-18a245c1-6489-4d96-bd70-bd79d8d49913" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.126241] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: ecbc1ed3-8601-4ea8-b8f9-862e3faf5943] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.213178] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5765675a-1d28-4352-83bf-6d4be4cd0b7b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.224575] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7e2e80-7d28-41b9-a99c-73c8bf58c567 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.266602] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee354d54-bc9f-43e6-956a-3b85fd7d56d1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.269784] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "refresh_cache-18a245c1-6489-4d96-bd70-bd79d8d49913" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.270026] env[68835]: DEBUG nova.compute.manager [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Instance network_info: |[{"id": "7178770a-248b-4e52-833b-3ab4b077e3fb", "address": "fa:16:3e:de:f7:b8", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7178770a-24", "ovs_interfaceid": "7178770a-248b-4e52-833b-3ab4b077e3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.270650] env[68835]: DEBUG oslo_concurrency.lockutils [req-5d941e92-ccae-43e9-8f96-a713833dc2c4 req-4538d5ca-c538-4e30-960c-9ae3a5f56ea6 service nova] Acquired lock "refresh_cache-18a245c1-6489-4d96-bd70-bd79d8d49913" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.270842] env[68835]: DEBUG nova.network.neutron [req-5d941e92-ccae-43e9-8f96-a713833dc2c4 req-4538d5ca-c538-4e30-960c-9ae3a5f56ea6 service nova] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Refreshing network info cache for port 7178770a-248b-4e52-833b-3ab4b077e3fb {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.272900] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:f7:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7178770a-248b-4e52-833b-3ab4b077e3fb', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.283234] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.287329] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.290543] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a0c76a6-e441-45d2-bed3-f4e597322ff4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.307629] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fe1b91-4899-4ac5-a800-6ff9231d0c65 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.324364] env[68835]: DEBUG nova.compute.provider_tree [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.327039] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.327039] env[68835]: value = "task-3154260" [ 894.327039] env[68835]: _type = "Task" [ 894.327039] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.337127] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154260, 'name': CreateVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.391394] env[68835]: DEBUG oslo_vmware.api [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138296} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.391657] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.391802] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.392062] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.392231] env[68835]: INFO nova.compute.manager [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 894.392507] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.392707] env[68835]: DEBUG nova.compute.manager [-] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.392806] env[68835]: DEBUG nova.network.neutron [-] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.405885] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': task-3154259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500205} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.405885] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] f1990dd5-2129-43fe-a9a5-132e325e9f22/f1990dd5-2129-43fe-a9a5-132e325e9f22.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.405885] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.405885] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7252263a-cbe0-48b4-aac0-87897eebc90a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.412135] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Waiting for the task: (returnval){ [ 894.412135] env[68835]: value = "task-3154261" [ 894.412135] env[68835]: _type = "Task" [ 894.412135] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.419550] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': task-3154261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.599604] env[68835]: DEBUG nova.network.neutron [req-5d941e92-ccae-43e9-8f96-a713833dc2c4 req-4538d5ca-c538-4e30-960c-9ae3a5f56ea6 service nova] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Updated VIF entry in instance network info cache for port 7178770a-248b-4e52-833b-3ab4b077e3fb. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.599996] env[68835]: DEBUG nova.network.neutron [req-5d941e92-ccae-43e9-8f96-a713833dc2c4 req-4538d5ca-c538-4e30-960c-9ae3a5f56ea6 service nova] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Updating instance_info_cache with network_info: [{"id": "7178770a-248b-4e52-833b-3ab4b077e3fb", "address": "fa:16:3e:de:f7:b8", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7178770a-24", "ovs_interfaceid": "7178770a-248b-4e52-833b-3ab4b077e3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.629292] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 0f2357fa-1aa1-4309-a46e-497d1a8257b5] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.670139] env[68835]: DEBUG nova.compute.manager [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.712403] env[68835]: DEBUG nova.virt.hardware [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.712710] env[68835]: DEBUG nova.virt.hardware [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.712870] env[68835]: DEBUG nova.virt.hardware [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.713252] env[68835]: DEBUG nova.virt.hardware [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.713481] env[68835]: DEBUG nova.virt.hardware [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.713594] env[68835]: DEBUG nova.virt.hardware [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.713798] env[68835]: DEBUG nova.virt.hardware [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.713950] env[68835]: DEBUG nova.virt.hardware [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.714131] env[68835]: DEBUG nova.virt.hardware [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.714298] env[68835]: DEBUG nova.virt.hardware [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.714467] env[68835]: DEBUG nova.virt.hardware [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.715533] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e9ea48-974a-4e33-a93b-2341e87df7cc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.727838] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1954158-17d9-42d3-9983-f69f12f8e36f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.829586] env[68835]: DEBUG nova.scheduler.client.report [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.845268] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154260, 'name': CreateVM_Task, 'duration_secs': 0.374901} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.845469] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.846159] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.846380] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.846643] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.846897] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62c1d44b-3b54-452e-b96d-9e2dfbf8edc0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.852679] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 894.852679] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5230982c-8254-aaeb-7899-3ea7f1b69f68" [ 894.852679] env[68835]: _type = "Task" [ 894.852679] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.861505] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5230982c-8254-aaeb-7899-3ea7f1b69f68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.921778] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': task-3154261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07438} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.922039] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.922860] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4718eb9f-b302-4617-8a77-609d0352e541 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.945064] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] f1990dd5-2129-43fe-a9a5-132e325e9f22/f1990dd5-2129-43fe-a9a5-132e325e9f22.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.945294] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bde2700-7ac0-42ac-8e64-b4cfb2dc46dc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.965659] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Waiting for the task: (returnval){ [ 894.965659] env[68835]: value = "task-3154262" [ 894.965659] env[68835]: _type = "Task" [ 894.965659] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.973386] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': task-3154262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.102853] env[68835]: DEBUG oslo_concurrency.lockutils [req-5d941e92-ccae-43e9-8f96-a713833dc2c4 req-4538d5ca-c538-4e30-960c-9ae3a5f56ea6 service nova] Releasing lock "refresh_cache-18a245c1-6489-4d96-bd70-bd79d8d49913" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.132312] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: b38dc0ec-2fc5-4fba-9c8e-84c5774ddac3] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.238443] env[68835]: DEBUG nova.network.neutron [-] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.341026] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.341327] env[68835]: DEBUG nova.compute.manager [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.344249] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.236s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.344480] env[68835]: DEBUG nova.objects.instance [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68835) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 895.364277] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5230982c-8254-aaeb-7899-3ea7f1b69f68, 'name': SearchDatastore_Task, 'duration_secs': 0.009554} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.364663] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.365195] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.365279] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.365830] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.365916] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.366226] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-879893e4-9e80-4841-abac-0a063478031c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.374830] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.374970] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.375729] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c635df1-c398-4a85-96bd-b90256995559 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.382235] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 895.382235] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52f36044-74da-4799-f229-3bf1663b24e3" [ 895.382235] env[68835]: _type = "Task" [ 895.382235] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.390783] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f36044-74da-4799-f229-3bf1663b24e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.475861] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': task-3154262, 'name': ReconfigVM_Task, 'duration_secs': 0.331579} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.476316] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Reconfigured VM instance instance-00000042 to attach disk [datastore2] f1990dd5-2129-43fe-a9a5-132e325e9f22/f1990dd5-2129-43fe-a9a5-132e325e9f22.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.477312] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78d08344-3cf6-4091-b4eb-4c1bd0a1fb94 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.484292] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Waiting for the task: (returnval){ [ 895.484292] env[68835]: value = "task-3154263" [ 895.484292] env[68835]: _type = "Task" [ 895.484292] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.489946] env[68835]: DEBUG nova.compute.manager [req-9a63c4a3-0a4a-4e82-83f9-5fb59807308e req-3978bba1-757c-4891-8092-8e38bf55a0f6 service nova] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Received event network-vif-plugged-742964f7-59e1-49da-9a96-2133dd4d775e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.490102] env[68835]: DEBUG oslo_concurrency.lockutils [req-9a63c4a3-0a4a-4e82-83f9-5fb59807308e req-3978bba1-757c-4891-8092-8e38bf55a0f6 service nova] Acquiring lock "ee028395-234c-467e-aece-f1cf63ee0a0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.490679] env[68835]: DEBUG oslo_concurrency.lockutils [req-9a63c4a3-0a4a-4e82-83f9-5fb59807308e req-3978bba1-757c-4891-8092-8e38bf55a0f6 service nova] Lock "ee028395-234c-467e-aece-f1cf63ee0a0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.490923] env[68835]: DEBUG oslo_concurrency.lockutils [req-9a63c4a3-0a4a-4e82-83f9-5fb59807308e req-3978bba1-757c-4891-8092-8e38bf55a0f6 service nova] Lock "ee028395-234c-467e-aece-f1cf63ee0a0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.491135] env[68835]: DEBUG nova.compute.manager [req-9a63c4a3-0a4a-4e82-83f9-5fb59807308e req-3978bba1-757c-4891-8092-8e38bf55a0f6 service nova] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] No waiting events found dispatching network-vif-plugged-742964f7-59e1-49da-9a96-2133dd4d775e {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.491429] env[68835]: WARNING nova.compute.manager [req-9a63c4a3-0a4a-4e82-83f9-5fb59807308e req-3978bba1-757c-4891-8092-8e38bf55a0f6 service nova] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Received unexpected event network-vif-plugged-742964f7-59e1-49da-9a96-2133dd4d775e for instance with vm_state building and task_state spawning. [ 895.497014] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': task-3154263, 'name': Rename_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.507588] env[68835]: DEBUG nova.network.neutron [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Successfully updated port: 742964f7-59e1-49da-9a96-2133dd4d775e {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.636057] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: e9f1dd6d-f377-4d3a-8380-cc652ae025bf] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.741747] env[68835]: INFO nova.compute.manager [-] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Took 1.35 seconds to deallocate network for instance. [ 895.849653] env[68835]: DEBUG nova.compute.utils [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.855895] env[68835]: DEBUG nova.compute.manager [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.855895] env[68835]: DEBUG nova.network.neutron [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.877468] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Acquiring lock "dcd30b3e-ddc0-4568-abfb-b82abe31d64b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.877908] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Lock "dcd30b3e-ddc0-4568-abfb-b82abe31d64b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.892462] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f36044-74da-4799-f229-3bf1663b24e3, 'name': SearchDatastore_Task, 'duration_secs': 0.008593} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.893261] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c22209ae-fe93-4734-a889-b95d3515e351 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.899205] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 895.899205] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52603fbd-e8e0-0fb5-4f01-e02886ed6de5" [ 895.899205] env[68835]: _type = "Task" [ 895.899205] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.907548] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52603fbd-e8e0-0fb5-4f01-e02886ed6de5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.994954] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': task-3154263, 'name': Rename_Task, 'duration_secs': 0.13617} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.995268] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.995562] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-908f59e7-58d7-4f7b-a931-5897244ab98b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.002236] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Waiting for the task: (returnval){ [ 896.002236] env[68835]: value = "task-3154264" [ 896.002236] env[68835]: _type = "Task" [ 896.002236] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.010274] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "refresh_cache-ee028395-234c-467e-aece-f1cf63ee0a0c" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.010415] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquired lock "refresh_cache-ee028395-234c-467e-aece-f1cf63ee0a0c" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.010565] env[68835]: DEBUG nova.network.neutron [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.011975] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': task-3154264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.139382] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: fdf0747e-1b3f-455c-a853-098c445c8924] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.142716] env[68835]: DEBUG nova.policy [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc9e9e413c574168959371d49197de71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '757ad1b5fdf24e3193c4e8726a9d8ba6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.247774] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.355483] env[68835]: DEBUG nova.compute.manager [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.358875] env[68835]: DEBUG oslo_concurrency.lockutils [None req-eabf83b6-5c54-4621-a8c3-86fbc5adee98 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.361238] env[68835]: DEBUG oslo_concurrency.lockutils [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.503s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.361238] env[68835]: DEBUG oslo_concurrency.lockutils [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.362714] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.958s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.364123] env[68835]: INFO nova.compute.claims [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.379945] env[68835]: DEBUG nova.compute.manager [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.413161] env[68835]: INFO nova.scheduler.client.report [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Deleted allocations for instance 04860d94-0a42-49e5-a1e2-50f58c1a09be [ 896.419284] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52603fbd-e8e0-0fb5-4f01-e02886ed6de5, 'name': SearchDatastore_Task, 'duration_secs': 0.009158} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.421985] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.422039] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 18a245c1-6489-4d96-bd70-bd79d8d49913/18a245c1-6489-4d96-bd70-bd79d8d49913.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.423037] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1d9f966-c4a4-4a25-8834-13ded0f17c16 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.429954] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 896.429954] env[68835]: value = "task-3154265" [ 896.429954] env[68835]: _type = "Task" [ 896.429954] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.440069] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.444332] env[68835]: DEBUG nova.compute.manager [req-5605e909-c43f-49ba-bea0-2ddcf7cd5532 req-4478cb92-dcc8-4855-be0b-902689018fd5 service nova] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Received event network-vif-deleted-bd5b14b2-051c-4e35-9adf-295f7700a0c6 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.520281] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': task-3154264, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.549107] env[68835]: DEBUG nova.network.neutron [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.624932] env[68835]: DEBUG nova.network.neutron [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Successfully created port: bc5218b5-bff0-4c65-a356-562c4e186d6f {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.645571] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 297ded63-d94a-4997-bbd0-78c27caf99da] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.694377] env[68835]: DEBUG nova.network.neutron [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Updating instance_info_cache with network_info: [{"id": "742964f7-59e1-49da-9a96-2133dd4d775e", "address": "fa:16:3e:87:92:d4", "network": {"id": "a8e5adda-7b2f-4e21-8fa1-724a60f0e662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-461378913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8791e85e9748538ea6efc5bb61f1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap742964f7-59", "ovs_interfaceid": "742964f7-59e1-49da-9a96-2133dd4d775e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.902125] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.927914] env[68835]: DEBUG oslo_concurrency.lockutils [None req-efc9cf2d-2708-400d-b95b-ed2400bc6113 tempest-ServerShowV257Test-1793548266 tempest-ServerShowV257Test-1793548266-project-member] Lock "04860d94-0a42-49e5-a1e2-50f58c1a09be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.791s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.941591] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154265, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.008871] env[68835]: DEBUG nova.network.neutron [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Successfully created port: faecd4c2-5074-4972-97ec-c32f1305f9fe {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.016686] env[68835]: DEBUG oslo_vmware.api [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': task-3154264, 'name': PowerOnVM_Task, 'duration_secs': 0.67145} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.017034] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.017277] env[68835]: INFO nova.compute.manager [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Took 7.44 seconds to spawn the instance on the hypervisor. [ 897.017499] env[68835]: DEBUG nova.compute.manager [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.018486] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81124fd0-ffd8-46b7-9ee3-e5058adb6f29 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.148652] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 35f1fcb9-985b-4bac-8dc3-e0787f43de54] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.196576] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Releasing lock "refresh_cache-ee028395-234c-467e-aece-f1cf63ee0a0c" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.196979] env[68835]: DEBUG nova.compute.manager [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Instance network_info: |[{"id": "742964f7-59e1-49da-9a96-2133dd4d775e", "address": "fa:16:3e:87:92:d4", "network": {"id": "a8e5adda-7b2f-4e21-8fa1-724a60f0e662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-461378913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8791e85e9748538ea6efc5bb61f1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap742964f7-59", "ovs_interfaceid": "742964f7-59e1-49da-9a96-2133dd4d775e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.197829] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:92:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '742964f7-59e1-49da-9a96-2133dd4d775e', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.206102] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.206368] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.206657] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-430ec511-4aaf-4c03-8a9a-5ddf8ed1ed44 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.233981] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.233981] env[68835]: value = "task-3154266" [ 897.233981] env[68835]: _type = "Task" [ 897.233981] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.243053] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154266, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.363419] env[68835]: DEBUG nova.network.neutron [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Successfully created port: 6d374c74-46ec-4844-8836-57065e1e96b1 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.366459] env[68835]: DEBUG nova.compute.manager [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.395429] env[68835]: DEBUG nova.virt.hardware [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.395713] env[68835]: DEBUG nova.virt.hardware [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.395919] env[68835]: DEBUG nova.virt.hardware [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.396169] env[68835]: DEBUG nova.virt.hardware [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.396343] env[68835]: DEBUG nova.virt.hardware [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.396532] env[68835]: DEBUG nova.virt.hardware [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.396750] env[68835]: DEBUG nova.virt.hardware [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.396929] env[68835]: DEBUG nova.virt.hardware [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.397145] env[68835]: DEBUG nova.virt.hardware [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.397335] env[68835]: DEBUG nova.virt.hardware [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.397511] env[68835]: DEBUG nova.virt.hardware [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.398457] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c280d131-4548-4d6d-88c0-a3e973ea3b13 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.409661] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc9a33d-18a9-4790-bc39-892e294b34ad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.440479] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.854743} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.443464] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 18a245c1-6489-4d96-bd70-bd79d8d49913/18a245c1-6489-4d96-bd70-bd79d8d49913.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.443723] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.444233] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-435bf318-65e2-43a5-9230-26bed67ebd9f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.453423] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 897.453423] env[68835]: value = "task-3154267" [ 897.453423] env[68835]: _type = "Task" [ 897.453423] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.464342] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.536777] env[68835]: INFO nova.compute.manager [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Took 53.51 seconds to build instance. [ 897.656147] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 0a3ec5b2-43c5-49ae-ad46-c2a67581ff73] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.664840] env[68835]: DEBUG nova.compute.manager [req-463dff51-1ea1-4b23-92fc-ae88a1251910 req-8052f039-7f3c-43b7-b86e-b826ff17c997 service nova] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Received event network-changed-742964f7-59e1-49da-9a96-2133dd4d775e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.665079] env[68835]: DEBUG nova.compute.manager [req-463dff51-1ea1-4b23-92fc-ae88a1251910 req-8052f039-7f3c-43b7-b86e-b826ff17c997 service nova] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Refreshing instance network info cache due to event network-changed-742964f7-59e1-49da-9a96-2133dd4d775e. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.665297] env[68835]: DEBUG oslo_concurrency.lockutils [req-463dff51-1ea1-4b23-92fc-ae88a1251910 req-8052f039-7f3c-43b7-b86e-b826ff17c997 service nova] Acquiring lock "refresh_cache-ee028395-234c-467e-aece-f1cf63ee0a0c" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.665438] env[68835]: DEBUG oslo_concurrency.lockutils [req-463dff51-1ea1-4b23-92fc-ae88a1251910 req-8052f039-7f3c-43b7-b86e-b826ff17c997 service nova] Acquired lock "refresh_cache-ee028395-234c-467e-aece-f1cf63ee0a0c" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.665732] env[68835]: DEBUG nova.network.neutron [req-463dff51-1ea1-4b23-92fc-ae88a1251910 req-8052f039-7f3c-43b7-b86e-b826ff17c997 service nova] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Refreshing network info cache for port 742964f7-59e1-49da-9a96-2133dd4d775e {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.746143] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154266, 'name': CreateVM_Task, 'duration_secs': 0.378147} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.746196] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.750020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.750020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.750020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.750020] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e1f4bc-984d-44c0-97fd-9c7ef50b606a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.755796] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 897.755796] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]526919a1-7149-c13b-5968-9bcf067c18c5" [ 897.755796] env[68835]: _type = "Task" [ 897.755796] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.769171] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526919a1-7149-c13b-5968-9bcf067c18c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.869952] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82d2f34-f0fb-4052-9dc4-87cae3c0ee0f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.877686] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b219a8a9-ff7b-4995-83ad-17348ecba3ad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.911975] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547b2ec6-07d7-4c8f-8806-e56068e00f04 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.921766] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993278bb-7174-4fb2-936a-e01d5cb1df9d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.937349] env[68835]: DEBUG nova.compute.provider_tree [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.963797] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134171} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.964138] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.965023] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af303e13-2c39-4833-bcc9-cd41d9935a4d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.992080] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 18a245c1-6489-4d96-bd70-bd79d8d49913/18a245c1-6489-4d96-bd70-bd79d8d49913.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.992757] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dd74b7d-a843-444f-b57f-4fc0e062e9e7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.016942] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 898.016942] env[68835]: value = "task-3154268" [ 898.016942] env[68835]: _type = "Task" [ 898.016942] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.025475] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.039099] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1b46c7f-1ec9-40cb-9d9f-5d95f610ba4f tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Lock "f1990dd5-2129-43fe-a9a5-132e325e9f22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.762s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.159453] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: cdff230c-2bdf-4bd9-91c0-139f7fafccc3] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.273561] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526919a1-7149-c13b-5968-9bcf067c18c5, 'name': SearchDatastore_Task, 'duration_secs': 0.036414} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.277083] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.280051] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.280051] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.280051] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.280051] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.280051] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-406ec86a-c8e0-49a8-b9bd-361b39a4be47 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.293382] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.293879] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.294829] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ee09f0b-03e2-48e3-bb96-2c8381a79501 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.300667] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 898.300667] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5291a3e3-ae89-7b93-cd43-674286fdabdb" [ 898.300667] env[68835]: _type = "Task" [ 898.300667] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.310178] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5291a3e3-ae89-7b93-cd43-674286fdabdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.404657] env[68835]: DEBUG nova.network.neutron [req-463dff51-1ea1-4b23-92fc-ae88a1251910 req-8052f039-7f3c-43b7-b86e-b826ff17c997 service nova] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Updated VIF entry in instance network info cache for port 742964f7-59e1-49da-9a96-2133dd4d775e. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.405076] env[68835]: DEBUG nova.network.neutron [req-463dff51-1ea1-4b23-92fc-ae88a1251910 req-8052f039-7f3c-43b7-b86e-b826ff17c997 service nova] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Updating instance_info_cache with network_info: [{"id": "742964f7-59e1-49da-9a96-2133dd4d775e", "address": "fa:16:3e:87:92:d4", "network": {"id": "a8e5adda-7b2f-4e21-8fa1-724a60f0e662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-461378913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8791e85e9748538ea6efc5bb61f1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap742964f7-59", "ovs_interfaceid": "742964f7-59e1-49da-9a96-2133dd4d775e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.440807] env[68835]: DEBUG nova.scheduler.client.report [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.527029] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154268, 'name': ReconfigVM_Task, 'duration_secs': 0.304089} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.527134] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 18a245c1-6489-4d96-bd70-bd79d8d49913/18a245c1-6489-4d96-bd70-bd79d8d49913.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.527699] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f91ff8b-c393-4c93-b30c-db5998021c71 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.534905] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 898.534905] env[68835]: value = "task-3154269" [ 898.534905] env[68835]: _type = "Task" [ 898.534905] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.543279] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154269, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.578980] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Acquiring lock "f1990dd5-2129-43fe-a9a5-132e325e9f22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.579313] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Lock "f1990dd5-2129-43fe-a9a5-132e325e9f22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.579564] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Acquiring lock "f1990dd5-2129-43fe-a9a5-132e325e9f22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.579755] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Lock "f1990dd5-2129-43fe-a9a5-132e325e9f22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.579923] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Lock "f1990dd5-2129-43fe-a9a5-132e325e9f22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.582039] env[68835]: INFO nova.compute.manager [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Terminating instance [ 898.661968] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: f80f943b-e912-4b1d-a2d2-0d42c7f61e0c] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.811644] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5291a3e3-ae89-7b93-cd43-674286fdabdb, 'name': SearchDatastore_Task, 'duration_secs': 0.049187} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.812353] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10633f52-b859-439a-9be0-ffef6e2836f5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.819852] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 898.819852] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52cb5d22-55b5-5da0-0910-dfc099eb509d" [ 898.819852] env[68835]: _type = "Task" [ 898.819852] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.827931] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52cb5d22-55b5-5da0-0910-dfc099eb509d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.908192] env[68835]: DEBUG oslo_concurrency.lockutils [req-463dff51-1ea1-4b23-92fc-ae88a1251910 req-8052f039-7f3c-43b7-b86e-b826ff17c997 service nova] Releasing lock "refresh_cache-ee028395-234c-467e-aece-f1cf63ee0a0c" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.946966] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.947632] env[68835]: DEBUG nova.compute.manager [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.950858] env[68835]: DEBUG oslo_concurrency.lockutils [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.637s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.951110] env[68835]: DEBUG oslo_concurrency.lockutils [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.955149] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.517s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.955992] env[68835]: INFO nova.compute.claims [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.995198] env[68835]: INFO nova.scheduler.client.report [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Deleted allocations for instance bf7da137-7978-4d65-b707-e0111d8736d9 [ 899.045585] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154269, 'name': Rename_Task, 'duration_secs': 0.45896} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.045872] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.046409] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14e36e77-44b8-4df4-af46-65b5a6c668af {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.053125] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 899.053125] env[68835]: value = "task-3154270" [ 899.053125] env[68835]: _type = "Task" [ 899.053125] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.061725] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.086589] env[68835]: DEBUG nova.compute.manager [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.087031] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.088162] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b0adbb-93b4-4dfd-a4ba-199dda754c02 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.096357] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.096649] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc0700ea-d10a-4ecd-9127-679690fbe806 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.103185] env[68835]: DEBUG oslo_vmware.api [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Waiting for the task: (returnval){ [ 899.103185] env[68835]: value = "task-3154271" [ 899.103185] env[68835]: _type = "Task" [ 899.103185] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.118736] env[68835]: DEBUG oslo_vmware.api [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': task-3154271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.165611] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: e8defb77-1526-4962-9612-f7299492b53b] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.313980] env[68835]: DEBUG nova.network.neutron [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Successfully updated port: bc5218b5-bff0-4c65-a356-562c4e186d6f {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.336023] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52cb5d22-55b5-5da0-0910-dfc099eb509d, 'name': SearchDatastore_Task, 'duration_secs': 0.010503} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.336306] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.336566] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] ee028395-234c-467e-aece-f1cf63ee0a0c/ee028395-234c-467e-aece-f1cf63ee0a0c.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.336827] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fab1ea99-d5e2-4ed4-9190-f70d0a314576 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.343126] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 899.343126] env[68835]: value = "task-3154272" [ 899.343126] env[68835]: _type = "Task" [ 899.343126] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.350997] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.462585] env[68835]: DEBUG nova.compute.utils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.466123] env[68835]: DEBUG nova.compute.manager [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.466314] env[68835]: DEBUG nova.network.neutron [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.505343] env[68835]: DEBUG oslo_concurrency.lockutils [None req-538ebf3c-868a-45b4-af40-d9c64a420f0a tempest-VolumesAdminNegativeTest-51626435 tempest-VolumesAdminNegativeTest-51626435-project-member] Lock "bf7da137-7978-4d65-b707-e0111d8736d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.361s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.526211] env[68835]: DEBUG nova.policy [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be49e5f66f8747c09a37b1817c996a5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65f402f67a5d4ab9a66c301c617d390c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.564319] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154270, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.614353] env[68835]: DEBUG oslo_vmware.api [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': task-3154271, 'name': PowerOffVM_Task, 'duration_secs': 0.227808} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.614643] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.614812] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.615119] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d9a9369-2b4c-4e81-97da-e3b13b17b068 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.669525] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 8edd2a87-1a90-43ea-a0fa-c285caa89226] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.712163] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.712448] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.712652] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Deleting the datastore file [datastore2] f1990dd5-2129-43fe-a9a5-132e325e9f22 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.712965] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c7c6141-2d3a-4d61-87fe-82a30e9d76b9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.719377] env[68835]: DEBUG oslo_vmware.api [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Waiting for the task: (returnval){ [ 899.719377] env[68835]: value = "task-3154274" [ 899.719377] env[68835]: _type = "Task" [ 899.719377] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.727665] env[68835]: DEBUG oslo_vmware.api [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': task-3154274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.766487] env[68835]: DEBUG nova.compute.manager [req-50cee027-5582-4bf5-a070-d42f226f4b02 req-0356f648-2530-4462-a2f0-35c23d437e1a service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Received event network-vif-plugged-bc5218b5-bff0-4c65-a356-562c4e186d6f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.766756] env[68835]: DEBUG oslo_concurrency.lockutils [req-50cee027-5582-4bf5-a070-d42f226f4b02 req-0356f648-2530-4462-a2f0-35c23d437e1a service nova] Acquiring lock "c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.766928] env[68835]: DEBUG oslo_concurrency.lockutils [req-50cee027-5582-4bf5-a070-d42f226f4b02 req-0356f648-2530-4462-a2f0-35c23d437e1a service nova] Lock "c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.769261] env[68835]: DEBUG oslo_concurrency.lockutils [req-50cee027-5582-4bf5-a070-d42f226f4b02 req-0356f648-2530-4462-a2f0-35c23d437e1a service nova] Lock "c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.769406] env[68835]: DEBUG nova.compute.manager [req-50cee027-5582-4bf5-a070-d42f226f4b02 req-0356f648-2530-4462-a2f0-35c23d437e1a service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] No waiting events found dispatching network-vif-plugged-bc5218b5-bff0-4c65-a356-562c4e186d6f {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.769585] env[68835]: WARNING nova.compute.manager [req-50cee027-5582-4bf5-a070-d42f226f4b02 req-0356f648-2530-4462-a2f0-35c23d437e1a service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Received unexpected event network-vif-plugged-bc5218b5-bff0-4c65-a356-562c4e186d6f for instance with vm_state building and task_state spawning. [ 899.769749] env[68835]: DEBUG nova.compute.manager [req-50cee027-5582-4bf5-a070-d42f226f4b02 req-0356f648-2530-4462-a2f0-35c23d437e1a service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Received event network-changed-bc5218b5-bff0-4c65-a356-562c4e186d6f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.770237] env[68835]: DEBUG nova.compute.manager [req-50cee027-5582-4bf5-a070-d42f226f4b02 req-0356f648-2530-4462-a2f0-35c23d437e1a service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Refreshing instance network info cache due to event network-changed-bc5218b5-bff0-4c65-a356-562c4e186d6f. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.770615] env[68835]: DEBUG oslo_concurrency.lockutils [req-50cee027-5582-4bf5-a070-d42f226f4b02 req-0356f648-2530-4462-a2f0-35c23d437e1a service nova] Acquiring lock "refresh_cache-c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.770805] env[68835]: DEBUG oslo_concurrency.lockutils [req-50cee027-5582-4bf5-a070-d42f226f4b02 req-0356f648-2530-4462-a2f0-35c23d437e1a service nova] Acquired lock "refresh_cache-c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.770996] env[68835]: DEBUG nova.network.neutron [req-50cee027-5582-4bf5-a070-d42f226f4b02 req-0356f648-2530-4462-a2f0-35c23d437e1a service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Refreshing network info cache for port bc5218b5-bff0-4c65-a356-562c4e186d6f {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.854743] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154272, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.966728] env[68835]: DEBUG nova.compute.manager [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.066797] env[68835]: DEBUG nova.network.neutron [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Successfully created port: 107cbcff-904a-4455-8dfd-fe36654f190e {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.077361] env[68835]: DEBUG oslo_vmware.api [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154270, 'name': PowerOnVM_Task, 'duration_secs': 0.558664} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.077817] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.078142] env[68835]: INFO nova.compute.manager [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Took 7.93 seconds to spawn the instance on the hypervisor. [ 900.078435] env[68835]: DEBUG nova.compute.manager [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.079456] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea878a01-77e3-4282-a780-f72793cb4edd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.179129] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: b40e7bdb-cc27-4536-bc35-68184c900060] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.237065] env[68835]: DEBUG oslo_vmware.api [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Task: {'id': task-3154274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330452} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.238038] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.238038] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.238038] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.238038] env[68835]: INFO nova.compute.manager [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Took 1.15 seconds to destroy the instance on the hypervisor. [ 900.238038] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.238333] env[68835]: DEBUG nova.compute.manager [-] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.238606] env[68835]: DEBUG nova.network.neutron [-] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.358497] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609157} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.358816] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] ee028395-234c-467e-aece-f1cf63ee0a0c/ee028395-234c-467e-aece-f1cf63ee0a0c.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.359077] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.359334] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e5cad20-97c1-4932-bb96-87a11ce1d299 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.365192] env[68835]: DEBUG nova.network.neutron [req-50cee027-5582-4bf5-a070-d42f226f4b02 req-0356f648-2530-4462-a2f0-35c23d437e1a service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.371795] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 900.371795] env[68835]: value = "task-3154275" [ 900.371795] env[68835]: _type = "Task" [ 900.371795] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.385593] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.509677] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcce9c1-3de9-457f-84f1-6c698aac9473 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.520474] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006262e5-926a-4c33-9632-479a2dd5902e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.564622] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3268dba6-bef8-4579-973d-1e7e98e105f3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.571247] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34d0c35-8d63-4768-9d96-e38c8cee220e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.585799] env[68835]: DEBUG nova.compute.provider_tree [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.597555] env[68835]: INFO nova.compute.manager [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Took 52.00 seconds to build instance. [ 900.610528] env[68835]: DEBUG nova.network.neutron [req-50cee027-5582-4bf5-a070-d42f226f4b02 req-0356f648-2530-4462-a2f0-35c23d437e1a service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.660371] env[68835]: DEBUG nova.compute.manager [req-ac5c8f38-3cf4-40b8-b101-4d3aa5994e7e req-5476c70c-9a2a-4898-95f0-9a1f5d603f1f service nova] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Received event network-vif-deleted-cf122b60-89c4-44f1-85e2-63ac30e891b7 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.660696] env[68835]: INFO nova.compute.manager [req-ac5c8f38-3cf4-40b8-b101-4d3aa5994e7e req-5476c70c-9a2a-4898-95f0-9a1f5d603f1f service nova] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Neutron deleted interface cf122b60-89c4-44f1-85e2-63ac30e891b7; detaching it from the instance and deleting it from the info cache [ 900.661029] env[68835]: DEBUG nova.network.neutron [req-ac5c8f38-3cf4-40b8-b101-4d3aa5994e7e req-5476c70c-9a2a-4898-95f0-9a1f5d603f1f service nova] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.682509] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 03a157f6-051b-40f3-89e6-3b24db7d7c61] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.881079] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066476} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.881363] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.882165] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ad138f-dbb4-4517-8e20-ab5cfa34dc4b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.908938] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] ee028395-234c-467e-aece-f1cf63ee0a0c/ee028395-234c-467e-aece-f1cf63ee0a0c.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.909249] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3702023-54ba-4020-a9b6-2b106c4de6f8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.931784] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 900.931784] env[68835]: value = "task-3154276" [ 900.931784] env[68835]: _type = "Task" [ 900.931784] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.941114] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.985143] env[68835]: DEBUG nova.compute.manager [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.020976] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.021252] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.021415] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.021597] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.021768] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.021921] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.022172] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.022369] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.022577] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.022816] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.023039] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.024110] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4d7e54-d62e-428e-a2b5-6e52cf3745d1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.027568] env[68835]: DEBUG nova.network.neutron [-] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.035542] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0749e3-cd29-43df-83c3-933c1fca4a20 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.089391] env[68835]: DEBUG nova.scheduler.client.report [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.099047] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47205130-5628-4b43-91cf-7cfbd3204622 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "18a245c1-6489-4d96-bd70-bd79d8d49913" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.478s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.115786] env[68835]: DEBUG oslo_concurrency.lockutils [req-50cee027-5582-4bf5-a070-d42f226f4b02 req-0356f648-2530-4462-a2f0-35c23d437e1a service nova] Releasing lock "refresh_cache-c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.163874] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18cb574a-2123-45a4-acff-99e0980dbdb5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.173636] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fe2afe-4038-4239-9d5b-0c3fa8150d07 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.190753] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 72cad1ac-44b8-4d90-bfde-7078e2ffd0e1] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.226625] env[68835]: DEBUG nova.compute.manager [req-ac5c8f38-3cf4-40b8-b101-4d3aa5994e7e req-5476c70c-9a2a-4898-95f0-9a1f5d603f1f service nova] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Detach interface failed, port_id=cf122b60-89c4-44f1-85e2-63ac30e891b7, reason: Instance f1990dd5-2129-43fe-a9a5-132e325e9f22 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 901.446353] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154276, 'name': ReconfigVM_Task, 'duration_secs': 0.298029} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.448337] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Reconfigured VM instance instance-00000044 to attach disk [datastore2] ee028395-234c-467e-aece-f1cf63ee0a0c/ee028395-234c-467e-aece-f1cf63ee0a0c.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.453079] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1489365b-1962-4d4f-90b7-ee5694584077 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.470337] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 901.470337] env[68835]: value = "task-3154277" [ 901.470337] env[68835]: _type = "Task" [ 901.470337] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.479783] env[68835]: DEBUG nova.network.neutron [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Successfully updated port: faecd4c2-5074-4972-97ec-c32f1305f9fe {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.490074] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154277, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.529822] env[68835]: INFO nova.compute.manager [-] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Took 1.29 seconds to deallocate network for instance. [ 901.598072] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.598072] env[68835]: DEBUG nova.compute.manager [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.603304] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.010s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.704027] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 53a0d5d8-8049-427e-8beb-685a275a09f0] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.959328] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "18a245c1-6489-4d96-bd70-bd79d8d49913" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.959328] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "18a245c1-6489-4d96-bd70-bd79d8d49913" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.959328] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "18a245c1-6489-4d96-bd70-bd79d8d49913-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.959328] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "18a245c1-6489-4d96-bd70-bd79d8d49913-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.959610] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "18a245c1-6489-4d96-bd70-bd79d8d49913-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.960661] env[68835]: INFO nova.compute.manager [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Terminating instance [ 901.988822] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154277, 'name': Rename_Task, 'duration_secs': 0.222612} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.990373] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.990373] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f57c8b6-e203-4e43-a7be-6230333d0c5e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.999359] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 901.999359] env[68835]: value = "task-3154278" [ 901.999359] env[68835]: _type = "Task" [ 901.999359] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.008408] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.036892] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.112898] env[68835]: DEBUG nova.compute.utils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.115998] env[68835]: INFO nova.compute.claims [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.124156] env[68835]: DEBUG nova.compute.manager [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.127326] env[68835]: DEBUG nova.network.neutron [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.208190] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 295e1d0c-892d-444d-8461-d6d964eee4ff] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.240977] env[68835]: DEBUG nova.policy [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be49e5f66f8747c09a37b1817c996a5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65f402f67a5d4ab9a66c301c617d390c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.471815] env[68835]: DEBUG nova.compute.manager [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.471815] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.471815] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d75b771-04c6-4184-99be-a4852d082455 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.481340] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.481340] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57d8dceb-8537-4b75-806c-621f93cdbea4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.489151] env[68835]: DEBUG nova.compute.manager [req-0f0830cf-77ed-497a-a7e4-b33a1f9a1fca req-1c8a1e02-c535-4a0e-a184-87b866120d93 service nova] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Received event network-vif-plugged-107cbcff-904a-4455-8dfd-fe36654f190e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.490239] env[68835]: DEBUG oslo_concurrency.lockutils [req-0f0830cf-77ed-497a-a7e4-b33a1f9a1fca req-1c8a1e02-c535-4a0e-a184-87b866120d93 service nova] Acquiring lock "d4497ca6-4e32-41a0-acd9-03568a425349-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.490640] env[68835]: DEBUG oslo_concurrency.lockutils [req-0f0830cf-77ed-497a-a7e4-b33a1f9a1fca req-1c8a1e02-c535-4a0e-a184-87b866120d93 service nova] Lock "d4497ca6-4e32-41a0-acd9-03568a425349-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.491039] env[68835]: DEBUG oslo_concurrency.lockutils [req-0f0830cf-77ed-497a-a7e4-b33a1f9a1fca req-1c8a1e02-c535-4a0e-a184-87b866120d93 service nova] Lock "d4497ca6-4e32-41a0-acd9-03568a425349-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.491334] env[68835]: DEBUG nova.compute.manager [req-0f0830cf-77ed-497a-a7e4-b33a1f9a1fca req-1c8a1e02-c535-4a0e-a184-87b866120d93 service nova] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] No waiting events found dispatching network-vif-plugged-107cbcff-904a-4455-8dfd-fe36654f190e {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.491626] env[68835]: WARNING nova.compute.manager [req-0f0830cf-77ed-497a-a7e4-b33a1f9a1fca req-1c8a1e02-c535-4a0e-a184-87b866120d93 service nova] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Received unexpected event network-vif-plugged-107cbcff-904a-4455-8dfd-fe36654f190e for instance with vm_state building and task_state spawning. [ 902.493871] env[68835]: DEBUG oslo_vmware.api [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 902.493871] env[68835]: value = "task-3154279" [ 902.493871] env[68835]: _type = "Task" [ 902.493871] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.514378] env[68835]: DEBUG oslo_vmware.api [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.515274] env[68835]: DEBUG oslo_vmware.api [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154278, 'name': PowerOnVM_Task, 'duration_secs': 0.494035} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.515716] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.516080] env[68835]: INFO nova.compute.manager [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Took 7.85 seconds to spawn the instance on the hypervisor. [ 902.516379] env[68835]: DEBUG nova.compute.manager [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.517642] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4667f8fa-35ca-46ca-8d18-3084e7f039d8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.626789] env[68835]: DEBUG nova.compute.manager [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.628844] env[68835]: INFO nova.compute.resource_tracker [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Updating resource usage from migration 9c18eac5-5085-4327-a1cf-4b17b71db281 [ 902.713974] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: b427c242-aa1f-42cd-9808-a4028c75c2b7] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.815491] env[68835]: DEBUG nova.network.neutron [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Successfully updated port: 107cbcff-904a-4455-8dfd-fe36654f190e {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.013060] env[68835]: DEBUG oslo_vmware.api [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154279, 'name': PowerOffVM_Task, 'duration_secs': 0.238325} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.013550] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.013710] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.014106] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fda0e515-240d-416d-9859-336c17da900b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.020952] env[68835]: DEBUG nova.compute.manager [req-fcc9d2df-8f3b-4be3-baa4-0497ee6a9e97 req-c2234b38-dfd9-4cc5-9565-4bca0d5fc8bd service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Received event network-vif-plugged-faecd4c2-5074-4972-97ec-c32f1305f9fe {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.020952] env[68835]: DEBUG oslo_concurrency.lockutils [req-fcc9d2df-8f3b-4be3-baa4-0497ee6a9e97 req-c2234b38-dfd9-4cc5-9565-4bca0d5fc8bd service nova] Acquiring lock "c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.021164] env[68835]: DEBUG oslo_concurrency.lockutils [req-fcc9d2df-8f3b-4be3-baa4-0497ee6a9e97 req-c2234b38-dfd9-4cc5-9565-4bca0d5fc8bd service nova] Lock "c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.022962] env[68835]: DEBUG oslo_concurrency.lockutils [req-fcc9d2df-8f3b-4be3-baa4-0497ee6a9e97 req-c2234b38-dfd9-4cc5-9565-4bca0d5fc8bd service nova] Lock "c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.022962] env[68835]: DEBUG nova.compute.manager [req-fcc9d2df-8f3b-4be3-baa4-0497ee6a9e97 req-c2234b38-dfd9-4cc5-9565-4bca0d5fc8bd service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] No waiting events found dispatching network-vif-plugged-faecd4c2-5074-4972-97ec-c32f1305f9fe {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.022962] env[68835]: WARNING nova.compute.manager [req-fcc9d2df-8f3b-4be3-baa4-0497ee6a9e97 req-c2234b38-dfd9-4cc5-9565-4bca0d5fc8bd service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Received unexpected event network-vif-plugged-faecd4c2-5074-4972-97ec-c32f1305f9fe for instance with vm_state building and task_state spawning. [ 903.022962] env[68835]: DEBUG nova.compute.manager [req-fcc9d2df-8f3b-4be3-baa4-0497ee6a9e97 req-c2234b38-dfd9-4cc5-9565-4bca0d5fc8bd service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Received event network-changed-faecd4c2-5074-4972-97ec-c32f1305f9fe {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.024349] env[68835]: DEBUG nova.compute.manager [req-fcc9d2df-8f3b-4be3-baa4-0497ee6a9e97 req-c2234b38-dfd9-4cc5-9565-4bca0d5fc8bd service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Refreshing instance network info cache due to event network-changed-faecd4c2-5074-4972-97ec-c32f1305f9fe. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.024624] env[68835]: DEBUG oslo_concurrency.lockutils [req-fcc9d2df-8f3b-4be3-baa4-0497ee6a9e97 req-c2234b38-dfd9-4cc5-9565-4bca0d5fc8bd service nova] Acquiring lock "refresh_cache-c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.024771] env[68835]: DEBUG oslo_concurrency.lockutils [req-fcc9d2df-8f3b-4be3-baa4-0497ee6a9e97 req-c2234b38-dfd9-4cc5-9565-4bca0d5fc8bd service nova] Acquired lock "refresh_cache-c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.024936] env[68835]: DEBUG nova.network.neutron [req-fcc9d2df-8f3b-4be3-baa4-0497ee6a9e97 req-c2234b38-dfd9-4cc5-9565-4bca0d5fc8bd service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Refreshing network info cache for port faecd4c2-5074-4972-97ec-c32f1305f9fe {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.043018] env[68835]: INFO nova.compute.manager [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Took 54.38 seconds to build instance. [ 903.078241] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.078241] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.078241] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleting the datastore file [datastore2] 18a245c1-6489-4d96-bd70-bd79d8d49913 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.078444] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe7c42f4-787e-4d67-a57a-8e5d08b505da {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.083641] env[68835]: DEBUG nova.network.neutron [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Successfully created port: 1666c3b9-3b43-4831-9303-950ec5c2bc2c {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.087409] env[68835]: DEBUG oslo_vmware.api [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 903.087409] env[68835]: value = "task-3154281" [ 903.087409] env[68835]: _type = "Task" [ 903.087409] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.101456] env[68835]: DEBUG oslo_vmware.api [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.143262] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b43f0e-f08e-4854-afe2-85033c8b4830 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.151023] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e911b52-efe9-4cfd-a3c2-174bd157d5d4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.188171] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e6e7b5-ab6a-46e2-a78f-e9a43e1ed89d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.197479] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4571cf26-a7bb-41d0-a25f-bdcd719d24c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.215187] env[68835]: DEBUG nova.compute.provider_tree [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.220989] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 30a5da31-76c4-4500-9875-211849ef9c6a] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.318532] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "refresh_cache-d4497ca6-4e32-41a0-acd9-03568a425349" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.318632] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquired lock "refresh_cache-d4497ca6-4e32-41a0-acd9-03568a425349" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.318729] env[68835]: DEBUG nova.network.neutron [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.543152] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8a6c4efb-386e-4c34-aa7b-235d9fcee6e7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "ee028395-234c-467e-aece-f1cf63ee0a0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.752s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.585669] env[68835]: DEBUG nova.network.neutron [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Successfully updated port: 6d374c74-46ec-4844-8836-57065e1e96b1 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.591811] env[68835]: DEBUG nova.network.neutron [req-fcc9d2df-8f3b-4be3-baa4-0497ee6a9e97 req-c2234b38-dfd9-4cc5-9565-4bca0d5fc8bd service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.610914] env[68835]: DEBUG oslo_vmware.api [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126351} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.611085] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.611150] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.611311] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.611484] env[68835]: INFO nova.compute.manager [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Took 1.14 seconds to destroy the instance on the hypervisor. [ 903.611722] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.611908] env[68835]: DEBUG nova.compute.manager [-] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.611999] env[68835]: DEBUG nova.network.neutron [-] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.638603] env[68835]: DEBUG nova.compute.manager [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.682974] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.683241] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.683404] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.683585] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.683730] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.683875] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.684281] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.684478] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.684653] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.684816] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.684992] env[68835]: DEBUG nova.virt.hardware [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.686421] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4cf68f-262a-4577-952d-a5c8373eb5d0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.694556] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a293123b-230d-44e3-8c5b-230c94ecc585 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.719238] env[68835]: DEBUG nova.scheduler.client.report [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.724117] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: e5210410-3725-4dea-902d-9fcc2a4bc9e5] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.745440] env[68835]: DEBUG nova.network.neutron [req-fcc9d2df-8f3b-4be3-baa4-0497ee6a9e97 req-c2234b38-dfd9-4cc5-9565-4bca0d5fc8bd service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.916074] env[68835]: DEBUG nova.network.neutron [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.101151] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquiring lock "refresh_cache-c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.164152] env[68835]: DEBUG nova.network.neutron [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Updating instance_info_cache with network_info: [{"id": "107cbcff-904a-4455-8dfd-fe36654f190e", "address": "fa:16:3e:e8:a7:b4", "network": {"id": "bec025de-fc17-495b-b911-3751c55e270d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1394146478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f402f67a5d4ab9a66c301c617d390c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107cbcff-90", "ovs_interfaceid": "107cbcff-904a-4455-8dfd-fe36654f190e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.224855] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.621s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.225173] env[68835]: INFO nova.compute.manager [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Migrating [ 904.232360] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.775s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.233852] env[68835]: INFO nova.compute.claims [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.236484] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 41fc595a-191d-48fb-94bf-67212e8f5699] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.248011] env[68835]: DEBUG oslo_concurrency.lockutils [req-fcc9d2df-8f3b-4be3-baa4-0497ee6a9e97 req-c2234b38-dfd9-4cc5-9565-4bca0d5fc8bd service nova] Releasing lock "refresh_cache-c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.248335] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquired lock "refresh_cache-c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.248511] env[68835]: DEBUG nova.network.neutron [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.353047] env[68835]: DEBUG nova.network.neutron [-] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.581933] env[68835]: DEBUG nova.compute.manager [req-5066ece7-5be5-44cf-bf4e-1399e5b4fc28 req-853f727e-f750-46cb-848c-4c8eb77eeb05 service nova] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Received event network-changed-107cbcff-904a-4455-8dfd-fe36654f190e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.581933] env[68835]: DEBUG nova.compute.manager [req-5066ece7-5be5-44cf-bf4e-1399e5b4fc28 req-853f727e-f750-46cb-848c-4c8eb77eeb05 service nova] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Refreshing instance network info cache due to event network-changed-107cbcff-904a-4455-8dfd-fe36654f190e. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.581933] env[68835]: DEBUG oslo_concurrency.lockutils [req-5066ece7-5be5-44cf-bf4e-1399e5b4fc28 req-853f727e-f750-46cb-848c-4c8eb77eeb05 service nova] Acquiring lock "refresh_cache-d4497ca6-4e32-41a0-acd9-03568a425349" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.654134] env[68835]: DEBUG nova.compute.manager [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.654134] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf456b7-5fc4-4af4-b886-b745d13ceadf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.671014] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Releasing lock "refresh_cache-d4497ca6-4e32-41a0-acd9-03568a425349" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.671014] env[68835]: DEBUG nova.compute.manager [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Instance network_info: |[{"id": "107cbcff-904a-4455-8dfd-fe36654f190e", "address": "fa:16:3e:e8:a7:b4", "network": {"id": "bec025de-fc17-495b-b911-3751c55e270d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1394146478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f402f67a5d4ab9a66c301c617d390c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107cbcff-90", "ovs_interfaceid": "107cbcff-904a-4455-8dfd-fe36654f190e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.671186] env[68835]: DEBUG oslo_concurrency.lockutils [req-5066ece7-5be5-44cf-bf4e-1399e5b4fc28 req-853f727e-f750-46cb-848c-4c8eb77eeb05 service nova] Acquired lock "refresh_cache-d4497ca6-4e32-41a0-acd9-03568a425349" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.671186] env[68835]: DEBUG nova.network.neutron [req-5066ece7-5be5-44cf-bf4e-1399e5b4fc28 req-853f727e-f750-46cb-848c-4c8eb77eeb05 service nova] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Refreshing network info cache for port 107cbcff-904a-4455-8dfd-fe36654f190e {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.671186] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:a7:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '107cbcff-904a-4455-8dfd-fe36654f190e', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.678187] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Creating folder: Project (65f402f67a5d4ab9a66c301c617d390c). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.678815] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2850c20-f48c-49ea-8eaf-20f4bd01955a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.690899] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Created folder: Project (65f402f67a5d4ab9a66c301c617d390c) in parent group-v630977. [ 904.693390] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Creating folder: Instances. Parent ref: group-v631164. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.693390] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-419c2672-9b99-403c-83c0-41d7e361af3c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.702520] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Created folder: Instances in parent group-v631164. [ 904.703211] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.703765] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.704117] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fc64ee1-5460-4483-9972-542e5e7653f7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.729020] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.729020] env[68835]: value = "task-3154284" [ 904.729020] env[68835]: _type = "Task" [ 904.729020] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.739649] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154284, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.747944] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "refresh_cache-f64170b9-d070-4f08-a0bb-0cebc3a598f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.747944] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "refresh_cache-f64170b9-d070-4f08-a0bb-0cebc3a598f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.747944] env[68835]: DEBUG nova.network.neutron [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.750686] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 5ebcefb7-7726-44fd-a9da-1454cbb39bd7] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.813170] env[68835]: DEBUG nova.network.neutron [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.855883] env[68835]: INFO nova.compute.manager [-] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Took 1.24 seconds to deallocate network for instance. [ 904.935577] env[68835]: DEBUG nova.network.neutron [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Successfully updated port: 1666c3b9-3b43-4831-9303-950ec5c2bc2c {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.171248] env[68835]: INFO nova.compute.manager [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] instance snapshotting [ 905.174949] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462d924c-e068-4ce7-9677-6f57eb17a2c9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.197529] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3f4bc0-96c7-4f58-98b2-b6689e6ad31c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.241555] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154284, 'name': CreateVM_Task, 'duration_secs': 0.419808} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.243266] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.243266] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.243266] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.243685] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.244049] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0f8848b-3005-4d72-a9cf-212e355c177e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.249454] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 905.249454] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5267335c-f068-c433-11e3-203db5140827" [ 905.249454] env[68835]: _type = "Task" [ 905.249454] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.262032] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.262032] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Cleaning up deleted instances with incomplete migration {{(pid=68835) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 905.266483] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5267335c-f068-c433-11e3-203db5140827, 'name': SearchDatastore_Task, 'duration_secs': 0.009537} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.267124] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.267826] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.267826] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.267988] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.268077] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.268495] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42f2d675-999b-4861-9c0e-0b169d583365 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.276905] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.277124] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.277852] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ead71391-35ed-41dd-845a-3b1c2a6879f7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.283304] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 905.283304] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d14878-177a-14ef-7d3d-c2e059cd8781" [ 905.283304] env[68835]: _type = "Task" [ 905.283304] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.297056] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d14878-177a-14ef-7d3d-c2e059cd8781, 'name': SearchDatastore_Task, 'duration_secs': 0.0081} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.302735] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f95daa-7170-432f-9365-59c484f15232 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.308587] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 905.308587] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5211f782-5b9e-3e52-f739-d8bb3c543d0e" [ 905.308587] env[68835]: _type = "Task" [ 905.308587] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.319914] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5211f782-5b9e-3e52-f739-d8bb3c543d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.008027} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.322664] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.322941] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] d4497ca6-4e32-41a0-acd9-03568a425349/d4497ca6-4e32-41a0-acd9-03568a425349.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.323413] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34903834-ba18-43e5-9781-f28a8c11b8e9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.329842] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 905.329842] env[68835]: value = "task-3154285" [ 905.329842] env[68835]: _type = "Task" [ 905.329842] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.339672] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.365956] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.438310] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "refresh_cache-e6e1fbae-785e-4bb9-bfc2-0172c3a23867" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.438479] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquired lock "refresh_cache-e6e1fbae-785e-4bb9-bfc2-0172c3a23867" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.438610] env[68835]: DEBUG nova.network.neutron [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.526077] env[68835]: DEBUG nova.compute.manager [req-465ecc50-cd81-4fc3-9a5d-7077ce302f10 req-f93730e8-ac26-4d79-8f80-f74d5e24d6e9 service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Received event network-vif-plugged-6d374c74-46ec-4844-8836-57065e1e96b1 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.526279] env[68835]: DEBUG oslo_concurrency.lockutils [req-465ecc50-cd81-4fc3-9a5d-7077ce302f10 req-f93730e8-ac26-4d79-8f80-f74d5e24d6e9 service nova] Acquiring lock "c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.526497] env[68835]: DEBUG oslo_concurrency.lockutils [req-465ecc50-cd81-4fc3-9a5d-7077ce302f10 req-f93730e8-ac26-4d79-8f80-f74d5e24d6e9 service nova] Lock "c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.526665] env[68835]: DEBUG oslo_concurrency.lockutils [req-465ecc50-cd81-4fc3-9a5d-7077ce302f10 req-f93730e8-ac26-4d79-8f80-f74d5e24d6e9 service nova] Lock "c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.526828] env[68835]: DEBUG nova.compute.manager [req-465ecc50-cd81-4fc3-9a5d-7077ce302f10 req-f93730e8-ac26-4d79-8f80-f74d5e24d6e9 service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] No waiting events found dispatching network-vif-plugged-6d374c74-46ec-4844-8836-57065e1e96b1 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.526987] env[68835]: WARNING nova.compute.manager [req-465ecc50-cd81-4fc3-9a5d-7077ce302f10 req-f93730e8-ac26-4d79-8f80-f74d5e24d6e9 service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Received unexpected event network-vif-plugged-6d374c74-46ec-4844-8836-57065e1e96b1 for instance with vm_state building and task_state spawning. [ 905.527609] env[68835]: DEBUG nova.compute.manager [req-465ecc50-cd81-4fc3-9a5d-7077ce302f10 req-f93730e8-ac26-4d79-8f80-f74d5e24d6e9 service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Received event network-changed-6d374c74-46ec-4844-8836-57065e1e96b1 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.527609] env[68835]: DEBUG nova.compute.manager [req-465ecc50-cd81-4fc3-9a5d-7077ce302f10 req-f93730e8-ac26-4d79-8f80-f74d5e24d6e9 service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Refreshing instance network info cache due to event network-changed-6d374c74-46ec-4844-8836-57065e1e96b1. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.527609] env[68835]: DEBUG oslo_concurrency.lockutils [req-465ecc50-cd81-4fc3-9a5d-7077ce302f10 req-f93730e8-ac26-4d79-8f80-f74d5e24d6e9 service nova] Acquiring lock "refresh_cache-c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.590545] env[68835]: DEBUG nova.network.neutron [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Updating instance_info_cache with network_info: [{"id": "e9f7851f-618f-4314-82b5-cdd3f3b5164b", "address": "fa:16:3e:f3:3e:65", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f7851f-61", "ovs_interfaceid": "e9f7851f-618f-4314-82b5-cdd3f3b5164b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.710158] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Creating Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 905.716376] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6235aa5e-a3ea-469a-bdfe-48cbf37b3272 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.728369] env[68835]: DEBUG oslo_vmware.api [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 905.728369] env[68835]: value = "task-3154286" [ 905.728369] env[68835]: _type = "Task" [ 905.728369] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.739212] env[68835]: DEBUG oslo_vmware.api [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154286, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.770932] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.838918] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec53279-82ed-4e1c-b1ef-6f1768fb7a9a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.847669] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465501} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.850484] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] d4497ca6-4e32-41a0-acd9-03568a425349/d4497ca6-4e32-41a0-acd9-03568a425349.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.850728] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.851415] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aed203f7-a808-433b-9da6-eb4c528808ab {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.856102] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6a5fb2-c217-40a7-a19f-7281f4a51c8d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.861976] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 905.861976] env[68835]: value = "task-3154287" [ 905.861976] env[68835]: _type = "Task" [ 905.861976] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.902685] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e05183-dfac-4c50-8417-58c6b3203c6d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.908356] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154287, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.915018] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e9bde1-753e-4240-a2c7-094f8bcd5cce {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.927839] env[68835]: DEBUG nova.compute.provider_tree [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.952029] env[68835]: DEBUG nova.network.neutron [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Updating instance_info_cache with network_info: [{"id": "bc5218b5-bff0-4c65-a356-562c4e186d6f", "address": "fa:16:3e:5b:87:6d", "network": {"id": "62e9ea6c-ec0f-42b1-a18e-a414fd22a298", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1131588407", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757ad1b5fdf24e3193c4e8726a9d8ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5218b5-bf", "ovs_interfaceid": "bc5218b5-bff0-4c65-a356-562c4e186d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "faecd4c2-5074-4972-97ec-c32f1305f9fe", "address": "fa:16:3e:85:83:fb", "network": {"id": "63b4bbad-e125-4fe5-a6c9-af899ad2c09b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-12950954", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "757ad1b5fdf24e3193c4e8726a9d8ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaecd4c2-50", "ovs_interfaceid": "faecd4c2-5074-4972-97ec-c32f1305f9fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d374c74-46ec-4844-8836-57065e1e96b1", "address": "fa:16:3e:93:ac:b7", "network": {"id": "62e9ea6c-ec0f-42b1-a18e-a414fd22a298", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1131588407", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757ad1b5fdf24e3193c4e8726a9d8ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d374c74-46", "ovs_interfaceid": "6d374c74-46ec-4844-8836-57065e1e96b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.956442] env[68835]: DEBUG nova.network.neutron [req-5066ece7-5be5-44cf-bf4e-1399e5b4fc28 req-853f727e-f750-46cb-848c-4c8eb77eeb05 service nova] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Updated VIF entry in instance network info cache for port 107cbcff-904a-4455-8dfd-fe36654f190e. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.956700] env[68835]: DEBUG nova.network.neutron [req-5066ece7-5be5-44cf-bf4e-1399e5b4fc28 req-853f727e-f750-46cb-848c-4c8eb77eeb05 service nova] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Updating instance_info_cache with network_info: [{"id": "107cbcff-904a-4455-8dfd-fe36654f190e", "address": "fa:16:3e:e8:a7:b4", "network": {"id": "bec025de-fc17-495b-b911-3751c55e270d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1394146478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f402f67a5d4ab9a66c301c617d390c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107cbcff-90", "ovs_interfaceid": "107cbcff-904a-4455-8dfd-fe36654f190e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.018449] env[68835]: DEBUG nova.network.neutron [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.094363] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "refresh_cache-f64170b9-d070-4f08-a0bb-0cebc3a598f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.216722] env[68835]: DEBUG nova.network.neutron [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Updating instance_info_cache with network_info: [{"id": "1666c3b9-3b43-4831-9303-950ec5c2bc2c", "address": "fa:16:3e:cc:73:8e", "network": {"id": "bec025de-fc17-495b-b911-3751c55e270d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1394146478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f402f67a5d4ab9a66c301c617d390c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1666c3b9-3b", "ovs_interfaceid": "1666c3b9-3b43-4831-9303-950ec5c2bc2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.238700] env[68835]: DEBUG oslo_vmware.api [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154286, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.371904] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066769} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.372168] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.373025] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bef857-3658-4ce9-b9d8-b54a9e22a59a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.396727] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] d4497ca6-4e32-41a0-acd9-03568a425349/d4497ca6-4e32-41a0-acd9-03568a425349.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.396985] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99171ac2-8a9d-4c01-93a9-1fa7d6a1689b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.416941] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 906.416941] env[68835]: value = "task-3154288" [ 906.416941] env[68835]: _type = "Task" [ 906.416941] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.424341] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.431409] env[68835]: DEBUG nova.scheduler.client.report [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.455710] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Releasing lock "refresh_cache-c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.456315] env[68835]: DEBUG nova.compute.manager [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Instance network_info: |[{"id": "bc5218b5-bff0-4c65-a356-562c4e186d6f", "address": "fa:16:3e:5b:87:6d", "network": {"id": "62e9ea6c-ec0f-42b1-a18e-a414fd22a298", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1131588407", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757ad1b5fdf24e3193c4e8726a9d8ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5218b5-bf", "ovs_interfaceid": "bc5218b5-bff0-4c65-a356-562c4e186d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "faecd4c2-5074-4972-97ec-c32f1305f9fe", "address": "fa:16:3e:85:83:fb", "network": {"id": "63b4bbad-e125-4fe5-a6c9-af899ad2c09b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-12950954", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "757ad1b5fdf24e3193c4e8726a9d8ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaecd4c2-50", "ovs_interfaceid": "faecd4c2-5074-4972-97ec-c32f1305f9fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d374c74-46ec-4844-8836-57065e1e96b1", "address": "fa:16:3e:93:ac:b7", "network": {"id": "62e9ea6c-ec0f-42b1-a18e-a414fd22a298", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1131588407", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757ad1b5fdf24e3193c4e8726a9d8ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d374c74-46", "ovs_interfaceid": "6d374c74-46ec-4844-8836-57065e1e96b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.456954] env[68835]: DEBUG oslo_concurrency.lockutils [req-465ecc50-cd81-4fc3-9a5d-7077ce302f10 req-f93730e8-ac26-4d79-8f80-f74d5e24d6e9 service nova] Acquired lock "refresh_cache-c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.457202] env[68835]: DEBUG nova.network.neutron [req-465ecc50-cd81-4fc3-9a5d-7077ce302f10 req-f93730e8-ac26-4d79-8f80-f74d5e24d6e9 service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Refreshing network info cache for port 6d374c74-46ec-4844-8836-57065e1e96b1 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.458291] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:87:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc5218b5-bff0-4c65-a356-562c4e186d6f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:83:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faecd4c2-5074-4972-97ec-c32f1305f9fe', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:ac:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d374c74-46ec-4844-8836-57065e1e96b1', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.469068] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Creating folder: Project (757ad1b5fdf24e3193c4e8726a9d8ba6). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.470346] env[68835]: DEBUG oslo_concurrency.lockutils [req-5066ece7-5be5-44cf-bf4e-1399e5b4fc28 req-853f727e-f750-46cb-848c-4c8eb77eeb05 service nova] Releasing lock "refresh_cache-d4497ca6-4e32-41a0-acd9-03568a425349" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.470681] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a261d83-7564-405d-81ca-60f85ff91540 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.481656] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Created folder: Project (757ad1b5fdf24e3193c4e8726a9d8ba6) in parent group-v630977. [ 906.481925] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Creating folder: Instances. Parent ref: group-v631167. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.482226] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2caa3e6e-aa9d-4cf6-b31a-f9ff245aba29 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.491465] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Created folder: Instances in parent group-v631167. [ 906.491698] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.491883] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.492091] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f774844-7561-4a91-96c1-1589905afe2f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.516431] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.516431] env[68835]: value = "task-3154291" [ 906.516431] env[68835]: _type = "Task" [ 906.516431] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.524171] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154291, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.605243] env[68835]: DEBUG nova.compute.manager [req-eddf1bb2-dc4c-4923-bd0b-95dbd7a45b18 req-3cba24de-68aa-485a-bf61-a71bf027b1f8 service nova] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Received event network-vif-plugged-1666c3b9-3b43-4831-9303-950ec5c2bc2c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.605559] env[68835]: DEBUG oslo_concurrency.lockutils [req-eddf1bb2-dc4c-4923-bd0b-95dbd7a45b18 req-3cba24de-68aa-485a-bf61-a71bf027b1f8 service nova] Acquiring lock "e6e1fbae-785e-4bb9-bfc2-0172c3a23867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.605880] env[68835]: DEBUG oslo_concurrency.lockutils [req-eddf1bb2-dc4c-4923-bd0b-95dbd7a45b18 req-3cba24de-68aa-485a-bf61-a71bf027b1f8 service nova] Lock "e6e1fbae-785e-4bb9-bfc2-0172c3a23867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.606170] env[68835]: DEBUG oslo_concurrency.lockutils [req-eddf1bb2-dc4c-4923-bd0b-95dbd7a45b18 req-3cba24de-68aa-485a-bf61-a71bf027b1f8 service nova] Lock "e6e1fbae-785e-4bb9-bfc2-0172c3a23867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.606412] env[68835]: DEBUG nova.compute.manager [req-eddf1bb2-dc4c-4923-bd0b-95dbd7a45b18 req-3cba24de-68aa-485a-bf61-a71bf027b1f8 service nova] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] No waiting events found dispatching network-vif-plugged-1666c3b9-3b43-4831-9303-950ec5c2bc2c {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.606665] env[68835]: WARNING nova.compute.manager [req-eddf1bb2-dc4c-4923-bd0b-95dbd7a45b18 req-3cba24de-68aa-485a-bf61-a71bf027b1f8 service nova] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Received unexpected event network-vif-plugged-1666c3b9-3b43-4831-9303-950ec5c2bc2c for instance with vm_state building and task_state spawning. [ 906.606980] env[68835]: DEBUG nova.compute.manager [req-eddf1bb2-dc4c-4923-bd0b-95dbd7a45b18 req-3cba24de-68aa-485a-bf61-a71bf027b1f8 service nova] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Received event network-changed-1666c3b9-3b43-4831-9303-950ec5c2bc2c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.607113] env[68835]: DEBUG nova.compute.manager [req-eddf1bb2-dc4c-4923-bd0b-95dbd7a45b18 req-3cba24de-68aa-485a-bf61-a71bf027b1f8 service nova] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Refreshing instance network info cache due to event network-changed-1666c3b9-3b43-4831-9303-950ec5c2bc2c. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.607346] env[68835]: DEBUG oslo_concurrency.lockutils [req-eddf1bb2-dc4c-4923-bd0b-95dbd7a45b18 req-3cba24de-68aa-485a-bf61-a71bf027b1f8 service nova] Acquiring lock "refresh_cache-e6e1fbae-785e-4bb9-bfc2-0172c3a23867" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.719043] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Releasing lock "refresh_cache-e6e1fbae-785e-4bb9-bfc2-0172c3a23867" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.719433] env[68835]: DEBUG nova.compute.manager [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Instance network_info: |[{"id": "1666c3b9-3b43-4831-9303-950ec5c2bc2c", "address": "fa:16:3e:cc:73:8e", "network": {"id": "bec025de-fc17-495b-b911-3751c55e270d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1394146478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f402f67a5d4ab9a66c301c617d390c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1666c3b9-3b", "ovs_interfaceid": "1666c3b9-3b43-4831-9303-950ec5c2bc2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.719714] env[68835]: DEBUG oslo_concurrency.lockutils [req-eddf1bb2-dc4c-4923-bd0b-95dbd7a45b18 req-3cba24de-68aa-485a-bf61-a71bf027b1f8 service nova] Acquired lock "refresh_cache-e6e1fbae-785e-4bb9-bfc2-0172c3a23867" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.719893] env[68835]: DEBUG nova.network.neutron [req-eddf1bb2-dc4c-4923-bd0b-95dbd7a45b18 req-3cba24de-68aa-485a-bf61-a71bf027b1f8 service nova] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Refreshing network info cache for port 1666c3b9-3b43-4831-9303-950ec5c2bc2c {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.721153] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:73:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1666c3b9-3b43-4831-9303-950ec5c2bc2c', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.729466] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.732697] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.736318] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98dd5232-0b18-47e7-b171-577d4bc6e93a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.760286] env[68835]: DEBUG oslo_vmware.api [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154286, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.761720] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.761720] env[68835]: value = "task-3154292" [ 906.761720] env[68835]: _type = "Task" [ 906.761720] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.771403] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154292, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.927084] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.937017] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.937546] env[68835]: DEBUG nova.compute.manager [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.941302] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.897s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.941302] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.942534] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.520s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.942725] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.944497] env[68835]: DEBUG oslo_concurrency.lockutils [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.967s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.944707] env[68835]: DEBUG nova.objects.instance [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lazy-loading 'resources' on Instance uuid 8e863779-d50a-4b1b-b355-d6d0e217addd {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.967480] env[68835]: DEBUG nova.network.neutron [req-eddf1bb2-dc4c-4923-bd0b-95dbd7a45b18 req-3cba24de-68aa-485a-bf61-a71bf027b1f8 service nova] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Updated VIF entry in instance network info cache for port 1666c3b9-3b43-4831-9303-950ec5c2bc2c. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.967911] env[68835]: DEBUG nova.network.neutron [req-eddf1bb2-dc4c-4923-bd0b-95dbd7a45b18 req-3cba24de-68aa-485a-bf61-a71bf027b1f8 service nova] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Updating instance_info_cache with network_info: [{"id": "1666c3b9-3b43-4831-9303-950ec5c2bc2c", "address": "fa:16:3e:cc:73:8e", "network": {"id": "bec025de-fc17-495b-b911-3751c55e270d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1394146478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f402f67a5d4ab9a66c301c617d390c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1666c3b9-3b", "ovs_interfaceid": "1666c3b9-3b43-4831-9303-950ec5c2bc2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.975110] env[68835]: INFO nova.scheduler.client.report [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Deleted allocations for instance 4743452f-e6f6-4069-bb1a-bc08b74287f1 [ 907.035108] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154291, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.073419] env[68835]: INFO nova.scheduler.client.report [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Deleted allocations for instance 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91 [ 907.244465] env[68835]: DEBUG oslo_vmware.api [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154286, 'name': CreateSnapshot_Task, 'duration_secs': 1.082338} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.244745] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Created Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 907.245506] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4baee70-1950-41fc-9aaa-abccd69b0d15 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.249046] env[68835]: DEBUG nova.network.neutron [req-465ecc50-cd81-4fc3-9a5d-7077ce302f10 req-f93730e8-ac26-4d79-8f80-f74d5e24d6e9 service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Updated VIF entry in instance network info cache for port 6d374c74-46ec-4844-8836-57065e1e96b1. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.249580] env[68835]: DEBUG nova.network.neutron [req-465ecc50-cd81-4fc3-9a5d-7077ce302f10 req-f93730e8-ac26-4d79-8f80-f74d5e24d6e9 service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Updating instance_info_cache with network_info: [{"id": "bc5218b5-bff0-4c65-a356-562c4e186d6f", "address": "fa:16:3e:5b:87:6d", "network": {"id": "62e9ea6c-ec0f-42b1-a18e-a414fd22a298", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1131588407", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757ad1b5fdf24e3193c4e8726a9d8ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5218b5-bf", "ovs_interfaceid": "bc5218b5-bff0-4c65-a356-562c4e186d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "faecd4c2-5074-4972-97ec-c32f1305f9fe", "address": "fa:16:3e:85:83:fb", "network": {"id": "63b4bbad-e125-4fe5-a6c9-af899ad2c09b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-12950954", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "757ad1b5fdf24e3193c4e8726a9d8ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaecd4c2-50", "ovs_interfaceid": "faecd4c2-5074-4972-97ec-c32f1305f9fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d374c74-46ec-4844-8836-57065e1e96b1", "address": "fa:16:3e:93:ac:b7", "network": {"id": "62e9ea6c-ec0f-42b1-a18e-a414fd22a298", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1131588407", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757ad1b5fdf24e3193c4e8726a9d8ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d374c74-46", "ovs_interfaceid": "6d374c74-46ec-4844-8836-57065e1e96b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.271473] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154292, 'name': CreateVM_Task, 'duration_secs': 0.41121} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.271678] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.272391] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.272550] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.272864] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.273129] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d96dd5c-dc66-42ef-a6f3-e8e2ce219ade {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.277986] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 907.277986] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52b0bbdc-e2b1-109f-6faa-065b360b2c24" [ 907.277986] env[68835]: _type = "Task" [ 907.277986] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.289138] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b0bbdc-e2b1-109f-6faa-065b360b2c24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.427254] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154288, 'name': ReconfigVM_Task, 'duration_secs': 0.76048} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.427555] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Reconfigured VM instance instance-00000046 to attach disk [datastore1] d4497ca6-4e32-41a0-acd9-03568a425349/d4497ca6-4e32-41a0-acd9-03568a425349.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.428179] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37cf5820-db16-491b-af84-0e8d5ee337c0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.434626] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 907.434626] env[68835]: value = "task-3154293" [ 907.434626] env[68835]: _type = "Task" [ 907.434626] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.441814] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154293, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.448116] env[68835]: DEBUG nova.compute.utils [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.449401] env[68835]: DEBUG nova.compute.manager [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.449567] env[68835]: DEBUG nova.network.neutron [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.470777] env[68835]: DEBUG oslo_concurrency.lockutils [req-eddf1bb2-dc4c-4923-bd0b-95dbd7a45b18 req-3cba24de-68aa-485a-bf61-a71bf027b1f8 service nova] Releasing lock "refresh_cache-e6e1fbae-785e-4bb9-bfc2-0172c3a23867" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.482623] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ac9cec53-bec3-4048-8c05-02e971aa82b3 tempest-ServersAdminNegativeTestJSON-1903577502 tempest-ServersAdminNegativeTestJSON-1903577502-project-member] Lock "4743452f-e6f6-4069-bb1a-bc08b74287f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.493s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.492105] env[68835]: DEBUG nova.policy [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daabf2a6f1ab469eacbe8bcf3339e082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ca547bcf9f646e3967cf9b33c347e5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.532775] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154291, 'name': CreateVM_Task, 'duration_secs': 0.530675} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.534863] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.535991] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.536174] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.536484] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.536731] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c0495d0-f9b0-4d56-85cf-3c8b6baf0862 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.540797] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for the task: (returnval){ [ 907.540797] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52db6234-ae76-a985-e12a-070b2c2cb4a7" [ 907.540797] env[68835]: _type = "Task" [ 907.540797] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.550914] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52db6234-ae76-a985-e12a-070b2c2cb4a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.584941] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4a9e9d5e-56ca-4905-af5f-594a561bf750 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.925s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.617373] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8391ed32-6e4b-4dca-b06b-11394b749aab {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.647768] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Updating instance 'f64170b9-d070-4f08-a0bb-0cebc3a598f2' progress to 0 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.757800] env[68835]: DEBUG oslo_concurrency.lockutils [req-465ecc50-cd81-4fc3-9a5d-7077ce302f10 req-f93730e8-ac26-4d79-8f80-f74d5e24d6e9 service nova] Releasing lock "refresh_cache-c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.758063] env[68835]: DEBUG nova.compute.manager [req-465ecc50-cd81-4fc3-9a5d-7077ce302f10 req-f93730e8-ac26-4d79-8f80-f74d5e24d6e9 service nova] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Received event network-vif-deleted-7178770a-248b-4e52-833b-3ab4b077e3fb {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.765234] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Creating linked-clone VM from snapshot {{(pid=68835) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 907.768264] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e4ca980b-32cf-4960-b0fc-106f2d8b7d13 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.776519] env[68835]: DEBUG oslo_vmware.api [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 907.776519] env[68835]: value = "task-3154294" [ 907.776519] env[68835]: _type = "Task" [ 907.776519] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.780570] env[68835]: DEBUG nova.network.neutron [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Successfully created port: 6718cfd6-0184-45c0-9d8c-0c61bcd8f558 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.792207] env[68835]: DEBUG oslo_vmware.api [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154294, 'name': CloneVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.795762] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b0bbdc-e2b1-109f-6faa-065b360b2c24, 'name': SearchDatastore_Task, 'duration_secs': 0.011974} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.796055] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.796288] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.796516] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.796662] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.796841] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.797124] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47a834c1-d9b5-4d75-9bcc-c6000eaf95cc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.805012] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.805190] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.805892] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b63ba8df-74cb-47c0-b9bc-0899e8eb8c4e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.810903] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 907.810903] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52026515-b9b6-66cf-dc9a-6b8b62c95dbc" [ 907.810903] env[68835]: _type = "Task" [ 907.810903] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.823251] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52026515-b9b6-66cf-dc9a-6b8b62c95dbc, 'name': SearchDatastore_Task} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.824538] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a62fdd78-205c-43a4-a26b-87245c29168f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.832276] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 907.832276] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5268410a-cec0-01d3-b5f4-f811312c1903" [ 907.832276] env[68835]: _type = "Task" [ 907.832276] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.839537] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5268410a-cec0-01d3-b5f4-f811312c1903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.875537] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775b7b8f-2548-45c7-b810-1866541cde9b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.883502] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58246873-b038-41e4-8ea9-6aad85cf7359 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.917263] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc7fa62-ef05-4e5e-9cd0-6a1ce4401329 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.927183] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d521640-09f0-4c3b-a5ef-5f5421470e70 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.943688] env[68835]: DEBUG nova.compute.provider_tree [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.955413] env[68835]: DEBUG nova.compute.manager [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.959381] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154293, 'name': Rename_Task, 'duration_secs': 0.36916} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.960982] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.962075] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-581931cb-b52e-4172-a776-5964ec9db58d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.968943] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 907.968943] env[68835]: value = "task-3154295" [ 907.968943] env[68835]: _type = "Task" [ 907.968943] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.980058] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.052546] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52db6234-ae76-a985-e12a-070b2c2cb4a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009391} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.053107] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.053343] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.053610] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.053755] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.053924] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.054192] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c1ec918-c9c1-41c4-9d61-5b65c596366e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.065846] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.066121] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.066990] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43fd96e7-f400-451e-8bd1-5abb740aa6f9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.073152] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for the task: (returnval){ [ 908.073152] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5202a6d8-5243-403f-f71b-7199ac1f10d8" [ 908.073152] env[68835]: _type = "Task" [ 908.073152] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.084130] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5202a6d8-5243-403f-f71b-7199ac1f10d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.153394] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.153818] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-668fd522-3a8c-43a0-b18a-81b36fd33657 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.161288] env[68835]: DEBUG oslo_vmware.api [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 908.161288] env[68835]: value = "task-3154296" [ 908.161288] env[68835]: _type = "Task" [ 908.161288] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.171046] env[68835]: DEBUG oslo_vmware.api [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.287735] env[68835]: DEBUG oslo_vmware.api [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154294, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.342794] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5268410a-cec0-01d3-b5f4-f811312c1903, 'name': SearchDatastore_Task, 'duration_secs': 0.009967} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.343082] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.343363] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] e6e1fbae-785e-4bb9-bfc2-0172c3a23867/e6e1fbae-785e-4bb9-bfc2-0172c3a23867.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.343636] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77af8b54-ac12-4fd4-b13f-a9c46ef901de {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.350581] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 908.350581] env[68835]: value = "task-3154297" [ 908.350581] env[68835]: _type = "Task" [ 908.350581] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.358967] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.451038] env[68835]: DEBUG nova.scheduler.client.report [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.482510] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154295, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.588227] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5202a6d8-5243-403f-f71b-7199ac1f10d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009372} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.589379] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bab4e86-1d0f-4668-91d4-0bb5e5d416a8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.598235] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for the task: (returnval){ [ 908.598235] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5266e726-54b4-d48b-aec6-4ce2e0040869" [ 908.598235] env[68835]: _type = "Task" [ 908.598235] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.608474] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5266e726-54b4-d48b-aec6-4ce2e0040869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.672555] env[68835]: DEBUG oslo_vmware.api [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154296, 'name': PowerOffVM_Task, 'duration_secs': 0.35525} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.673315] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.673867] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Updating instance 'f64170b9-d070-4f08-a0bb-0cebc3a598f2' progress to 17 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.800941] env[68835]: DEBUG oslo_vmware.api [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154294, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.862577] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154297, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.960334] env[68835]: DEBUG oslo_concurrency.lockutils [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.962744] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.191s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.963012] env[68835]: DEBUG nova.objects.instance [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lazy-loading 'resources' on Instance uuid dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.967564] env[68835]: DEBUG nova.compute.manager [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.981805] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154295, 'name': PowerOnVM_Task, 'duration_secs': 0.608632} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.982339] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.982433] env[68835]: INFO nova.compute.manager [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Took 8.00 seconds to spawn the instance on the hypervisor. [ 908.982644] env[68835]: DEBUG nova.compute.manager [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.984220] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2232ea-99b4-4bc0-8ee4-35ff0060351d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.000824] env[68835]: INFO nova.scheduler.client.report [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Deleted allocations for instance 8e863779-d50a-4b1b-b355-d6d0e217addd [ 909.005162] env[68835]: DEBUG nova.virt.hardware [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.005479] env[68835]: DEBUG nova.virt.hardware [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.005577] env[68835]: DEBUG nova.virt.hardware [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.005772] env[68835]: DEBUG nova.virt.hardware [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.005952] env[68835]: DEBUG nova.virt.hardware [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.006127] env[68835]: DEBUG nova.virt.hardware [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.006358] env[68835]: DEBUG nova.virt.hardware [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.006565] env[68835]: DEBUG nova.virt.hardware [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.006729] env[68835]: DEBUG nova.virt.hardware [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.007036] env[68835]: DEBUG nova.virt.hardware [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.007244] env[68835]: DEBUG nova.virt.hardware [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.008635] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365b84ef-a106-4f46-a1d5-a5cba684d956 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.020688] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f0f10b-b964-45ef-a435-a6a815c32963 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.111068] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5266e726-54b4-d48b-aec6-4ce2e0040869, 'name': SearchDatastore_Task, 'duration_secs': 0.018047} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.111385] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.111636] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6/c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.111908] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ef65d99-f812-4d7d-a042-e400c83d6c4b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.121567] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for the task: (returnval){ [ 909.121567] env[68835]: value = "task-3154298" [ 909.121567] env[68835]: _type = "Task" [ 909.121567] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.131407] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.183876] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.184244] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.184519] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.184784] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.184987] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.185212] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.185523] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.185759] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.185990] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.186237] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.186486] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.197590] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3360a133-c0d8-4089-836f-90b2e3ffbe52 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.225898] env[68835]: DEBUG oslo_vmware.api [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 909.225898] env[68835]: value = "task-3154299" [ 909.225898] env[68835]: _type = "Task" [ 909.225898] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.236232] env[68835]: DEBUG oslo_vmware.api [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.276871] env[68835]: DEBUG nova.compute.manager [req-77f3a1ea-7f80-4ce9-955b-c1d8b36d631c req-b1676cc4-ceb9-48f4-ba2a-e76a54515b67 service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Received event network-vif-plugged-6718cfd6-0184-45c0-9d8c-0c61bcd8f558 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.277090] env[68835]: DEBUG oslo_concurrency.lockutils [req-77f3a1ea-7f80-4ce9-955b-c1d8b36d631c req-b1676cc4-ceb9-48f4-ba2a-e76a54515b67 service nova] Acquiring lock "47b71583-afd4-456f-b393-38494bb43a12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.277301] env[68835]: DEBUG oslo_concurrency.lockutils [req-77f3a1ea-7f80-4ce9-955b-c1d8b36d631c req-b1676cc4-ceb9-48f4-ba2a-e76a54515b67 service nova] Lock "47b71583-afd4-456f-b393-38494bb43a12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.277539] env[68835]: DEBUG oslo_concurrency.lockutils [req-77f3a1ea-7f80-4ce9-955b-c1d8b36d631c req-b1676cc4-ceb9-48f4-ba2a-e76a54515b67 service nova] Lock "47b71583-afd4-456f-b393-38494bb43a12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.277888] env[68835]: DEBUG nova.compute.manager [req-77f3a1ea-7f80-4ce9-955b-c1d8b36d631c req-b1676cc4-ceb9-48f4-ba2a-e76a54515b67 service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] No waiting events found dispatching network-vif-plugged-6718cfd6-0184-45c0-9d8c-0c61bcd8f558 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.278304] env[68835]: WARNING nova.compute.manager [req-77f3a1ea-7f80-4ce9-955b-c1d8b36d631c req-b1676cc4-ceb9-48f4-ba2a-e76a54515b67 service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Received unexpected event network-vif-plugged-6718cfd6-0184-45c0-9d8c-0c61bcd8f558 for instance with vm_state building and task_state spawning. [ 909.294758] env[68835]: DEBUG oslo_vmware.api [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154294, 'name': CloneVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.363090] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530934} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.363468] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] e6e1fbae-785e-4bb9-bfc2-0172c3a23867/e6e1fbae-785e-4bb9-bfc2-0172c3a23867.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.363753] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.364082] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f60dc4a-8755-4edf-9551-4f6af67a6348 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.371455] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 909.371455] env[68835]: value = "task-3154300" [ 909.371455] env[68835]: _type = "Task" [ 909.371455] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.376169] env[68835]: DEBUG nova.network.neutron [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Successfully updated port: 6718cfd6-0184-45c0-9d8c-0c61bcd8f558 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.382527] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.527694] env[68835]: DEBUG oslo_concurrency.lockutils [None req-310127bf-b37f-4e2b-8901-99248e6b3f41 tempest-ServerRescueTestJSON-1908369248 tempest-ServerRescueTestJSON-1908369248-project-member] Lock "8e863779-d50a-4b1b-b355-d6d0e217addd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.082s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.528961] env[68835]: INFO nova.compute.manager [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Took 47.14 seconds to build instance. [ 909.633562] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154298, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.737297] env[68835]: DEBUG oslo_vmware.api [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154299, 'name': ReconfigVM_Task, 'duration_secs': 0.234761} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.737758] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Updating instance 'f64170b9-d070-4f08-a0bb-0cebc3a598f2' progress to 33 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.794130] env[68835]: DEBUG oslo_vmware.api [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154294, 'name': CloneVM_Task, 'duration_secs': 1.584529} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.794862] env[68835]: INFO nova.virt.vmwareapi.vmops [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Created linked-clone VM from snapshot [ 909.795492] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a965c9-1699-46f8-a1c9-3d07b9e0ac9e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.803433] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Uploading image 013b978c-5972-4f78-b9c6-60338f3af09f {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 909.836550] env[68835]: DEBUG oslo_vmware.rw_handles [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 909.836550] env[68835]: value = "vm-631172" [ 909.836550] env[68835]: _type = "VirtualMachine" [ 909.836550] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 909.836695] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-edbd50e3-607f-4c13-ba2b-49c936c08bbd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.844997] env[68835]: DEBUG oslo_vmware.rw_handles [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lease: (returnval){ [ 909.844997] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5292fe88-2cab-3fe1-1c09-c87069fdb22f" [ 909.844997] env[68835]: _type = "HttpNfcLease" [ 909.844997] env[68835]: } obtained for exporting VM: (result){ [ 909.844997] env[68835]: value = "vm-631172" [ 909.844997] env[68835]: _type = "VirtualMachine" [ 909.844997] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 909.844997] env[68835]: DEBUG oslo_vmware.api [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the lease: (returnval){ [ 909.844997] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5292fe88-2cab-3fe1-1c09-c87069fdb22f" [ 909.844997] env[68835]: _type = "HttpNfcLease" [ 909.844997] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 909.852105] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 909.852105] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5292fe88-2cab-3fe1-1c09-c87069fdb22f" [ 909.852105] env[68835]: _type = "HttpNfcLease" [ 909.852105] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 909.885415] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129322} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.888207] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "refresh_cache-47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.888632] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "refresh_cache-47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.888632] env[68835]: DEBUG nova.network.neutron [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.889672] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.890951] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddcedf1-0c7b-45fa-b3dc-f33968f2e54c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.914071] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] e6e1fbae-785e-4bb9-bfc2-0172c3a23867/e6e1fbae-785e-4bb9-bfc2-0172c3a23867.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.918504] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a318c9b8-8ef3-41c3-a5f2-2fd8de5d807e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.938196] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 909.938196] env[68835]: value = "task-3154302" [ 909.938196] env[68835]: _type = "Task" [ 909.938196] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.943661] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f4aba8-cf73-44e1-a662-e921c5b7b3bd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.949799] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.952814] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5c0c2c-1a0a-4b8f-9390-3fe2f47f3fa5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.986557] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961c1621-c820-4a44-959d-6addf9f87dbf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.994313] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0916908f-7945-43e5-b5e3-3f46e36f475c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.008842] env[68835]: DEBUG nova.compute.provider_tree [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.031049] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "d4497ca6-4e32-41a0-acd9-03568a425349" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.710s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.132073] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577637} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.132395] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6/c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.132625] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.132897] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ae2ef36-dabb-46a5-af3f-0f80daeeb9bf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.139962] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for the task: (returnval){ [ 910.139962] env[68835]: value = "task-3154303" [ 910.139962] env[68835]: _type = "Task" [ 910.139962] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.147557] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.244678] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.244920] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.245119] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.245317] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.245468] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.245659] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.245883] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.246060] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.246234] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.246401] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.247073] env[68835]: DEBUG nova.virt.hardware [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.252264] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Reconfiguring VM instance instance-0000003d to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 910.252643] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d460ad28-dde0-473a-8fc4-23ce4b6d9946 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.271533] env[68835]: DEBUG oslo_vmware.api [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 910.271533] env[68835]: value = "task-3154304" [ 910.271533] env[68835]: _type = "Task" [ 910.271533] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.279826] env[68835]: DEBUG oslo_vmware.api [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.353889] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.353889] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5292fe88-2cab-3fe1-1c09-c87069fdb22f" [ 910.353889] env[68835]: _type = "HttpNfcLease" [ 910.353889] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 910.354232] env[68835]: DEBUG oslo_vmware.rw_handles [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 910.354232] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5292fe88-2cab-3fe1-1c09-c87069fdb22f" [ 910.354232] env[68835]: _type = "HttpNfcLease" [ 910.354232] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 910.354979] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ed545b-ade9-4b27-a288-baa3b62b4145 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.362300] env[68835]: DEBUG oslo_vmware.rw_handles [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52403711-12d6-2e18-cca0-031987d16da1/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 910.362540] env[68835]: DEBUG oslo_vmware.rw_handles [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52403711-12d6-2e18-cca0-031987d16da1/disk-0.vmdk for reading. {{(pid=68835) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 910.368304] env[68835]: DEBUG oslo_concurrency.lockutils [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "d37e1129-5f90-4cb2-bd02-66049e36fc20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.368542] env[68835]: DEBUG oslo_concurrency.lockutils [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "d37e1129-5f90-4cb2-bd02-66049e36fc20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.426739] env[68835]: DEBUG nova.compute.manager [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.450330] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154302, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.505761] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-42d8dfa8-0d54-4b0e-a13e-d85de0175865 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.509119] env[68835]: DEBUG nova.network.neutron [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.511900] env[68835]: DEBUG nova.scheduler.client.report [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.653201] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.434729} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.653475] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.654308] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e557b39c-9bf1-4018-8501-504fba0c46f8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.684047] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6/c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.687019] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5752f353-61b0-438c-80f3-7d3ee0046c55 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.707620] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for the task: (returnval){ [ 910.707620] env[68835]: value = "task-3154305" [ 910.707620] env[68835]: _type = "Task" [ 910.707620] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.718750] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.782442] env[68835]: DEBUG oslo_vmware.api [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154304, 'name': ReconfigVM_Task, 'duration_secs': 0.339639} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.782560] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Reconfigured VM instance instance-0000003d to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 910.784333] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c6bef9-641d-4dd6-8109-40f78f4866f8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.811155] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] f64170b9-d070-4f08-a0bb-0cebc3a598f2/f64170b9-d070-4f08-a0bb-0cebc3a598f2.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.811155] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-762eee14-92cd-41ad-baad-78105210a09f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.833811] env[68835]: DEBUG oslo_vmware.api [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 910.833811] env[68835]: value = "task-3154306" [ 910.833811] env[68835]: _type = "Task" [ 910.833811] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.845565] env[68835]: DEBUG oslo_vmware.api [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.865593] env[68835]: DEBUG nova.network.neutron [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Updating instance_info_cache with network_info: [{"id": "6718cfd6-0184-45c0-9d8c-0c61bcd8f558", "address": "fa:16:3e:75:90:b7", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6718cfd6-01", "ovs_interfaceid": "6718cfd6-0184-45c0-9d8c-0c61bcd8f558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.956417] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154302, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.968287] env[68835]: DEBUG oslo_concurrency.lockutils [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.017862] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.022630] env[68835]: DEBUG oslo_concurrency.lockutils [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.920s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.023134] env[68835]: DEBUG nova.objects.instance [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lazy-loading 'pci_requests' on Instance uuid d5ab1888-4692-4c9b-be29-6adda0c5c931 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.049202] env[68835]: INFO nova.scheduler.client.report [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Deleted allocations for instance dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603 [ 911.223052] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154305, 'name': ReconfigVM_Task, 'duration_secs': 0.328443} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.223779] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Reconfigured VM instance instance-00000045 to attach disk [datastore1] c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6/c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.224661] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a45dd24-a981-400d-ba3f-8cf84e6a6200 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.232524] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for the task: (returnval){ [ 911.232524] env[68835]: value = "task-3154307" [ 911.232524] env[68835]: _type = "Task" [ 911.232524] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.241606] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154307, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.350672] env[68835]: DEBUG oslo_vmware.api [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154306, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.370845] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "refresh_cache-47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.371198] env[68835]: DEBUG nova.compute.manager [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Instance network_info: |[{"id": "6718cfd6-0184-45c0-9d8c-0c61bcd8f558", "address": "fa:16:3e:75:90:b7", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6718cfd6-01", "ovs_interfaceid": "6718cfd6-0184-45c0-9d8c-0c61bcd8f558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.371640] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:90:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6718cfd6-0184-45c0-9d8c-0c61bcd8f558', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.380320] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Creating folder: Project (2ca547bcf9f646e3967cf9b33c347e5b). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.380638] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5565eccf-ba3b-4012-9b1a-e88b1ff88cec {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.399905] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Created folder: Project (2ca547bcf9f646e3967cf9b33c347e5b) in parent group-v630977. [ 911.400235] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Creating folder: Instances. Parent ref: group-v631173. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.400399] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea663805-a2d0-4433-8ce1-2552bfac0b56 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.412595] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Created folder: Instances in parent group-v631173. [ 911.412950] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.413512] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.414677] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aa1ed76-7f3f-4234-a255-c6af2784a73d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.440687] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.440687] env[68835]: value = "task-3154310" [ 911.440687] env[68835]: _type = "Task" [ 911.440687] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.454349] env[68835]: DEBUG nova.compute.manager [req-d538756c-3464-47aa-917d-203f78109aa5 req-a8d37931-1069-40d7-bc03-b8a80a36291c service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Received event network-changed-6718cfd6-0184-45c0-9d8c-0c61bcd8f558 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.454349] env[68835]: DEBUG nova.compute.manager [req-d538756c-3464-47aa-917d-203f78109aa5 req-a8d37931-1069-40d7-bc03-b8a80a36291c service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Refreshing instance network info cache due to event network-changed-6718cfd6-0184-45c0-9d8c-0c61bcd8f558. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.454349] env[68835]: DEBUG oslo_concurrency.lockutils [req-d538756c-3464-47aa-917d-203f78109aa5 req-a8d37931-1069-40d7-bc03-b8a80a36291c service nova] Acquiring lock "refresh_cache-47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.454349] env[68835]: DEBUG oslo_concurrency.lockutils [req-d538756c-3464-47aa-917d-203f78109aa5 req-a8d37931-1069-40d7-bc03-b8a80a36291c service nova] Acquired lock "refresh_cache-47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.454349] env[68835]: DEBUG nova.network.neutron [req-d538756c-3464-47aa-917d-203f78109aa5 req-a8d37931-1069-40d7-bc03-b8a80a36291c service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Refreshing network info cache for port 6718cfd6-0184-45c0-9d8c-0c61bcd8f558 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.463760] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154302, 'name': ReconfigVM_Task, 'duration_secs': 1.357149} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.463812] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154310, 'name': CreateVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.464548] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Reconfigured VM instance instance-00000047 to attach disk [datastore2] e6e1fbae-785e-4bb9-bfc2-0172c3a23867/e6e1fbae-785e-4bb9-bfc2-0172c3a23867.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.468880] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb520f41-1a83-4846-91db-a0f5b2dff395 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.477248] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 911.477248] env[68835]: value = "task-3154311" [ 911.477248] env[68835]: _type = "Task" [ 911.477248] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.491705] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154311, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.528467] env[68835]: DEBUG nova.objects.instance [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lazy-loading 'numa_topology' on Instance uuid d5ab1888-4692-4c9b-be29-6adda0c5c931 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.560512] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0949fc94-7021-4209-a040-5f0b650bda44 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.295s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.746502] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154307, 'name': Rename_Task, 'duration_secs': 0.154389} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.746824] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.747072] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-402a3c23-b726-435b-b364-744ce822ba36 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.756958] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for the task: (returnval){ [ 911.756958] env[68835]: value = "task-3154312" [ 911.756958] env[68835]: _type = "Task" [ 911.756958] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.773993] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154312, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.846546] env[68835]: DEBUG oslo_vmware.api [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154306, 'name': ReconfigVM_Task, 'duration_secs': 0.559851} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.846909] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Reconfigured VM instance instance-0000003d to attach disk [datastore2] f64170b9-d070-4f08-a0bb-0cebc3a598f2/f64170b9-d070-4f08-a0bb-0cebc3a598f2.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.847199] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Updating instance 'f64170b9-d070-4f08-a0bb-0cebc3a598f2' progress to 50 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.959698] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154310, 'name': CreateVM_Task, 'duration_secs': 0.351625} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.959924] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.960877] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.961122] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.961621] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.963791] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-230a32e5-83d0-4316-82ea-57473c300b40 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.976946] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 911.976946] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5284ace8-e8dc-d710-de50-9a361524d5bb" [ 911.976946] env[68835]: _type = "Task" [ 911.976946] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.995865] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5284ace8-e8dc-d710-de50-9a361524d5bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011695} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.000025] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.000523] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.000866] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.000952] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.001163] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.001562] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154311, 'name': Rename_Task, 'duration_secs': 0.15892} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.001801] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d53fa11-0821-4438-b472-3343eae5cdee {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.004903] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.005187] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98a822e4-786b-446d-b32a-6b0ee6c4c30f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.019542] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 912.019542] env[68835]: value = "task-3154313" [ 912.019542] env[68835]: _type = "Task" [ 912.019542] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.019542] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.019542] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.021296] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96e5444d-29d8-426c-9655-f3d2b24cb402 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.030643] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154313, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.032435] env[68835]: INFO nova.compute.claims [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.037258] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 912.037258] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528dbc44-14b8-4cd3-3466-e8ead849179b" [ 912.037258] env[68835]: _type = "Task" [ 912.037258] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.054211] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528dbc44-14b8-4cd3-3466-e8ead849179b, 'name': SearchDatastore_Task, 'duration_secs': 0.012116} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.058253] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3226db55-f207-4c7e-881d-71094618b583 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.064160] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 912.064160] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5225c42b-1ac6-948e-ecc9-4224d022cda8" [ 912.064160] env[68835]: _type = "Task" [ 912.064160] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.076490] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5225c42b-1ac6-948e-ecc9-4224d022cda8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.269121] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154312, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.279451] env[68835]: DEBUG nova.network.neutron [req-d538756c-3464-47aa-917d-203f78109aa5 req-a8d37931-1069-40d7-bc03-b8a80a36291c service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Updated VIF entry in instance network info cache for port 6718cfd6-0184-45c0-9d8c-0c61bcd8f558. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.279861] env[68835]: DEBUG nova.network.neutron [req-d538756c-3464-47aa-917d-203f78109aa5 req-a8d37931-1069-40d7-bc03-b8a80a36291c service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Updating instance_info_cache with network_info: [{"id": "6718cfd6-0184-45c0-9d8c-0c61bcd8f558", "address": "fa:16:3e:75:90:b7", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6718cfd6-01", "ovs_interfaceid": "6718cfd6-0184-45c0-9d8c-0c61bcd8f558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.356814] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e2ff9e-ad46-4f1e-a82b-c1005e986e52 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.383164] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38733879-27cb-4156-8b42-f63c00e742e6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.406680] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Updating instance 'f64170b9-d070-4f08-a0bb-0cebc3a598f2' progress to 67 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 912.526926] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154313, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.580876] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5225c42b-1ac6-948e-ecc9-4224d022cda8, 'name': SearchDatastore_Task, 'duration_secs': 0.014581} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.581579] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.581579] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 47b71583-afd4-456f-b393-38494bb43a12/47b71583-afd4-456f-b393-38494bb43a12.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.584519] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7563a8cc-5e64-4abd-868e-f52022b3e04f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.594430] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 912.594430] env[68835]: value = "task-3154314" [ 912.594430] env[68835]: _type = "Task" [ 912.594430] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.601139] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.770840] env[68835]: DEBUG oslo_vmware.api [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154312, 'name': PowerOnVM_Task, 'duration_secs': 0.585244} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.771538] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.771886] env[68835]: INFO nova.compute.manager [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Took 15.41 seconds to spawn the instance on the hypervisor. [ 912.772120] env[68835]: DEBUG nova.compute.manager [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.773528] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd6197b-8823-4dfc-8a83-f948a9aed3b8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.786074] env[68835]: DEBUG oslo_concurrency.lockutils [req-d538756c-3464-47aa-917d-203f78109aa5 req-a8d37931-1069-40d7-bc03-b8a80a36291c service nova] Releasing lock "refresh_cache-47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.983524] env[68835]: DEBUG nova.network.neutron [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Port e9f7851f-618f-4314-82b5-cdd3f3b5164b binding to destination host cpu-1 is already ACTIVE {{(pid=68835) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 913.039376] env[68835]: DEBUG oslo_vmware.api [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154313, 'name': PowerOnVM_Task, 'duration_secs': 0.782619} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.039376] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.039376] env[68835]: INFO nova.compute.manager [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Took 9.39 seconds to spawn the instance on the hypervisor. [ 913.039376] env[68835]: DEBUG nova.compute.manager [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.039376] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a278f74-a564-4148-b469-bc49b86c91ef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.105072] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154314, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.120721] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf75334-4de0-466c-ac61-99db26a7a95d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.128968] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfabb81-0953-4b85-93fb-9a60475653b6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.165637] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792d132e-8c6e-40eb-85d2-9029cacfd9fc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.174967] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e716d4-7462-4b34-81b0-88a68fdc41d7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.193684] env[68835]: DEBUG nova.compute.provider_tree [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.294695] env[68835]: INFO nova.compute.manager [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Took 57.53 seconds to build instance. [ 913.557729] env[68835]: INFO nova.compute.manager [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Took 48.14 seconds to build instance. [ 913.606335] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840967} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.606606] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 47b71583-afd4-456f-b393-38494bb43a12/47b71583-afd4-456f-b393-38494bb43a12.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.606820] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.607090] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99087614-3e85-44ea-b5cc-632a5928db27 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.614054] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 913.614054] env[68835]: value = "task-3154315" [ 913.614054] env[68835]: _type = "Task" [ 913.614054] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.621646] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.697640] env[68835]: DEBUG nova.scheduler.client.report [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.797946] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4f4de3df-31a8-4115-89a2-9104162a2b47 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lock "c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.897s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.009767] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "f64170b9-d070-4f08-a0bb-0cebc3a598f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.009990] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "f64170b9-d070-4f08-a0bb-0cebc3a598f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.010186] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "f64170b9-d070-4f08-a0bb-0cebc3a598f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.059833] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a2a0c7a-3d3c-4ed6-a094-ae0fbd3af005 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "e6e1fbae-785e-4bb9-bfc2-0172c3a23867" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.713s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.125132] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1822} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.125482] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.126341] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5087b03-595b-4d17-90fa-4eac22437145 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.157657] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 47b71583-afd4-456f-b393-38494bb43a12/47b71583-afd4-456f-b393-38494bb43a12.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.157974] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a01924c9-6ff2-4a45-9c24-31002f81fd9e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.183009] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 914.183009] env[68835]: value = "task-3154316" [ 914.183009] env[68835]: _type = "Task" [ 914.183009] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.194847] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154316, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.205049] env[68835]: DEBUG oslo_concurrency.lockutils [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.182s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.207485] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.738s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.207877] env[68835]: DEBUG nova.objects.instance [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lazy-loading 'resources' on Instance uuid 78270b54-cc89-4b58-b168-6ca1161b4f4a {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.484931] env[68835]: INFO nova.network.neutron [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Updating port d68144d4-a58b-4c9f-8b7b-e931045215f6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 914.700533] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.091638] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "refresh_cache-f64170b9-d070-4f08-a0bb-0cebc3a598f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.091973] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "refresh_cache-f64170b9-d070-4f08-a0bb-0cebc3a598f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.091973] env[68835]: DEBUG nova.network.neutron [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.186511] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6422de4c-6928-4f4b-976c-b41cf6999253 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.204656] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154316, 'name': ReconfigVM_Task, 'duration_secs': 0.913565} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.204656] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 47b71583-afd4-456f-b393-38494bb43a12/47b71583-afd4-456f-b393-38494bb43a12.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.206241] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c87f553-33f9-454f-bbb8-16313c52b955 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.209825] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7464aa7-e26a-4925-9484-6efd1e813b59 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.247293] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d32912-707f-4ed1-afeb-4511fefcd805 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.253924] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 915.253924] env[68835]: value = "task-3154317" [ 915.253924] env[68835]: _type = "Task" [ 915.253924] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.263274] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f933331e-7481-4ff7-ac77-82e9a5c5b814 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.271068] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154317, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.284202] env[68835]: DEBUG nova.compute.provider_tree [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.489305] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "d4497ca6-4e32-41a0-acd9-03568a425349" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.489494] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "d4497ca6-4e32-41a0-acd9-03568a425349" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.489719] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "d4497ca6-4e32-41a0-acd9-03568a425349-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.491971] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "d4497ca6-4e32-41a0-acd9-03568a425349-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.491971] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "d4497ca6-4e32-41a0-acd9-03568a425349-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.495034] env[68835]: INFO nova.compute.manager [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Terminating instance [ 915.555022] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquiring lock "a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.556580] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lock "a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.754970] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquiring lock "c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.755340] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lock "c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.755597] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquiring lock "c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.756502] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lock "c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.756502] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lock "c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.762509] env[68835]: INFO nova.compute.manager [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Terminating instance [ 915.773136] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154317, 'name': Rename_Task, 'duration_secs': 0.203165} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.773412] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.773683] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb753fd0-4cf3-4bad-a04a-f8454469e2cc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.781265] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 915.781265] env[68835]: value = "task-3154318" [ 915.781265] env[68835]: _type = "Task" [ 915.781265] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.787612] env[68835]: DEBUG nova.scheduler.client.report [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.799241] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.823432] env[68835]: DEBUG oslo_concurrency.lockutils [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "e6e1fbae-785e-4bb9-bfc2-0172c3a23867" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.823710] env[68835]: DEBUG oslo_concurrency.lockutils [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "e6e1fbae-785e-4bb9-bfc2-0172c3a23867" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.823930] env[68835]: DEBUG oslo_concurrency.lockutils [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "e6e1fbae-785e-4bb9-bfc2-0172c3a23867-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.824127] env[68835]: DEBUG oslo_concurrency.lockutils [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "e6e1fbae-785e-4bb9-bfc2-0172c3a23867-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.824293] env[68835]: DEBUG oslo_concurrency.lockutils [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "e6e1fbae-785e-4bb9-bfc2-0172c3a23867-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.826423] env[68835]: INFO nova.compute.manager [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Terminating instance [ 915.996843] env[68835]: DEBUG nova.compute.manager [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.997089] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.999439] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e444de7-93f5-4938-8a0a-d57138baad6a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.002578] env[68835]: DEBUG oslo_concurrency.lockutils [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.002578] env[68835]: DEBUG oslo_concurrency.lockutils [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquired lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.002578] env[68835]: DEBUG nova.network.neutron [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.004755] env[68835]: DEBUG nova.network.neutron [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Updating instance_info_cache with network_info: [{"id": "e9f7851f-618f-4314-82b5-cdd3f3b5164b", "address": "fa:16:3e:f3:3e:65", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f7851f-61", "ovs_interfaceid": "e9f7851f-618f-4314-82b5-cdd3f3b5164b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.012379] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.012379] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c426de6-703a-4854-a9b0-a123b45788e2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.021171] env[68835]: DEBUG oslo_vmware.api [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 916.021171] env[68835]: value = "task-3154319" [ 916.021171] env[68835]: _type = "Task" [ 916.021171] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.035671] env[68835]: DEBUG oslo_vmware.api [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.058086] env[68835]: DEBUG nova.compute.manager [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.103278] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquiring lock "7efc818e-897d-4649-a20b-20bc42dd740e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.103604] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lock "7efc818e-897d-4649-a20b-20bc42dd740e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.270595] env[68835]: DEBUG nova.compute.manager [req-bea35beb-9d08-480d-b30e-2022d694dec0 req-5d47138b-c85c-4a77-9564-b14dc672da7c service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Received event network-vif-plugged-d68144d4-a58b-4c9f-8b7b-e931045215f6 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.270595] env[68835]: DEBUG oslo_concurrency.lockutils [req-bea35beb-9d08-480d-b30e-2022d694dec0 req-5d47138b-c85c-4a77-9564-b14dc672da7c service nova] Acquiring lock "d5ab1888-4692-4c9b-be29-6adda0c5c931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.270595] env[68835]: DEBUG oslo_concurrency.lockutils [req-bea35beb-9d08-480d-b30e-2022d694dec0 req-5d47138b-c85c-4a77-9564-b14dc672da7c service nova] Lock "d5ab1888-4692-4c9b-be29-6adda0c5c931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.270863] env[68835]: DEBUG oslo_concurrency.lockutils [req-bea35beb-9d08-480d-b30e-2022d694dec0 req-5d47138b-c85c-4a77-9564-b14dc672da7c service nova] Lock "d5ab1888-4692-4c9b-be29-6adda0c5c931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.271125] env[68835]: DEBUG nova.compute.manager [req-bea35beb-9d08-480d-b30e-2022d694dec0 req-5d47138b-c85c-4a77-9564-b14dc672da7c service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] No waiting events found dispatching network-vif-plugged-d68144d4-a58b-4c9f-8b7b-e931045215f6 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.271464] env[68835]: WARNING nova.compute.manager [req-bea35beb-9d08-480d-b30e-2022d694dec0 req-5d47138b-c85c-4a77-9564-b14dc672da7c service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Received unexpected event network-vif-plugged-d68144d4-a58b-4c9f-8b7b-e931045215f6 for instance with vm_state shelved_offloaded and task_state spawning. [ 916.272297] env[68835]: DEBUG nova.compute.manager [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.273784] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.274136] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e33580-981b-4494-8077-1059fe321472 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.283349] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.286827] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae2c2629-bdb8-42b9-9aa7-32f3284e80b1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.294824] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.294994] env[68835]: DEBUG oslo_vmware.api [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for the task: (returnval){ [ 916.294994] env[68835]: value = "task-3154320" [ 916.294994] env[68835]: _type = "Task" [ 916.294994] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.303016] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.305285] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquiring lock "9698591c-877c-4cb9-8aa1-00e4f126e049" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.305542] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "9698591c-877c-4cb9-8aa1-00e4f126e049" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.305729] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquiring lock "9698591c-877c-4cb9-8aa1-00e4f126e049-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.305912] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "9698591c-877c-4cb9-8aa1-00e4f126e049-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.306137] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "9698591c-877c-4cb9-8aa1-00e4f126e049-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.307803] env[68835]: DEBUG oslo_vmware.api [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.308864] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.160s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.308864] env[68835]: DEBUG nova.objects.instance [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lazy-loading 'resources' on Instance uuid 2a97bbe3-9d5b-4839-82f1-ac5da92928bc {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.310034] env[68835]: INFO nova.compute.manager [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Terminating instance [ 916.330218] env[68835]: DEBUG nova.compute.manager [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.330564] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.332650] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f10f782-04da-474a-a7c5-2a5221a61349 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.336829] env[68835]: INFO nova.scheduler.client.report [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Deleted allocations for instance 78270b54-cc89-4b58-b168-6ca1161b4f4a [ 916.349779] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.349779] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb10503f-4492-4fba-8719-096ce8b5b5fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.355771] env[68835]: DEBUG oslo_vmware.api [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 916.355771] env[68835]: value = "task-3154321" [ 916.355771] env[68835]: _type = "Task" [ 916.355771] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.365677] env[68835]: DEBUG oslo_vmware.api [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.509895] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "refresh_cache-f64170b9-d070-4f08-a0bb-0cebc3a598f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.532601] env[68835]: DEBUG oslo_vmware.api [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154319, 'name': PowerOffVM_Task, 'duration_secs': 0.226439} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.532601] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.532843] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.532937] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4172a1f4-556c-4bbc-85e5-a18c966eb7e8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.587516] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.606517] env[68835]: DEBUG nova.compute.manager [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.614253] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.614585] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.614848] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Deleting the datastore file [datastore1] d4497ca6-4e32-41a0-acd9-03568a425349 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.615243] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dbd38b9-5786-4634-88f9-c5ebe2aa8fe2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.623492] env[68835]: DEBUG oslo_vmware.api [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 916.623492] env[68835]: value = "task-3154323" [ 916.623492] env[68835]: _type = "Task" [ 916.623492] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.636210] env[68835]: DEBUG oslo_vmware.api [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.795545] env[68835]: DEBUG oslo_vmware.api [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154318, 'name': PowerOnVM_Task, 'duration_secs': 0.76179} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.795915] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.796172] env[68835]: INFO nova.compute.manager [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Took 7.83 seconds to spawn the instance on the hypervisor. [ 916.796600] env[68835]: DEBUG nova.compute.manager [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.800440] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad2ecbc-a347-4f42-85be-27c69c692abb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.808103] env[68835]: DEBUG oslo_vmware.api [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154320, 'name': PowerOffVM_Task, 'duration_secs': 0.326999} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.809738] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.809915] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.813431] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8c27f1c-790a-4e7c-a662-27aa85993cbd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.818018] env[68835]: DEBUG nova.compute.manager [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.818124] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.819219] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e9dd9a-1ef4-4e8b-bc94-0c2c5b504865 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.826268] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.826599] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1c47ce6-4ad4-4351-b4ce-23b7f4e7fb8f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.832846] env[68835]: DEBUG oslo_vmware.api [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 916.832846] env[68835]: value = "task-3154325" [ 916.832846] env[68835]: _type = "Task" [ 916.832846] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.842285] env[68835]: DEBUG oslo_vmware.api [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.853625] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5b9fabe5-4323-4c60-9860-595a12356cdd tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "78270b54-cc89-4b58-b168-6ca1161b4f4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.128s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.872228] env[68835]: DEBUG oslo_vmware.api [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154321, 'name': PowerOffVM_Task, 'duration_secs': 0.251741} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.872565] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.874949] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.874949] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e18ee1e-cd71-4b40-8aa4-c8160b4ce79a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.931199] env[68835]: DEBUG nova.network.neutron [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Updating instance_info_cache with network_info: [{"id": "d68144d4-a58b-4c9f-8b7b-e931045215f6", "address": "fa:16:3e:2c:d7:80", "network": {"id": "92622d23-aae8-4ad8-a19a-e69ffcd62c46", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1866716046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b12c1f77f041a19fd68317da38caa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68144d4-a5", "ovs_interfaceid": "d68144d4-a58b-4c9f-8b7b-e931045215f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.942105] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.942105] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.942105] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Deleting the datastore file [datastore2] e6e1fbae-785e-4bb9-bfc2-0172c3a23867 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.943744] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-106bbb29-9bab-4a97-b94e-5a07c731f14b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.951353] env[68835]: DEBUG oslo_vmware.api [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 916.951353] env[68835]: value = "task-3154327" [ 916.951353] env[68835]: _type = "Task" [ 916.951353] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.963351] env[68835]: DEBUG oslo_vmware.api [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.969371] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.969780] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.969929] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Deleting the datastore file [datastore1] c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.970288] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75fda583-9337-4931-99bc-f05ee4e416cb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.976677] env[68835]: DEBUG oslo_vmware.api [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for the task: (returnval){ [ 916.976677] env[68835]: value = "task-3154328" [ 916.976677] env[68835]: _type = "Task" [ 916.976677] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.988331] env[68835]: DEBUG oslo_vmware.api [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.037468] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1536eab0-3dfb-4c85-b417-acd68a462c34 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.065102] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3accf0de-75b4-42cb-b544-fe03ece30dc3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.072688] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Updating instance 'f64170b9-d070-4f08-a0bb-0cebc3a598f2' progress to 83 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 917.135748] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.144127] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.144777] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.149169] env[68835]: DEBUG oslo_vmware.api [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297932} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.149632] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.149869] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.150567] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.150567] env[68835]: INFO nova.compute.manager [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Took 1.15 seconds to destroy the instance on the hypervisor. [ 917.150567] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.153356] env[68835]: DEBUG nova.compute.manager [-] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.153474] env[68835]: DEBUG nova.network.neutron [-] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.310965] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c501e5ae-3d71-475f-ab3b-2de146b616ab {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.327445] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772fb83c-7387-40d4-9449-2bf368bf55fe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.333546] env[68835]: INFO nova.compute.manager [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Took 42.89 seconds to build instance. [ 917.363722] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19964d1-8bf6-4f01-89e5-a7e546a0dd2d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.369497] env[68835]: DEBUG oslo_vmware.api [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154325, 'name': PowerOffVM_Task, 'duration_secs': 0.26975} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.370104] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.370278] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.370546] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c2002fc-f9cf-426a-ad1d-682bb3261c83 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.375778] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9c7782-c7e9-435d-b245-914cf9a90ede {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.390387] env[68835]: DEBUG nova.compute.provider_tree [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.433876] env[68835]: DEBUG oslo_concurrency.lockutils [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Releasing lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.437995] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.438711] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.438711] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Deleting the datastore file [datastore2] 9698591c-877c-4cb9-8aa1-00e4f126e049 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.438711] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-599ffb67-d5b3-4b56-b30d-57c937e810fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.447406] env[68835]: DEBUG oslo_vmware.api [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for the task: (returnval){ [ 917.447406] env[68835]: value = "task-3154330" [ 917.447406] env[68835]: _type = "Task" [ 917.447406] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.464312] env[68835]: DEBUG oslo_vmware.api [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.474349] env[68835]: DEBUG oslo_vmware.api [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255639} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.477158] env[68835]: DEBUG nova.virt.hardware [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5c06f3d81ede63ee47a4893c4b3eecd2',container_format='bare',created_at=2025-03-25T18:37:25Z,direct_url=,disk_format='vmdk',id=d64feda0-852a-4c1d-a079-675076d1cb1d,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-544733448-shelved',owner='d6b12c1f77f041a19fd68317da38caa1',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-03-25T18:37:39Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.477409] env[68835]: DEBUG nova.virt.hardware [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.477561] env[68835]: DEBUG nova.virt.hardware [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.477732] env[68835]: DEBUG nova.virt.hardware [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.477877] env[68835]: DEBUG nova.virt.hardware [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.478033] env[68835]: DEBUG nova.virt.hardware [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.479139] env[68835]: DEBUG nova.virt.hardware [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.479139] env[68835]: DEBUG nova.virt.hardware [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.479139] env[68835]: DEBUG nova.virt.hardware [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.479139] env[68835]: DEBUG nova.virt.hardware [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.479139] env[68835]: DEBUG nova.virt.hardware [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.479312] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.479312] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.479485] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.479654] env[68835]: INFO nova.compute.manager [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Took 1.15 seconds to destroy the instance on the hypervisor. [ 917.479882] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.480954] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce71b9c-2a61-4e2e-a92d-661d07603a4e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.483678] env[68835]: DEBUG nova.compute.manager [-] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.483810] env[68835]: DEBUG nova.network.neutron [-] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.497611] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f136ef-957d-4bc3-9027-276200aed430 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.503082] env[68835]: DEBUG oslo_vmware.api [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33934} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.504533] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.504533] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.504533] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.504533] env[68835]: INFO nova.compute.manager [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Took 1.23 seconds to destroy the instance on the hypervisor. [ 917.504775] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.505580] env[68835]: DEBUG nova.compute.manager [-] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.505704] env[68835]: DEBUG nova.network.neutron [-] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.516386] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:d7:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd68144d4-a58b-4c9f-8b7b-e931045215f6', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.524690] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.525656] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.525899] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4ece4a7-0011-4ec7-b5ee-82ef988935b5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.547191] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.547191] env[68835]: value = "task-3154331" [ 917.547191] env[68835]: _type = "Task" [ 917.547191] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.558946] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154331, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.580614] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.584021] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04941331-84db-4c00-8a14-1f664a89ce51 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.588464] env[68835]: DEBUG oslo_vmware.api [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 917.588464] env[68835]: value = "task-3154332" [ 917.588464] env[68835]: _type = "Task" [ 917.588464] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.598512] env[68835]: DEBUG oslo_vmware.api [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.651690] env[68835]: DEBUG nova.compute.utils [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.863168] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c64b8c8c-cc97-49c9-a5b0-8acf86190545 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "47b71583-afd4-456f-b393-38494bb43a12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.752s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.894137] env[68835]: DEBUG nova.scheduler.client.report [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.957754] env[68835]: DEBUG oslo_vmware.api [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Task: {'id': task-3154330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313367} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.958059] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.958247] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.958431] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.958611] env[68835]: INFO nova.compute.manager [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Took 1.14 seconds to destroy the instance on the hypervisor. [ 917.958954] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.959076] env[68835]: DEBUG nova.compute.manager [-] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.959136] env[68835]: DEBUG nova.network.neutron [-] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.966347] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.966766] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.967079] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.967290] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.967471] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.972142] env[68835]: INFO nova.compute.manager [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Terminating instance [ 917.991585] env[68835]: DEBUG nova.network.neutron [-] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.061574] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154331, 'name': CreateVM_Task, 'duration_secs': 0.474985} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.061777] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.062426] env[68835]: DEBUG oslo_concurrency.lockutils [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d64feda0-852a-4c1d-a079-675076d1cb1d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.062597] env[68835]: DEBUG oslo_concurrency.lockutils [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d64feda0-852a-4c1d-a079-675076d1cb1d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.062983] env[68835]: DEBUG oslo_concurrency.lockutils [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d64feda0-852a-4c1d-a079-675076d1cb1d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.063265] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559b44c8-e55a-4652-a799-964f141addcf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.068556] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 918.068556] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52644892-d73d-3ac3-dee8-6ca6d869dd93" [ 918.068556] env[68835]: _type = "Task" [ 918.068556] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.085133] env[68835]: DEBUG oslo_concurrency.lockutils [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d64feda0-852a-4c1d-a079-675076d1cb1d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.085401] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Processing image d64feda0-852a-4c1d-a079-675076d1cb1d {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.085925] env[68835]: DEBUG oslo_concurrency.lockutils [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d64feda0-852a-4c1d-a079-675076d1cb1d/d64feda0-852a-4c1d-a079-675076d1cb1d.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.086105] env[68835]: DEBUG oslo_concurrency.lockutils [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d64feda0-852a-4c1d-a079-675076d1cb1d/d64feda0-852a-4c1d-a079-675076d1cb1d.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.086293] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.090267] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e32eb027-9783-4f5a-94b9-7229484b5815 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.098892] env[68835]: DEBUG oslo_vmware.api [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.100484] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.100718] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.101752] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-767ee5c7-ff3d-47ca-9575-8a1381dab66f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.112150] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 918.112150] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]525806ad-5621-80d0-49e6-391911ccf57b" [ 918.112150] env[68835]: _type = "Task" [ 918.112150] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.120995] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525806ad-5621-80d0-49e6-391911ccf57b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.155383] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.237735] env[68835]: DEBUG nova.network.neutron [-] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.400461] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.403202] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.156s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.403448] env[68835]: DEBUG nova.objects.instance [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lazy-loading 'resources' on Instance uuid 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.425490] env[68835]: INFO nova.scheduler.client.report [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Deleted allocations for instance 2a97bbe3-9d5b-4839-82f1-ac5da92928bc [ 918.479631] env[68835]: DEBUG nova.compute.manager [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.480462] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.480776] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b5dcfc-cfac-4b00-b7a5-5ca635198488 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.488847] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.489070] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c97c1502-8eaf-49ce-94f1-aced5fa945ec {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.495818] env[68835]: DEBUG oslo_vmware.api [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 918.495818] env[68835]: value = "task-3154333" [ 918.495818] env[68835]: _type = "Task" [ 918.495818] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.499243] env[68835]: INFO nova.compute.manager [-] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Took 1.35 seconds to deallocate network for instance. [ 918.511111] env[68835]: DEBUG oslo_vmware.api [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.602052] env[68835]: DEBUG oslo_vmware.api [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154332, 'name': PowerOnVM_Task, 'duration_secs': 0.551067} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.602052] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.602389] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b816d1-a78d-4cb3-8ad6-e473744ff04f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Updating instance 'f64170b9-d070-4f08-a0bb-0cebc3a598f2' progress to 100 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.623719] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Preparing fetch location {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 918.623719] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Fetch image to [datastore2] OSTACK_IMG_172dcbd1-1310-4953-bbb0-50d9a7cd567c/OSTACK_IMG_172dcbd1-1310-4953-bbb0-50d9a7cd567c.vmdk {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 918.623719] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Downloading stream optimized image d64feda0-852a-4c1d-a079-675076d1cb1d to [datastore2] OSTACK_IMG_172dcbd1-1310-4953-bbb0-50d9a7cd567c/OSTACK_IMG_172dcbd1-1310-4953-bbb0-50d9a7cd567c.vmdk on the data store datastore2 as vApp {{(pid=68835) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 918.624109] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Downloading image file data d64feda0-852a-4c1d-a079-675076d1cb1d to the ESX as VM named 'OSTACK_IMG_172dcbd1-1310-4953-bbb0-50d9a7cd567c' {{(pid=68835) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 918.685348] env[68835]: DEBUG nova.compute.manager [req-91a3f884-cab5-42e9-b28f-0bf9fb7fd748 req-d5607c41-f57b-4567-9bf5-25bea99fa692 service nova] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Received event network-vif-deleted-107cbcff-904a-4455-8dfd-fe36654f190e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.711158] env[68835]: DEBUG oslo_vmware.rw_handles [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 918.711158] env[68835]: value = "resgroup-9" [ 918.711158] env[68835]: _type = "ResourcePool" [ 918.711158] env[68835]: }. {{(pid=68835) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 918.711398] env[68835]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b34c9b4b-5cba-419a-a9ed-5c2a0139e492 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.734040] env[68835]: DEBUG oslo_vmware.rw_handles [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lease: (returnval){ [ 918.734040] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52c7961f-8adb-6207-be6e-a90047d03efb" [ 918.734040] env[68835]: _type = "HttpNfcLease" [ 918.734040] env[68835]: } obtained for vApp import into resource pool (val){ [ 918.734040] env[68835]: value = "resgroup-9" [ 918.734040] env[68835]: _type = "ResourcePool" [ 918.734040] env[68835]: }. {{(pid=68835) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 918.734351] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the lease: (returnval){ [ 918.734351] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52c7961f-8adb-6207-be6e-a90047d03efb" [ 918.734351] env[68835]: _type = "HttpNfcLease" [ 918.734351] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 918.743140] env[68835]: INFO nova.compute.manager [-] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Took 1.26 seconds to deallocate network for instance. [ 918.746266] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 918.746266] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52c7961f-8adb-6207-be6e-a90047d03efb" [ 918.746266] env[68835]: _type = "HttpNfcLease" [ 918.746266] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 918.766576] env[68835]: DEBUG nova.network.neutron [-] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.780629] env[68835]: DEBUG nova.network.neutron [-] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.935714] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7396fd6-bbd9-4891-8aa0-0f7f9c9c3732 tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "2a97bbe3-9d5b-4839-82f1-ac5da92928bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.175s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.009471] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.014422] env[68835]: DEBUG oslo_vmware.api [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154333, 'name': PowerOffVM_Task, 'duration_secs': 0.360156} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.014728] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.014962] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.015258] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49e05716-c5b4-47b2-af3c-d654b2c205ff {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.034778] env[68835]: DEBUG nova.compute.manager [req-070092c0-87e6-4438-9892-9398cd952bfc req-3730e85f-8dc0-4ccf-9428-33520ba5e432 service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Received event network-changed-d68144d4-a58b-4c9f-8b7b-e931045215f6 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.035025] env[68835]: DEBUG nova.compute.manager [req-070092c0-87e6-4438-9892-9398cd952bfc req-3730e85f-8dc0-4ccf-9428-33520ba5e432 service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Refreshing instance network info cache due to event network-changed-d68144d4-a58b-4c9f-8b7b-e931045215f6. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.035261] env[68835]: DEBUG oslo_concurrency.lockutils [req-070092c0-87e6-4438-9892-9398cd952bfc req-3730e85f-8dc0-4ccf-9428-33520ba5e432 service nova] Acquiring lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.035440] env[68835]: DEBUG oslo_concurrency.lockutils [req-070092c0-87e6-4438-9892-9398cd952bfc req-3730e85f-8dc0-4ccf-9428-33520ba5e432 service nova] Acquired lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.035631] env[68835]: DEBUG nova.network.neutron [req-070092c0-87e6-4438-9892-9398cd952bfc req-3730e85f-8dc0-4ccf-9428-33520ba5e432 service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Refreshing network info cache for port d68144d4-a58b-4c9f-8b7b-e931045215f6 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.086142] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.086445] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.086616] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Deleting the datastore file [datastore2] ff3f81eb-8599-47e0-a5a8-26f21ea70fc5 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.086942] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b4c43f5-c4df-4f6e-9c61-66d3b3adb917 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.097563] env[68835]: DEBUG oslo_vmware.api [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for the task: (returnval){ [ 919.097563] env[68835]: value = "task-3154336" [ 919.097563] env[68835]: _type = "Task" [ 919.097563] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.115690] env[68835]: DEBUG oslo_vmware.api [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.243253] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 919.243253] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52c7961f-8adb-6207-be6e-a90047d03efb" [ 919.243253] env[68835]: _type = "HttpNfcLease" [ 919.243253] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 919.258435] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.258851] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.259228] env[68835]: INFO nova.compute.manager [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Attaching volume b580ab51-4770-4d90-9d88-d422ba0b4839 to /dev/sdb [ 919.261905] env[68835]: DEBUG oslo_concurrency.lockutils [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.272022] env[68835]: INFO nova.compute.manager [-] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Took 1.31 seconds to deallocate network for instance. [ 919.284134] env[68835]: INFO nova.compute.manager [-] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Took 1.78 seconds to deallocate network for instance. [ 919.317025] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cd2055-78f4-4b05-ad51-5467fecb74ed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.332757] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de55ae17-92b0-4fb4-978f-b9b7b2f7cecb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.350824] env[68835]: DEBUG nova.virt.block_device [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Updating existing volume attachment record: 54e27582-b07b-4b73-b8f7-1d988f869bc7 {{(pid=68835) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 919.502916] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a784cda-af77-4d12-a714-c9f654c07ebb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.511806] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91393eb1-ddad-4ea1-95ef-6108141c2a19 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.550258] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed637ad-f846-4a90-b108-048146c3c6d9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.569206] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07645c6-8709-403e-b6df-241c7d473e4a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.586591] env[68835]: DEBUG nova.compute.provider_tree [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.609091] env[68835]: DEBUG oslo_vmware.api [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Task: {'id': task-3154336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200303} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.609091] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.609404] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.609481] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.609801] env[68835]: INFO nova.compute.manager [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 919.609875] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.610305] env[68835]: DEBUG nova.compute.manager [-] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.610305] env[68835]: DEBUG nova.network.neutron [-] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.744615] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 919.744615] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52c7961f-8adb-6207-be6e-a90047d03efb" [ 919.744615] env[68835]: _type = "HttpNfcLease" [ 919.744615] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 919.744969] env[68835]: DEBUG oslo_vmware.rw_handles [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 919.744969] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52c7961f-8adb-6207-be6e-a90047d03efb" [ 919.744969] env[68835]: _type = "HttpNfcLease" [ 919.744969] env[68835]: }. {{(pid=68835) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 919.745720] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e39ae54-ae75-47ce-920d-68c243bd3b8e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.757709] env[68835]: DEBUG oslo_vmware.rw_handles [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52006b13-117a-fd78-e67a-2749c1162349/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 919.758024] env[68835]: DEBUG oslo_vmware.rw_handles [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52006b13-117a-fd78-e67a-2749c1162349/disk-0.vmdk. {{(pid=68835) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 919.820026] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.820026] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.826312] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5c920310-a798-4e87-b4e9-30d29e04dbb6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.981263] env[68835]: DEBUG nova.network.neutron [req-070092c0-87e6-4438-9892-9398cd952bfc req-3730e85f-8dc0-4ccf-9428-33520ba5e432 service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Updated VIF entry in instance network info cache for port d68144d4-a58b-4c9f-8b7b-e931045215f6. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.981355] env[68835]: DEBUG nova.network.neutron [req-070092c0-87e6-4438-9892-9398cd952bfc req-3730e85f-8dc0-4ccf-9428-33520ba5e432 service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Updating instance_info_cache with network_info: [{"id": "d68144d4-a58b-4c9f-8b7b-e931045215f6", "address": "fa:16:3e:2c:d7:80", "network": {"id": "92622d23-aae8-4ad8-a19a-e69ffcd62c46", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1866716046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b12c1f77f041a19fd68317da38caa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68144d4-a5", "ovs_interfaceid": "d68144d4-a58b-4c9f-8b7b-e931045215f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.060738] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.061125] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.061382] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.061577] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.061750] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.066126] env[68835]: INFO nova.compute.manager [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Terminating instance [ 920.091056] env[68835]: DEBUG nova.scheduler.client.report [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.146111] env[68835]: DEBUG oslo_vmware.rw_handles [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52403711-12d6-2e18-cca0-031987d16da1/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 920.147162] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc57af69-276f-4fb5-a1c0-a73f93d90ff9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.157652] env[68835]: DEBUG oslo_vmware.rw_handles [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52403711-12d6-2e18-cca0-031987d16da1/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 920.157844] env[68835]: ERROR oslo_vmware.rw_handles [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52403711-12d6-2e18-cca0-031987d16da1/disk-0.vmdk due to incomplete transfer. [ 920.159459] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8a60aeba-947b-4538-b39e-8a1d7e8c645d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.168529] env[68835]: DEBUG oslo_vmware.rw_handles [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52403711-12d6-2e18-cca0-031987d16da1/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 920.168921] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Uploaded image 013b978c-5972-4f78-b9c6-60338f3af09f to the Glance image server {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 920.171602] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Destroying the VM {{(pid=68835) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 920.173933] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fcb8759a-70f7-40f4-b3ec-e19fed1d2788 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.183211] env[68835]: DEBUG oslo_vmware.api [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 920.183211] env[68835]: value = "task-3154340" [ 920.183211] env[68835]: _type = "Task" [ 920.183211] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.193655] env[68835]: DEBUG oslo_vmware.api [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154340, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.399269] env[68835]: DEBUG nova.network.neutron [-] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.484486] env[68835]: DEBUG oslo_concurrency.lockutils [req-070092c0-87e6-4438-9892-9398cd952bfc req-3730e85f-8dc0-4ccf-9428-33520ba5e432 service nova] Releasing lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.484960] env[68835]: DEBUG nova.compute.manager [req-070092c0-87e6-4438-9892-9398cd952bfc req-3730e85f-8dc0-4ccf-9428-33520ba5e432 service nova] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Received event network-vif-deleted-1666c3b9-3b43-4831-9303-950ec5c2bc2c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.485349] env[68835]: DEBUG nova.compute.manager [req-070092c0-87e6-4438-9892-9398cd952bfc req-3730e85f-8dc0-4ccf-9428-33520ba5e432 service nova] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Received event network-vif-deleted-988d2b98-cc47-413e-9636-ee40f2df3181 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.571042] env[68835]: DEBUG nova.compute.manager [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.571042] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.572073] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f6f816-5d6b-4477-a7b7-955381023e64 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.583868] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.584082] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e06940a0-c285-4b97-9ab7-fdeb434d2e66 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.590904] env[68835]: DEBUG oslo_vmware.api [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 920.590904] env[68835]: value = "task-3154341" [ 920.590904] env[68835]: _type = "Task" [ 920.590904] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.598150] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.600713] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.699s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.602564] env[68835]: INFO nova.compute.claims [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.612387] env[68835]: DEBUG oslo_vmware.api [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.635852] env[68835]: INFO nova.scheduler.client.report [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Deleted allocations for instance 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7 [ 920.700650] env[68835]: DEBUG oslo_vmware.api [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154340, 'name': Destroy_Task, 'duration_secs': 0.51486} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.702755] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Destroyed the VM [ 920.703035] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Deleting Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 920.703584] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9c96f4aa-8270-4710-a368-027fa3899565 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.713705] env[68835]: DEBUG oslo_vmware.api [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 920.713705] env[68835]: value = "task-3154342" [ 920.713705] env[68835]: _type = "Task" [ 920.713705] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.724965] env[68835]: DEBUG oslo_vmware.api [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154342, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.787599] env[68835]: DEBUG nova.compute.manager [req-e5349c63-3734-491a-b1a2-4ca56ddca4ce req-c54c4be7-df86-45ce-a9ab-0cf13a53fcee service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Received event network-vif-deleted-6d374c74-46ec-4844-8836-57065e1e96b1 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.787815] env[68835]: DEBUG nova.compute.manager [req-e5349c63-3734-491a-b1a2-4ca56ddca4ce req-c54c4be7-df86-45ce-a9ab-0cf13a53fcee service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Received event network-vif-deleted-faecd4c2-5074-4972-97ec-c32f1305f9fe {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.787849] env[68835]: DEBUG nova.compute.manager [req-e5349c63-3734-491a-b1a2-4ca56ddca4ce req-c54c4be7-df86-45ce-a9ab-0cf13a53fcee service nova] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Received event network-vif-deleted-bc5218b5-bff0-4c65-a356-562c4e186d6f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.788398] env[68835]: DEBUG nova.compute.manager [req-e5349c63-3734-491a-b1a2-4ca56ddca4ce req-c54c4be7-df86-45ce-a9ab-0cf13a53fcee service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Received event network-changed-6718cfd6-0184-45c0-9d8c-0c61bcd8f558 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.788726] env[68835]: DEBUG nova.compute.manager [req-e5349c63-3734-491a-b1a2-4ca56ddca4ce req-c54c4be7-df86-45ce-a9ab-0cf13a53fcee service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Refreshing instance network info cache due to event network-changed-6718cfd6-0184-45c0-9d8c-0c61bcd8f558. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.789240] env[68835]: DEBUG oslo_concurrency.lockutils [req-e5349c63-3734-491a-b1a2-4ca56ddca4ce req-c54c4be7-df86-45ce-a9ab-0cf13a53fcee service nova] Acquiring lock "refresh_cache-47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.789472] env[68835]: DEBUG oslo_concurrency.lockutils [req-e5349c63-3734-491a-b1a2-4ca56ddca4ce req-c54c4be7-df86-45ce-a9ab-0cf13a53fcee service nova] Acquired lock "refresh_cache-47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.789706] env[68835]: DEBUG nova.network.neutron [req-e5349c63-3734-491a-b1a2-4ca56ddca4ce req-c54c4be7-df86-45ce-a9ab-0cf13a53fcee service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Refreshing network info cache for port 6718cfd6-0184-45c0-9d8c-0c61bcd8f558 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.905627] env[68835]: INFO nova.compute.manager [-] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Took 1.30 seconds to deallocate network for instance. [ 921.096717] env[68835]: DEBUG oslo_vmware.rw_handles [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Completed reading data from the image iterator. {{(pid=68835) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 921.096982] env[68835]: DEBUG oslo_vmware.rw_handles [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52006b13-117a-fd78-e67a-2749c1162349/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 921.098415] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fbd689-23c2-4a63-bb91-0fd51dc9dc91 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.113466] env[68835]: DEBUG oslo_vmware.api [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154341, 'name': PowerOffVM_Task, 'duration_secs': 0.274806} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.115210] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.115512] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.116128] env[68835]: DEBUG oslo_vmware.rw_handles [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52006b13-117a-fd78-e67a-2749c1162349/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 921.116128] env[68835]: DEBUG oslo_vmware.rw_handles [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52006b13-117a-fd78-e67a-2749c1162349/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 921.116357] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c164509-9f8d-4a18-b58b-61121675de4f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.118029] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-db803242-dbc7-4bb4-938d-c2359cc44af2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.146365] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d12e3d9f-ce68-4f11-9672-625adc8cf3a9 tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.383s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.222047] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.222174] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.222363] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Deleting the datastore file [datastore2] 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.224256] env[68835]: DEBUG nova.compute.manager [req-36d7d181-98c7-48ad-b661-7c3fd9e78330 req-68255a53-d4f1-46fc-b11c-451a30e97820 service nova] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Received event network-vif-deleted-9e3e2947-8fed-4a24-98fe-8bcfabd3a2a9 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.225138] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78376f52-6917-4091-ab00-232c0698f722 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.231530] env[68835]: DEBUG oslo_vmware.api [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154342, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.236681] env[68835]: DEBUG oslo_vmware.api [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for the task: (returnval){ [ 921.236681] env[68835]: value = "task-3154344" [ 921.236681] env[68835]: _type = "Task" [ 921.236681] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.253229] env[68835]: DEBUG oslo_vmware.api [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.260126] env[68835]: DEBUG oslo_concurrency.lockutils [None req-67eedb99-e850-492b-8721-9e9be2370e51 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "f64170b9-d070-4f08-a0bb-0cebc3a598f2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.260126] env[68835]: DEBUG oslo_concurrency.lockutils [None req-67eedb99-e850-492b-8721-9e9be2370e51 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "f64170b9-d070-4f08-a0bb-0cebc3a598f2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.260126] env[68835]: DEBUG nova.compute.manager [None req-67eedb99-e850-492b-8721-9e9be2370e51 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Going to confirm migration 3 {{(pid=68835) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 921.403210] env[68835]: DEBUG oslo_vmware.rw_handles [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52006b13-117a-fd78-e67a-2749c1162349/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 921.403587] env[68835]: INFO nova.virt.vmwareapi.images [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Downloaded image file data d64feda0-852a-4c1d-a079-675076d1cb1d [ 921.404571] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f1b657-bb25-4615-8486-a83edea2a764 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.423851] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.424591] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e8bd8ad-7154-4c9a-892f-625676e2733a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.459100] env[68835]: INFO nova.virt.vmwareapi.images [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] The imported VM was unregistered [ 921.461109] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Caching image {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 921.461473] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d64feda0-852a-4c1d-a079-675076d1cb1d {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.461700] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-791856bd-36c0-4be1-979e-186c64389764 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.475046] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Created directory with path [datastore2] devstack-image-cache_base/d64feda0-852a-4c1d-a079-675076d1cb1d {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.475320] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_172dcbd1-1310-4953-bbb0-50d9a7cd567c/OSTACK_IMG_172dcbd1-1310-4953-bbb0-50d9a7cd567c.vmdk to [datastore2] devstack-image-cache_base/d64feda0-852a-4c1d-a079-675076d1cb1d/d64feda0-852a-4c1d-a079-675076d1cb1d.vmdk. {{(pid=68835) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 921.475495] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a4159a0a-4e0c-42ff-99d9-eef130e12367 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.482740] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 921.482740] env[68835]: value = "task-3154346" [ 921.482740] env[68835]: _type = "Task" [ 921.482740] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.490624] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154346, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.689534] env[68835]: DEBUG nova.network.neutron [req-e5349c63-3734-491a-b1a2-4ca56ddca4ce req-c54c4be7-df86-45ce-a9ab-0cf13a53fcee service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Updated VIF entry in instance network info cache for port 6718cfd6-0184-45c0-9d8c-0c61bcd8f558. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.689534] env[68835]: DEBUG nova.network.neutron [req-e5349c63-3734-491a-b1a2-4ca56ddca4ce req-c54c4be7-df86-45ce-a9ab-0cf13a53fcee service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Updating instance_info_cache with network_info: [{"id": "6718cfd6-0184-45c0-9d8c-0c61bcd8f558", "address": "fa:16:3e:75:90:b7", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6718cfd6-01", "ovs_interfaceid": "6718cfd6-0184-45c0-9d8c-0c61bcd8f558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.729288] env[68835]: DEBUG oslo_vmware.api [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154342, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.748203] env[68835]: DEBUG oslo_vmware.api [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.817712] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "30320550-99f9-4a54-aebd-ed0586075a2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.817958] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "30320550-99f9-4a54-aebd-ed0586075a2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.993837] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154346, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.013781] env[68835]: DEBUG oslo_concurrency.lockutils [None req-67eedb99-e850-492b-8721-9e9be2370e51 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "refresh_cache-f64170b9-d070-4f08-a0bb-0cebc3a598f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.013889] env[68835]: DEBUG oslo_concurrency.lockutils [None req-67eedb99-e850-492b-8721-9e9be2370e51 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "refresh_cache-f64170b9-d070-4f08-a0bb-0cebc3a598f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.014035] env[68835]: DEBUG nova.network.neutron [None req-67eedb99-e850-492b-8721-9e9be2370e51 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.014271] env[68835]: DEBUG nova.objects.instance [None req-67eedb99-e850-492b-8721-9e9be2370e51 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lazy-loading 'info_cache' on Instance uuid f64170b9-d070-4f08-a0bb-0cebc3a598f2 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.036456] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becf9a7a-295f-4329-86d0-4355a30edc69 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.045859] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a992831b-228f-4807-a08a-f6c1e08a5e6b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.077358] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca0cd9b-fec0-4b97-841f-e9041a6d6384 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.085709] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15a73f0-9e88-46f8-9164-ccb90695ec6b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.099524] env[68835]: DEBUG nova.compute.provider_tree [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.120341] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "848e3483-2708-4f0e-8b10-4e7405b0a156" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.120608] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "848e3483-2708-4f0e-8b10-4e7405b0a156" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.120829] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "848e3483-2708-4f0e-8b10-4e7405b0a156-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.121023] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "848e3483-2708-4f0e-8b10-4e7405b0a156-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.121204] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "848e3483-2708-4f0e-8b10-4e7405b0a156-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.123771] env[68835]: INFO nova.compute.manager [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Terminating instance [ 922.195805] env[68835]: DEBUG oslo_concurrency.lockutils [req-e5349c63-3734-491a-b1a2-4ca56ddca4ce req-c54c4be7-df86-45ce-a9ab-0cf13a53fcee service nova] Releasing lock "refresh_cache-47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.228930] env[68835]: DEBUG oslo_vmware.api [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154342, 'name': RemoveSnapshot_Task, 'duration_secs': 1.458792} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.229730] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Deleted Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 922.229974] env[68835]: INFO nova.compute.manager [None req-8fae1950-4a37-4ef0-ba17-71b8c3fc5afa tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Took 17.06 seconds to snapshot the instance on the hypervisor. [ 922.247091] env[68835]: DEBUG oslo_vmware.api [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Task: {'id': task-3154344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549761} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.247387] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.247573] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.247754] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.248273] env[68835]: INFO nova.compute.manager [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Took 1.68 seconds to destroy the instance on the hypervisor. [ 922.248548] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.248754] env[68835]: DEBUG nova.compute.manager [-] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.248850] env[68835]: DEBUG nova.network.neutron [-] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.320609] env[68835]: DEBUG nova.compute.manager [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.495279] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154346, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.602921] env[68835]: DEBUG nova.scheduler.client.report [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.627749] env[68835]: DEBUG nova.compute.manager [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.629040] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.629040] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5307f20-8a83-4ec7-acfe-3be322f9d29f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.641645] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.641645] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f804bf1-e2d4-41a7-89b0-68d982c434b3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.646120] env[68835]: DEBUG oslo_vmware.api [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 922.646120] env[68835]: value = "task-3154348" [ 922.646120] env[68835]: _type = "Task" [ 922.646120] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.661158] env[68835]: DEBUG oslo_vmware.api [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.850359] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.938798] env[68835]: DEBUG nova.compute.manager [req-ac6188fb-5d47-49b8-9cd8-0fa3619446c5 req-6ab2ed81-71ad-48cc-a401-143cc26fb860 service nova] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Received event network-vif-deleted-cb580cfe-1ec8-4bd1-880e-dfdd576645c8 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.939014] env[68835]: INFO nova.compute.manager [req-ac6188fb-5d47-49b8-9cd8-0fa3619446c5 req-6ab2ed81-71ad-48cc-a401-143cc26fb860 service nova] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Neutron deleted interface cb580cfe-1ec8-4bd1-880e-dfdd576645c8; detaching it from the instance and deleting it from the info cache [ 922.939198] env[68835]: DEBUG nova.network.neutron [req-ac6188fb-5d47-49b8-9cd8-0fa3619446c5 req-6ab2ed81-71ad-48cc-a401-143cc26fb860 service nova] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.995421] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154346, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.109017] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.109589] env[68835]: DEBUG nova.compute.manager [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.112802] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.076s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.113050] env[68835]: DEBUG nova.objects.instance [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Lazy-loading 'resources' on Instance uuid f1990dd5-2129-43fe-a9a5-132e325e9f22 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.156687] env[68835]: DEBUG oslo_vmware.api [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154348, 'name': PowerOffVM_Task, 'duration_secs': 0.248464} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.156981] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.157177] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.157447] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d2e4dfc-2708-475c-9b62-610916c4bd7c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.193784] env[68835]: DEBUG nova.network.neutron [-] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.217700] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.217919] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.218161] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Deleting the datastore file [datastore1] 848e3483-2708-4f0e-8b10-4e7405b0a156 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.218425] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3184d212-3e99-40eb-bf5f-dc57acc25cf1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.227148] env[68835]: DEBUG oslo_vmware.api [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 923.227148] env[68835]: value = "task-3154350" [ 923.227148] env[68835]: _type = "Task" [ 923.227148] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.237477] env[68835]: DEBUG oslo_vmware.api [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.446015] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50d8905c-4ab2-4ed2-95c6-4777676047ba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.455717] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db51d937-7355-4450-a06e-fbbb51222aa9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.467701] env[68835]: DEBUG nova.network.neutron [None req-67eedb99-e850-492b-8721-9e9be2370e51 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Updating instance_info_cache with network_info: [{"id": "e9f7851f-618f-4314-82b5-cdd3f3b5164b", "address": "fa:16:3e:f3:3e:65", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f7851f-61", "ovs_interfaceid": "e9f7851f-618f-4314-82b5-cdd3f3b5164b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.492395] env[68835]: DEBUG nova.compute.manager [req-ac6188fb-5d47-49b8-9cd8-0fa3619446c5 req-6ab2ed81-71ad-48cc-a401-143cc26fb860 service nova] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Detach interface failed, port_id=cb580cfe-1ec8-4bd1-880e-dfdd576645c8, reason: Instance 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 923.502755] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154346, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.615999] env[68835]: DEBUG nova.compute.utils [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.620798] env[68835]: DEBUG nova.compute.manager [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Not allocating networking since 'none' was specified. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 923.699261] env[68835]: INFO nova.compute.manager [-] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Took 1.45 seconds to deallocate network for instance. [ 923.739308] env[68835]: DEBUG oslo_vmware.api [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.456997} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.742639] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.743416] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.744641] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.744882] env[68835]: INFO nova.compute.manager [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Took 1.12 seconds to destroy the instance on the hypervisor. [ 923.745203] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.745693] env[68835]: DEBUG nova.compute.manager [-] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.745805] env[68835]: DEBUG nova.network.neutron [-] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.911336] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Volume attach. Driver type: vmdk {{(pid=68835) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 923.911577] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631179', 'volume_id': 'b580ab51-4770-4d90-9d88-d422ba0b4839', 'name': 'volume-b580ab51-4770-4d90-9d88-d422ba0b4839', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '225bcb4f-da24-40a4-bb9f-8cdf79b76c52', 'attached_at': '', 'detached_at': '', 'volume_id': 'b580ab51-4770-4d90-9d88-d422ba0b4839', 'serial': 'b580ab51-4770-4d90-9d88-d422ba0b4839'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 923.912868] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbb0082-36b2-4a99-a445-77e93e67b4e7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.935163] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e9389e-22af-4f5b-a1f5-95931f0d0678 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.966769] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] volume-b580ab51-4770-4d90-9d88-d422ba0b4839/volume-b580ab51-4770-4d90-9d88-d422ba0b4839.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.970281] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8444c54e-8142-49c0-b393-dd8c04706cc2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.986741] env[68835]: DEBUG oslo_concurrency.lockutils [None req-67eedb99-e850-492b-8721-9e9be2370e51 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "refresh_cache-f64170b9-d070-4f08-a0bb-0cebc3a598f2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.988032] env[68835]: DEBUG nova.objects.instance [None req-67eedb99-e850-492b-8721-9e9be2370e51 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lazy-loading 'migration_context' on Instance uuid f64170b9-d070-4f08-a0bb-0cebc3a598f2 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.998271] env[68835]: DEBUG oslo_vmware.api [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 923.998271] env[68835]: value = "task-3154351" [ 923.998271] env[68835]: _type = "Task" [ 923.998271] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.007685] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154346, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.016518] env[68835]: DEBUG oslo_vmware.api [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.121618] env[68835]: DEBUG nova.compute.manager [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.164604] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7a6877-353f-4d19-9ed2-d9212a097db6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.175174] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9c0e4d-6ab2-449a-8e68-62942ca25b19 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.208113] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.209144] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e73529-08f2-4c7c-a1bc-89f0092ce3d0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.217392] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2db31b-b8a9-4606-8829-16fcf6c317dd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.232199] env[68835]: DEBUG nova.compute.provider_tree [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.491019] env[68835]: DEBUG nova.objects.base [None req-67eedb99-e850-492b-8721-9e9be2370e51 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 924.491921] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e423735-f155-4851-b447-d7620e2899f0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.518693] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154346, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.96319} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.520006] env[68835]: INFO nova.virt.vmwareapi.ds_util [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_172dcbd1-1310-4953-bbb0-50d9a7cd567c/OSTACK_IMG_172dcbd1-1310-4953-bbb0-50d9a7cd567c.vmdk to [datastore2] devstack-image-cache_base/d64feda0-852a-4c1d-a079-675076d1cb1d/d64feda0-852a-4c1d-a079-675076d1cb1d.vmdk. [ 924.520711] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Cleaning up location [datastore2] OSTACK_IMG_172dcbd1-1310-4953-bbb0-50d9a7cd567c {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 924.520711] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_172dcbd1-1310-4953-bbb0-50d9a7cd567c {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.520711] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c710a936-5cba-42c3-9877-839dfffa36a5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.526968] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16d74a40-c218-4d0d-8f2c-75824fd0b929 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.528682] env[68835]: DEBUG oslo_vmware.api [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.532170] env[68835]: DEBUG oslo_vmware.api [None req-67eedb99-e850-492b-8721-9e9be2370e51 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 924.532170] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528a584b-29e0-c008-81da-e2274bfdf18d" [ 924.532170] env[68835]: _type = "Task" [ 924.532170] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.536646] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 924.536646] env[68835]: value = "task-3154352" [ 924.536646] env[68835]: _type = "Task" [ 924.536646] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.543216] env[68835]: DEBUG oslo_vmware.api [None req-67eedb99-e850-492b-8721-9e9be2370e51 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528a584b-29e0-c008-81da-e2274bfdf18d, 'name': SearchDatastore_Task, 'duration_secs': 0.007908} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.543913] env[68835]: DEBUG oslo_concurrency.lockutils [None req-67eedb99-e850-492b-8721-9e9be2370e51 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.547715] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.740386] env[68835]: DEBUG nova.scheduler.client.report [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.756812] env[68835]: DEBUG nova.network.neutron [-] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.974634] env[68835]: DEBUG nova.compute.manager [req-78e8d7b4-05ad-41e9-8a50-07ada22f3854 req-495b1a42-4db7-402c-9449-91f031d01440 service nova] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Received event network-vif-deleted-ecee7505-fd6e-46ce-9b32-07d6e442520f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.011697] env[68835]: DEBUG oslo_vmware.api [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154351, 'name': ReconfigVM_Task, 'duration_secs': 0.76224} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.012060] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Reconfigured VM instance instance-00000029 to attach disk [datastore2] volume-b580ab51-4770-4d90-9d88-d422ba0b4839/volume-b580ab51-4770-4d90-9d88-d422ba0b4839.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.017123] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4376af88-0754-4a5c-80ce-e1d160098fc6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.033084] env[68835]: DEBUG oslo_vmware.api [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 925.033084] env[68835]: value = "task-3154353" [ 925.033084] env[68835]: _type = "Task" [ 925.033084] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.044592] env[68835]: DEBUG oslo_vmware.api [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.049711] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043671} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.049954] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.050165] env[68835]: DEBUG oslo_concurrency.lockutils [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d64feda0-852a-4c1d-a079-675076d1cb1d/d64feda0-852a-4c1d-a079-675076d1cb1d.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.050424] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d64feda0-852a-4c1d-a079-675076d1cb1d/d64feda0-852a-4c1d-a079-675076d1cb1d.vmdk to [datastore2] d5ab1888-4692-4c9b-be29-6adda0c5c931/d5ab1888-4692-4c9b-be29-6adda0c5c931.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.050743] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1e4a2f8-9b4a-457f-afe0-7bd6614a431c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.057266] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 925.057266] env[68835]: value = "task-3154354" [ 925.057266] env[68835]: _type = "Task" [ 925.057266] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.065640] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.133960] env[68835]: DEBUG nova.compute.manager [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.168559] env[68835]: DEBUG nova.virt.hardware [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.168832] env[68835]: DEBUG nova.virt.hardware [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.168996] env[68835]: DEBUG nova.virt.hardware [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.169846] env[68835]: DEBUG nova.virt.hardware [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.169846] env[68835]: DEBUG nova.virt.hardware [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.169846] env[68835]: DEBUG nova.virt.hardware [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.169846] env[68835]: DEBUG nova.virt.hardware [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.169846] env[68835]: DEBUG nova.virt.hardware [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.170106] env[68835]: DEBUG nova.virt.hardware [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.170180] env[68835]: DEBUG nova.virt.hardware [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.170354] env[68835]: DEBUG nova.virt.hardware [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.171282] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f326b2-b17d-477d-90c8-4e96ec2949de {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.182994] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05148eb-dd5a-4a88-8e25-8713126ae8bf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.196867] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Instance VIF info [] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.202163] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Creating folder: Project (d13b94518b884716a267e9c2ed2ded96). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.202446] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86796f27-a2bb-42e3-b6c5-53ffdd27df82 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.211474] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Created folder: Project (d13b94518b884716a267e9c2ed2ded96) in parent group-v630977. [ 925.211657] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Creating folder: Instances. Parent ref: group-v631180. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.211869] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b531168b-b5a8-48c1-86a6-056a83a588dc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.223654] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Created folder: Instances in parent group-v631180. [ 925.223877] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.224132] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.224464] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b0b8a0d-cda8-45ab-8e22-8ba4b683a931 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.239746] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.239746] env[68835]: value = "task-3154357" [ 925.239746] env[68835]: _type = "Task" [ 925.239746] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.250177] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.252174] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154357, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.253960] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.891s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.253960] env[68835]: DEBUG nova.objects.instance [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lazy-loading 'resources' on Instance uuid 18a245c1-6489-4d96-bd70-bd79d8d49913 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.260164] env[68835]: INFO nova.compute.manager [-] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Took 1.51 seconds to deallocate network for instance. [ 925.276870] env[68835]: INFO nova.scheduler.client.report [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Deleted allocations for instance f1990dd5-2129-43fe-a9a5-132e325e9f22 [ 925.542918] env[68835]: DEBUG oslo_vmware.api [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154353, 'name': ReconfigVM_Task, 'duration_secs': 0.148983} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.543261] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631179', 'volume_id': 'b580ab51-4770-4d90-9d88-d422ba0b4839', 'name': 'volume-b580ab51-4770-4d90-9d88-d422ba0b4839', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '225bcb4f-da24-40a4-bb9f-8cdf79b76c52', 'attached_at': '', 'detached_at': '', 'volume_id': 'b580ab51-4770-4d90-9d88-d422ba0b4839', 'serial': 'b580ab51-4770-4d90-9d88-d422ba0b4839'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 925.568137] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.751383] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154357, 'name': CreateVM_Task, 'duration_secs': 0.343836} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.751567] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.752091] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.752251] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.752588] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.752860] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa1d317-5c97-49af-abde-e867e1f3a175 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.760272] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for the task: (returnval){ [ 925.760272] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]521a882d-e258-7306-050c-587781712965" [ 925.760272] env[68835]: _type = "Task" [ 925.760272] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.769380] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.769681] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521a882d-e258-7306-050c-587781712965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.788323] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a14b3c16-4606-45e9-a212-cf9158132a02 tempest-InstanceActionsV221TestJSON-1495538254 tempest-InstanceActionsV221TestJSON-1495538254-project-member] Lock "f1990dd5-2129-43fe-a9a5-132e325e9f22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.209s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.071639] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.132146] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8e4e61-e6fe-4fdf-be67-2cde92b374ab {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.140039] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d4b212-0966-4812-ab5f-c10e715da480 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.175375] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99c2ab6-1d6d-446c-9563-6514dfacd621 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.182753] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791d765c-80db-4204-9ef6-aa38123d9c00 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.195770] env[68835]: DEBUG nova.compute.provider_tree [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.271502] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521a882d-e258-7306-050c-587781712965, 'name': SearchDatastore_Task, 'duration_secs': 0.013395} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.271838] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.272094] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.272339] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.272509] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.272704] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.272979] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de401f08-7051-4159-a72e-ce151c54ff7f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.289375] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.289579] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.290795] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45233efe-0c84-40d6-a081-30397df39bae {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.296039] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for the task: (returnval){ [ 926.296039] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d95e65-282b-e2d7-f913-b41d8ff78173" [ 926.296039] env[68835]: _type = "Task" [ 926.296039] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.304165] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d95e65-282b-e2d7-f913-b41d8ff78173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.571536] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154354, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.592728] env[68835]: DEBUG nova.objects.instance [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lazy-loading 'flavor' on Instance uuid 225bcb4f-da24-40a4-bb9f-8cdf79b76c52 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.698622] env[68835]: DEBUG nova.scheduler.client.report [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.807700] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d95e65-282b-e2d7-f913-b41d8ff78173, 'name': SearchDatastore_Task, 'duration_secs': 0.063797} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.808552] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3107f498-03cd-45a4-a57a-cc4181feac56 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.814270] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for the task: (returnval){ [ 926.814270] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5245fcf1-b512-d3a2-24e7-7545bbd860b5" [ 926.814270] env[68835]: _type = "Task" [ 926.814270] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.822561] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5245fcf1-b512-d3a2-24e7-7545bbd860b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.074299] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154354, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.098753] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f1741969-8ad7-483d-aaf6-3ea53b207f89 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.840s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.204867] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.211067] env[68835]: DEBUG oslo_concurrency.lockutils [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.244s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.212951] env[68835]: INFO nova.compute.claims [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.249952] env[68835]: INFO nova.scheduler.client.report [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleted allocations for instance 18a245c1-6489-4d96-bd70-bd79d8d49913 [ 927.327231] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5245fcf1-b512-d3a2-24e7-7545bbd860b5, 'name': SearchDatastore_Task, 'duration_secs': 0.088759} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.328497] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.328860] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] dcd30b3e-ddc0-4568-abfb-b82abe31d64b/dcd30b3e-ddc0-4568-abfb-b82abe31d64b.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.329262] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-663bc53d-3558-4bdc-981f-c38642303456 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.338414] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for the task: (returnval){ [ 927.338414] env[68835]: value = "task-3154358" [ 927.338414] env[68835]: _type = "Task" [ 927.338414] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.351200] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.573294] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154354, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.761917] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f45b89d0-67c3-433a-b290-4b7b57301a3a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "18a245c1-6489-4d96-bd70-bd79d8d49913" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.805s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.849206] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.871998] env[68835]: INFO nova.compute.manager [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Rescuing [ 927.872274] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.872450] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquired lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.872655] env[68835]: DEBUG nova.network.neutron [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.073763] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154354, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.351176] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.575965] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154354, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.467575} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.576379] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d64feda0-852a-4c1d-a079-675076d1cb1d/d64feda0-852a-4c1d-a079-675076d1cb1d.vmdk to [datastore2] d5ab1888-4692-4c9b-be29-6adda0c5c931/d5ab1888-4692-4c9b-be29-6adda0c5c931.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.577705] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3729074f-2ec7-4141-8257-9e576a596df7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.606129] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] d5ab1888-4692-4c9b-be29-6adda0c5c931/d5ab1888-4692-4c9b-be29-6adda0c5c931.vmdk or device None with type streamOptimized {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.611868] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84b0b6b8-4135-4a5e-8e99-b646a47755d6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.637341] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 928.637341] env[68835]: value = "task-3154359" [ 928.637341] env[68835]: _type = "Task" [ 928.637341] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.646263] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.659910] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96058780-b01a-45c6-8391-abfe9c57c0b0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.668802] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13602add-f8cc-443f-848e-09f0d5deb48f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.701107] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761d8998-9237-4223-9b16-534470913a03 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.709161] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5189dc4c-7f18-43c0-9ad0-bc976f2c6594 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.724530] env[68835]: DEBUG nova.compute.provider_tree [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.849935] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154358, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.097467] env[68835]: DEBUG nova.network.neutron [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Updating instance_info_cache with network_info: [{"id": "40d358d8-44ea-42c6-bb68-04eaa26a5406", "address": "fa:16:3e:aa:49:fa", "network": {"id": "5e25d55c-ae94-488d-a760-8724f5b28202", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2137189452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d208ae6bc544935aa50e7d6943be08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d358d8-44", "ovs_interfaceid": "40d358d8-44ea-42c6-bb68-04eaa26a5406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.149251] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154359, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.227942] env[68835]: DEBUG nova.scheduler.client.report [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.351655] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154358, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.566296} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.351935] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] dcd30b3e-ddc0-4568-abfb-b82abe31d64b/dcd30b3e-ddc0-4568-abfb-b82abe31d64b.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.352171] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.352426] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4beaabb-ccc7-4379-bdb8-9fe35e3dabfa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.359319] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for the task: (returnval){ [ 929.359319] env[68835]: value = "task-3154360" [ 929.359319] env[68835]: _type = "Task" [ 929.359319] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.367031] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.600296] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Releasing lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.649656] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154359, 'name': ReconfigVM_Task, 'duration_secs': 0.531453} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.649931] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Reconfigured VM instance instance-00000018 to attach disk [datastore2] d5ab1888-4692-4c9b-be29-6adda0c5c931/d5ab1888-4692-4c9b-be29-6adda0c5c931.vmdk or device None with type streamOptimized {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.650602] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-718b7236-b019-434c-b159-d2218bd42cba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.658214] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 929.658214] env[68835]: value = "task-3154361" [ 929.658214] env[68835]: _type = "Task" [ 929.658214] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.667101] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154361, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.737733] env[68835]: DEBUG oslo_concurrency.lockutils [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.737733] env[68835]: DEBUG nova.compute.manager [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.740914] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.153s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.744030] env[68835]: INFO nova.compute.claims [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.827029] env[68835]: DEBUG oslo_concurrency.lockutils [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "851116fa-e76a-45c1-a474-27a23ab1043b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.827029] env[68835]: DEBUG oslo_concurrency.lockutils [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "851116fa-e76a-45c1-a474-27a23ab1043b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.869179] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064091} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.870640] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.871688] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387fbaf4-e7ba-48e7-aa34-82b2f8dd7fbf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.896544] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] dcd30b3e-ddc0-4568-abfb-b82abe31d64b/dcd30b3e-ddc0-4568-abfb-b82abe31d64b.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.896544] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31ee8966-cce5-47c5-b0f5-3196b3c7590b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.921109] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for the task: (returnval){ [ 929.921109] env[68835]: value = "task-3154362" [ 929.921109] env[68835]: _type = "Task" [ 929.921109] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.929312] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.167536] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154361, 'name': Rename_Task, 'duration_secs': 0.153773} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.167858] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.168137] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c54dc6a-3db5-456a-b7b2-c63d793b888f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.175301] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 930.175301] env[68835]: value = "task-3154363" [ 930.175301] env[68835]: _type = "Task" [ 930.175301] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.189278] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.245898] env[68835]: DEBUG nova.compute.utils [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.245898] env[68835]: DEBUG nova.compute.manager [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.245898] env[68835]: DEBUG nova.network.neutron [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.309468] env[68835]: DEBUG nova.policy [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88d4d1df22984113a7f7fbb3be2dbb51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62d7fe737a0e44ba84463b46a374ac20', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.328953] env[68835]: DEBUG nova.compute.manager [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.435025] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154362, 'name': ReconfigVM_Task, 'duration_secs': 0.490335} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.435025] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Reconfigured VM instance instance-00000049 to attach disk [datastore2] dcd30b3e-ddc0-4568-abfb-b82abe31d64b/dcd30b3e-ddc0-4568-abfb-b82abe31d64b.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.435025] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97d3b6de-556e-4484-b90f-6512105c9bf7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.442420] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for the task: (returnval){ [ 930.442420] env[68835]: value = "task-3154364" [ 930.442420] env[68835]: _type = "Task" [ 930.442420] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.455395] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154364, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.689342] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154363, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.750047] env[68835]: DEBUG nova.compute.manager [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.845848] env[68835]: DEBUG nova.network.neutron [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Successfully created port: 96e5a29e-ed48-4b40-adca-2c91bee74f96 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.863991] env[68835]: DEBUG oslo_concurrency.lockutils [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.958786] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154364, 'name': Rename_Task, 'duration_secs': 0.239239} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.958786] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.959225] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a709b697-842e-4f32-bc0e-556d12cda5fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.970803] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for the task: (returnval){ [ 930.970803] env[68835]: value = "task-3154365" [ 930.970803] env[68835]: _type = "Task" [ 930.970803] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.979974] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.149580] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.150154] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13529748-5508-4e07-bb44-91a27b92205b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.160718] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 931.160718] env[68835]: value = "task-3154366" [ 931.160718] env[68835]: _type = "Task" [ 931.160718] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.177449] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.189019] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154363, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.270120] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b09ca0-16f3-4753-b5f7-27eaf132517a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.280040] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15843e7f-b1ae-4c44-a21e-caf0376d4d05 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.318843] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093d1409-4f2f-441d-8f12-552e01e0cf68 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.327092] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aa1551-fc73-461a-9285-3548d19fb391 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.345497] env[68835]: DEBUG nova.compute.provider_tree [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.484819] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154365, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.672147] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154366, 'name': PowerOffVM_Task, 'duration_secs': 0.262977} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.675016] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.675016] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed73cab-917a-4cfb-9172-d36b198ef6e7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.707684] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d288c730-b32c-4d5f-a3f9-236983187179 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.711032] env[68835]: DEBUG oslo_vmware.api [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154363, 'name': PowerOnVM_Task, 'duration_secs': 1.131125} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.711032] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.757463] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.757844] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4790ae7a-3734-4ea3-a094-fb898ec3fae6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.764118] env[68835]: DEBUG nova.compute.manager [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.767231] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 931.767231] env[68835]: value = "task-3154367" [ 931.767231] env[68835]: _type = "Task" [ 931.767231] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.775713] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.792289] env[68835]: DEBUG nova.virt.hardware [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.792289] env[68835]: DEBUG nova.virt.hardware [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.792289] env[68835]: DEBUG nova.virt.hardware [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.792289] env[68835]: DEBUG nova.virt.hardware [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.792614] env[68835]: DEBUG nova.virt.hardware [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.792614] env[68835]: DEBUG nova.virt.hardware [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.792681] env[68835]: DEBUG nova.virt.hardware [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.792827] env[68835]: DEBUG nova.virt.hardware [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.792993] env[68835]: DEBUG nova.virt.hardware [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.793309] env[68835]: DEBUG nova.virt.hardware [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.793513] env[68835]: DEBUG nova.virt.hardware [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.794443] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5ee5e8-1f87-48a4-9c0d-c38d160af607 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.803380] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8ab861-e993-4f53-89a1-fb398989b75d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.848770] env[68835]: DEBUG oslo_concurrency.lockutils [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Acquiring lock "37574319-7d25-4bf7-b675-8b6c641575f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.848770] env[68835]: DEBUG oslo_concurrency.lockutils [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Lock "37574319-7d25-4bf7-b675-8b6c641575f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.849418] env[68835]: DEBUG nova.scheduler.client.report [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.866016] env[68835]: DEBUG nova.compute.manager [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.868072] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5fa146-cf85-4b69-8d04-add8e81ad0ec {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.981951] env[68835]: DEBUG oslo_vmware.api [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154365, 'name': PowerOnVM_Task, 'duration_secs': 0.602591} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.982283] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.982549] env[68835]: INFO nova.compute.manager [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Took 6.85 seconds to spawn the instance on the hypervisor. [ 931.982784] env[68835]: DEBUG nova.compute.manager [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.983740] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a608558-f814-453e-b2dd-0ab953d192dc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.279230] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] VM already powered off {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 932.279459] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.279709] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.279858] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.280054] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.280323] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3066f512-5b51-4417-ac12-81bd24a3ad68 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.296821] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.297043] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.297760] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46097b4f-ae56-4c91-96ce-edad553c31e7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.303155] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 932.303155] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52476451-b3bc-983d-5d3b-d49643fbd6d8" [ 932.303155] env[68835]: _type = "Task" [ 932.303155] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.310772] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52476451-b3bc-983d-5d3b-d49643fbd6d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.349584] env[68835]: DEBUG nova.compute.manager [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.357022] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.357022] env[68835]: DEBUG nova.compute.manager [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.357022] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.221s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.358772] env[68835]: INFO nova.compute.claims [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.389591] env[68835]: DEBUG oslo_concurrency.lockutils [None req-24cfc971-430b-4adf-8079-3b31164b90d9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "d5ab1888-4692-4c9b-be29-6adda0c5c931" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 44.318s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.504615] env[68835]: INFO nova.compute.manager [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Took 35.62 seconds to build instance. [ 932.817955] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52476451-b3bc-983d-5d3b-d49643fbd6d8, 'name': SearchDatastore_Task, 'duration_secs': 0.039455} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.818752] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ae0984-6fed-4a8a-bbd0-9085a6148c23 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.824842] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 932.824842] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52c2d1e9-ec15-b488-052d-230ac9527c7d" [ 932.824842] env[68835]: _type = "Task" [ 932.824842] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.830246] env[68835]: DEBUG nova.network.neutron [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Successfully updated port: 96e5a29e-ed48-4b40-adca-2c91bee74f96 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.837763] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c2d1e9-ec15-b488-052d-230ac9527c7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009608} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.837763] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.837763] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 225bcb4f-da24-40a4-bb9f-8cdf79b76c52/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk. {{(pid=68835) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 932.838051] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2d50a3b-92a9-460a-83e6-5b71c98cdf13 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.845687] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 932.845687] env[68835]: value = "task-3154368" [ 932.845687] env[68835]: _type = "Task" [ 932.845687] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.855997] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.865019] env[68835]: DEBUG nova.compute.utils [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.867042] env[68835]: DEBUG nova.compute.manager [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.867042] env[68835]: DEBUG nova.network.neutron [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.885101] env[68835]: DEBUG nova.compute.manager [req-ec5c096c-26fb-4aff-ac74-2a37e7ab107c req-797c728e-7fed-411d-937d-43dd156d0318 service nova] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Received event network-vif-plugged-96e5a29e-ed48-4b40-adca-2c91bee74f96 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.885101] env[68835]: DEBUG oslo_concurrency.lockutils [req-ec5c096c-26fb-4aff-ac74-2a37e7ab107c req-797c728e-7fed-411d-937d-43dd156d0318 service nova] Acquiring lock "d37e1129-5f90-4cb2-bd02-66049e36fc20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.885101] env[68835]: DEBUG oslo_concurrency.lockutils [req-ec5c096c-26fb-4aff-ac74-2a37e7ab107c req-797c728e-7fed-411d-937d-43dd156d0318 service nova] Lock "d37e1129-5f90-4cb2-bd02-66049e36fc20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.885101] env[68835]: DEBUG oslo_concurrency.lockutils [req-ec5c096c-26fb-4aff-ac74-2a37e7ab107c req-797c728e-7fed-411d-937d-43dd156d0318 service nova] Lock "d37e1129-5f90-4cb2-bd02-66049e36fc20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.885101] env[68835]: DEBUG nova.compute.manager [req-ec5c096c-26fb-4aff-ac74-2a37e7ab107c req-797c728e-7fed-411d-937d-43dd156d0318 service nova] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] No waiting events found dispatching network-vif-plugged-96e5a29e-ed48-4b40-adca-2c91bee74f96 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.885101] env[68835]: WARNING nova.compute.manager [req-ec5c096c-26fb-4aff-ac74-2a37e7ab107c req-797c728e-7fed-411d-937d-43dd156d0318 service nova] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Received unexpected event network-vif-plugged-96e5a29e-ed48-4b40-adca-2c91bee74f96 for instance with vm_state building and task_state spawning. [ 932.890094] env[68835]: DEBUG oslo_concurrency.lockutils [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.969176] env[68835]: DEBUG nova.policy [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd11cf4d0d02c4dcca42599f8ff4ba523', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53b4b15316194323941ff055e473b1c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.008060] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16c4f5bb-94f2-482a-a1e6-22851019e80b tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Lock "dcd30b3e-ddc0-4568-abfb-b82abe31d64b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.130s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.334973] env[68835]: DEBUG oslo_concurrency.lockutils [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "refresh_cache-d37e1129-5f90-4cb2-bd02-66049e36fc20" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.334973] env[68835]: DEBUG oslo_concurrency.lockutils [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquired lock "refresh_cache-d37e1129-5f90-4cb2-bd02-66049e36fc20" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.334973] env[68835]: DEBUG nova.network.neutron [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.359953] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471667} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.359953] env[68835]: INFO nova.virt.vmwareapi.ds_util [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 225bcb4f-da24-40a4-bb9f-8cdf79b76c52/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk. [ 933.359953] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ad2d1d-4e41-43b6-82e2-ea56a5341b63 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.382762] env[68835]: DEBUG nova.compute.manager [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.397896] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 225bcb4f-da24-40a4-bb9f-8cdf79b76c52/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.397896] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd20267b-53af-4285-a5ff-25d4c441f949 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.417924] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 933.417924] env[68835]: value = "task-3154369" [ 933.417924] env[68835]: _type = "Task" [ 933.417924] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.433314] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.601914] env[68835]: DEBUG nova.network.neutron [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Successfully created port: 27f6ad5f-0b3d-4313-9b39-93b9569c8dc7 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.851135] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c2096c-f66c-49f5-8ab8-47ab86caab2c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.859871] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012db6b7-4d16-4357-a584-62d9d2a3beab {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.892099] env[68835]: DEBUG nova.network.neutron [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.894924] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66306f08-6ab6-43bc-8cc8-7f4b0b75ef70 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.906027] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1dc145-4eb3-4aa3-b241-29111c114ce4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.920302] env[68835]: DEBUG nova.compute.provider_tree [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.932831] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154369, 'name': ReconfigVM_Task, 'duration_secs': 0.323723} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.933238] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 225bcb4f-da24-40a4-bb9f-8cdf79b76c52/61e80c77-27af-4034-acfc-6b989eb5a7e6-rescue.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.934185] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827ffc9d-8e42-4094-9347-82cbeffb722d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.959232] env[68835]: INFO nova.compute.manager [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Rebuilding instance [ 933.969231] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6656021c-3d02-4d8f-8d21-75a11bf4d0f4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.990035] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 933.990035] env[68835]: value = "task-3154370" [ 933.990035] env[68835]: _type = "Task" [ 933.990035] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.998722] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.037777] env[68835]: DEBUG nova.compute.manager [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.038528] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4443b5d8-5129-47d8-9442-b98a0255d51f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.117902] env[68835]: DEBUG nova.network.neutron [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Updating instance_info_cache with network_info: [{"id": "96e5a29e-ed48-4b40-adca-2c91bee74f96", "address": "fa:16:3e:54:8a:35", "network": {"id": "5623050e-57c2-41e4-a6fb-c75ff76f4341", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-525579376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d7fe737a0e44ba84463b46a374ac20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96e5a29e-ed", "ovs_interfaceid": "96e5a29e-ed48-4b40-adca-2c91bee74f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.403886] env[68835]: DEBUG nova.compute.manager [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.425899] env[68835]: DEBUG nova.scheduler.client.report [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.431492] env[68835]: DEBUG nova.virt.hardware [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.431730] env[68835]: DEBUG nova.virt.hardware [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.431889] env[68835]: DEBUG nova.virt.hardware [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.432081] env[68835]: DEBUG nova.virt.hardware [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.432232] env[68835]: DEBUG nova.virt.hardware [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.432379] env[68835]: DEBUG nova.virt.hardware [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.432603] env[68835]: DEBUG nova.virt.hardware [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.432774] env[68835]: DEBUG nova.virt.hardware [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.432942] env[68835]: DEBUG nova.virt.hardware [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.433119] env[68835]: DEBUG nova.virt.hardware [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.433293] env[68835]: DEBUG nova.virt.hardware [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.434186] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5077bf30-9503-49c5-8c9d-5e24bd9f746b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.442921] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f067b851-70f1-4a76-b312-00780d6be87c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.496756] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154370, 'name': ReconfigVM_Task, 'duration_secs': 0.190105} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.497035] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.497354] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c5e9441-3c36-4d23-88a0-a227a49ffde3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.503794] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 934.503794] env[68835]: value = "task-3154371" [ 934.503794] env[68835]: _type = "Task" [ 934.503794] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.511217] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.596039] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea24aa03-c044-4e78-bcd1-b622ea853ef7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.602434] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-831b4f87-16fa-469b-a54c-bef95b7fe6f7 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Suspending the VM {{(pid=68835) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 934.602703] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c9398a7b-ce3e-4958-ac32-808204239c77 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.609152] env[68835]: DEBUG oslo_vmware.api [None req-831b4f87-16fa-469b-a54c-bef95b7fe6f7 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 934.609152] env[68835]: value = "task-3154372" [ 934.609152] env[68835]: _type = "Task" [ 934.609152] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.617405] env[68835]: DEBUG oslo_vmware.api [None req-831b4f87-16fa-469b-a54c-bef95b7fe6f7 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154372, 'name': SuspendVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.620957] env[68835]: DEBUG oslo_concurrency.lockutils [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Releasing lock "refresh_cache-d37e1129-5f90-4cb2-bd02-66049e36fc20" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.621279] env[68835]: DEBUG nova.compute.manager [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Instance network_info: |[{"id": "96e5a29e-ed48-4b40-adca-2c91bee74f96", "address": "fa:16:3e:54:8a:35", "network": {"id": "5623050e-57c2-41e4-a6fb-c75ff76f4341", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-525579376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d7fe737a0e44ba84463b46a374ac20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96e5a29e-ed", "ovs_interfaceid": "96e5a29e-ed48-4b40-adca-2c91bee74f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.621986] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:8a:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96e5a29e-ed48-4b40-adca-2c91bee74f96', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.630347] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.630612] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.630844] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d3c11dd-f372-41fe-963a-8a183bac9877 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.650799] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.650799] env[68835]: value = "task-3154373" [ 934.650799] env[68835]: _type = "Task" [ 934.650799] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.659024] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154373, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.913494] env[68835]: DEBUG nova.compute.manager [req-59478db6-a867-478e-a236-f966e3956985 req-1b18bb6e-acab-409c-9a28-221b1fa669c0 service nova] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Received event network-changed-96e5a29e-ed48-4b40-adca-2c91bee74f96 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.913494] env[68835]: DEBUG nova.compute.manager [req-59478db6-a867-478e-a236-f966e3956985 req-1b18bb6e-acab-409c-9a28-221b1fa669c0 service nova] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Refreshing instance network info cache due to event network-changed-96e5a29e-ed48-4b40-adca-2c91bee74f96. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.915299] env[68835]: DEBUG oslo_concurrency.lockutils [req-59478db6-a867-478e-a236-f966e3956985 req-1b18bb6e-acab-409c-9a28-221b1fa669c0 service nova] Acquiring lock "refresh_cache-d37e1129-5f90-4cb2-bd02-66049e36fc20" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.915299] env[68835]: DEBUG oslo_concurrency.lockutils [req-59478db6-a867-478e-a236-f966e3956985 req-1b18bb6e-acab-409c-9a28-221b1fa669c0 service nova] Acquired lock "refresh_cache-d37e1129-5f90-4cb2-bd02-66049e36fc20" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.915299] env[68835]: DEBUG nova.network.neutron [req-59478db6-a867-478e-a236-f966e3956985 req-1b18bb6e-acab-409c-9a28-221b1fa669c0 service nova] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Refreshing network info cache for port 96e5a29e-ed48-4b40-adca-2c91bee74f96 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.939071] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.939418] env[68835]: DEBUG nova.compute.manager [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.942356] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.933s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.942675] env[68835]: DEBUG nova.objects.instance [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lazy-loading 'resources' on Instance uuid d4497ca6-4e32-41a0-acd9-03568a425349 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.015062] env[68835]: DEBUG oslo_vmware.api [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154371, 'name': PowerOnVM_Task, 'duration_secs': 0.482467} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.015245] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.018060] env[68835]: DEBUG nova.compute.manager [None req-5bf0fe89-6ea3-4760-bb6d-60e9cb656119 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.019208] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350a9692-08cf-44f2-8331-51864946834d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.051264] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.051946] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1724d78e-96b2-4fa4-839f-c392668a81b2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.058579] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for the task: (returnval){ [ 935.058579] env[68835]: value = "task-3154374" [ 935.058579] env[68835]: _type = "Task" [ 935.058579] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.068210] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.120666] env[68835]: DEBUG oslo_vmware.api [None req-831b4f87-16fa-469b-a54c-bef95b7fe6f7 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154372, 'name': SuspendVM_Task} progress is 45%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.162105] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154373, 'name': CreateVM_Task, 'duration_secs': 0.483647} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.162105] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.162669] env[68835]: DEBUG oslo_concurrency.lockutils [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.162865] env[68835]: DEBUG oslo_concurrency.lockutils [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.164144] env[68835]: DEBUG oslo_concurrency.lockutils [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.164404] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4630c6e-0024-4118-932e-3bca2f8069a3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.169803] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 935.169803] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]527982f6-b54c-17b3-d070-a7b3ddaaeab9" [ 935.169803] env[68835]: _type = "Task" [ 935.169803] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.180884] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527982f6-b54c-17b3-d070-a7b3ddaaeab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.447747] env[68835]: DEBUG nova.compute.utils [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.459210] env[68835]: DEBUG nova.network.neutron [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Successfully updated port: 27f6ad5f-0b3d-4313-9b39-93b9569c8dc7 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.460594] env[68835]: DEBUG nova.compute.manager [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.460594] env[68835]: DEBUG nova.network.neutron [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.557657] env[68835]: DEBUG nova.policy [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd11cf4d0d02c4dcca42599f8ff4ba523', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53b4b15316194323941ff055e473b1c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.569916] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154374, 'name': PowerOffVM_Task, 'duration_secs': 0.147775} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.570122] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.570839] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.571679] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe806ed-ae80-4f01-b8e2-c45ee71eebdf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.578533] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.581606] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe885893-7e5a-4f1b-80e9-fed9d1d6adfc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.609287] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.609548] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.609732] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Deleting the datastore file [datastore2] dcd30b3e-ddc0-4568-abfb-b82abe31d64b {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.609978] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e41fd1e2-a745-4383-b75f-8d64a2656164 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.620545] env[68835]: DEBUG oslo_vmware.api [None req-831b4f87-16fa-469b-a54c-bef95b7fe6f7 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154372, 'name': SuspendVM_Task, 'duration_secs': 0.854703} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.624040] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-831b4f87-16fa-469b-a54c-bef95b7fe6f7 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Suspended the VM {{(pid=68835) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 935.624228] env[68835]: DEBUG nova.compute.manager [None req-831b4f87-16fa-469b-a54c-bef95b7fe6f7 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.624553] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for the task: (returnval){ [ 935.624553] env[68835]: value = "task-3154376" [ 935.624553] env[68835]: _type = "Task" [ 935.624553] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.626542] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f41545d-288e-42e6-a10e-b92200b6c36e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.644698] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.683072] env[68835]: DEBUG nova.network.neutron [req-59478db6-a867-478e-a236-f966e3956985 req-1b18bb6e-acab-409c-9a28-221b1fa669c0 service nova] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Updated VIF entry in instance network info cache for port 96e5a29e-ed48-4b40-adca-2c91bee74f96. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.683469] env[68835]: DEBUG nova.network.neutron [req-59478db6-a867-478e-a236-f966e3956985 req-1b18bb6e-acab-409c-9a28-221b1fa669c0 service nova] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Updating instance_info_cache with network_info: [{"id": "96e5a29e-ed48-4b40-adca-2c91bee74f96", "address": "fa:16:3e:54:8a:35", "network": {"id": "5623050e-57c2-41e4-a6fb-c75ff76f4341", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-525579376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d7fe737a0e44ba84463b46a374ac20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96e5a29e-ed", "ovs_interfaceid": "96e5a29e-ed48-4b40-adca-2c91bee74f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.684667] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527982f6-b54c-17b3-d070-a7b3ddaaeab9, 'name': SearchDatastore_Task, 'duration_secs': 0.01736} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.685268] env[68835]: DEBUG oslo_concurrency.lockutils [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.685600] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.685734] env[68835]: DEBUG oslo_concurrency.lockutils [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.685880] env[68835]: DEBUG oslo_concurrency.lockutils [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.686072] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.686344] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9823847d-e006-430e-885b-984070d86bb9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.711994] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.713123] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.713272] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-769a43e0-a703-423b-8173-dce5ad4c28eb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.719597] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 935.719597] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52a2352b-0090-8683-994f-4abda4595115" [ 935.719597] env[68835]: _type = "Task" [ 935.719597] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.733885] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a2352b-0090-8683-994f-4abda4595115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.857332] env[68835]: DEBUG nova.network.neutron [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Successfully created port: 7c6ecd77-414d-4525-a4b3-cbfc42b8bb8e {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.872265] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d3fc37-9342-489e-aa5f-e112ddc60528 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.881161] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef02900-b927-43c7-9cbc-d0a3b25b5593 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.914436] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989aa63b-2514-43a1-8fd2-6d691e071984 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.923850] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4d472c-0724-446a-91e9-5c5ec1bfe974 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.938356] env[68835]: DEBUG nova.compute.provider_tree [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.956988] env[68835]: DEBUG nova.compute.manager [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.964479] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquiring lock "refresh_cache-a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.965185] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquired lock "refresh_cache-a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.965185] env[68835]: DEBUG nova.network.neutron [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.139263] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391847} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.139515] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.139701] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.139879] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.191749] env[68835]: DEBUG oslo_concurrency.lockutils [req-59478db6-a867-478e-a236-f966e3956985 req-1b18bb6e-acab-409c-9a28-221b1fa669c0 service nova] Releasing lock "refresh_cache-d37e1129-5f90-4cb2-bd02-66049e36fc20" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.233712] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a2352b-0090-8683-994f-4abda4595115, 'name': SearchDatastore_Task, 'duration_secs': 0.026967} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.234095] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84096ade-05f2-4c1a-9f82-7ba688db9753 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.240429] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 936.240429] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52498243-21bd-1690-5979-a5f75ec9103f" [ 936.240429] env[68835]: _type = "Task" [ 936.240429] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.248854] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52498243-21bd-1690-5979-a5f75ec9103f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.441622] env[68835]: DEBUG nova.scheduler.client.report [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.496755] env[68835]: DEBUG nova.network.neutron [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.637239] env[68835]: DEBUG nova.network.neutron [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Updating instance_info_cache with network_info: [{"id": "27f6ad5f-0b3d-4313-9b39-93b9569c8dc7", "address": "fa:16:3e:e6:fd:40", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f6ad5f-0b", "ovs_interfaceid": "27f6ad5f-0b3d-4313-9b39-93b9569c8dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.753161] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52498243-21bd-1690-5979-a5f75ec9103f, 'name': SearchDatastore_Task, 'duration_secs': 0.03197} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.753440] env[68835]: DEBUG oslo_concurrency.lockutils [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.753802] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] d37e1129-5f90-4cb2-bd02-66049e36fc20/d37e1129-5f90-4cb2-bd02-66049e36fc20.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.754107] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aad03f15-41b1-4b5e-b573-e2661d3b62bd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.763012] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 936.763012] env[68835]: value = "task-3154377" [ 936.763012] env[68835]: _type = "Task" [ 936.763012] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.772436] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.863567] env[68835]: INFO nova.compute.manager [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Unrescuing [ 936.863854] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.864016] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquired lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.864199] env[68835]: DEBUG nova.network.neutron [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.942832] env[68835]: DEBUG nova.compute.manager [req-ebb73853-b3ae-4a1f-983c-f3b5aaf3ab12 req-06c326ef-8414-445b-9d2d-3cebfd6cd677 service nova] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Received event network-vif-plugged-27f6ad5f-0b3d-4313-9b39-93b9569c8dc7 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.943160] env[68835]: DEBUG oslo_concurrency.lockutils [req-ebb73853-b3ae-4a1f-983c-f3b5aaf3ab12 req-06c326ef-8414-445b-9d2d-3cebfd6cd677 service nova] Acquiring lock "a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.943301] env[68835]: DEBUG oslo_concurrency.lockutils [req-ebb73853-b3ae-4a1f-983c-f3b5aaf3ab12 req-06c326ef-8414-445b-9d2d-3cebfd6cd677 service nova] Lock "a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.943486] env[68835]: DEBUG oslo_concurrency.lockutils [req-ebb73853-b3ae-4a1f-983c-f3b5aaf3ab12 req-06c326ef-8414-445b-9d2d-3cebfd6cd677 service nova] Lock "a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.943748] env[68835]: DEBUG nova.compute.manager [req-ebb73853-b3ae-4a1f-983c-f3b5aaf3ab12 req-06c326ef-8414-445b-9d2d-3cebfd6cd677 service nova] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] No waiting events found dispatching network-vif-plugged-27f6ad5f-0b3d-4313-9b39-93b9569c8dc7 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.943952] env[68835]: WARNING nova.compute.manager [req-ebb73853-b3ae-4a1f-983c-f3b5aaf3ab12 req-06c326ef-8414-445b-9d2d-3cebfd6cd677 service nova] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Received unexpected event network-vif-plugged-27f6ad5f-0b3d-4313-9b39-93b9569c8dc7 for instance with vm_state building and task_state spawning. [ 936.944136] env[68835]: DEBUG nova.compute.manager [req-ebb73853-b3ae-4a1f-983c-f3b5aaf3ab12 req-06c326ef-8414-445b-9d2d-3cebfd6cd677 service nova] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Received event network-changed-27f6ad5f-0b3d-4313-9b39-93b9569c8dc7 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.944292] env[68835]: DEBUG nova.compute.manager [req-ebb73853-b3ae-4a1f-983c-f3b5aaf3ab12 req-06c326ef-8414-445b-9d2d-3cebfd6cd677 service nova] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Refreshing instance network info cache due to event network-changed-27f6ad5f-0b3d-4313-9b39-93b9569c8dc7. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.944459] env[68835]: DEBUG oslo_concurrency.lockutils [req-ebb73853-b3ae-4a1f-983c-f3b5aaf3ab12 req-06c326ef-8414-445b-9d2d-3cebfd6cd677 service nova] Acquiring lock "refresh_cache-a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.946705] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.949174] env[68835]: DEBUG oslo_concurrency.lockutils [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.688s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.949394] env[68835]: DEBUG nova.objects.instance [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lazy-loading 'resources' on Instance uuid e6e1fbae-785e-4bb9-bfc2-0172c3a23867 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.966429] env[68835]: DEBUG nova.compute.manager [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.977809] env[68835]: INFO nova.scheduler.client.report [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Deleted allocations for instance d4497ca6-4e32-41a0-acd9-03568a425349 [ 936.996558] env[68835]: DEBUG nova.virt.hardware [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.996909] env[68835]: DEBUG nova.virt.hardware [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.997110] env[68835]: DEBUG nova.virt.hardware [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.997373] env[68835]: DEBUG nova.virt.hardware [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.997522] env[68835]: DEBUG nova.virt.hardware [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.997735] env[68835]: DEBUG nova.virt.hardware [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.997993] env[68835]: DEBUG nova.virt.hardware [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.999111] env[68835]: DEBUG nova.virt.hardware [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.999111] env[68835]: DEBUG nova.virt.hardware [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.999111] env[68835]: DEBUG nova.virt.hardware [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.999111] env[68835]: DEBUG nova.virt.hardware [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.000531] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe036aa-7e03-4303-89f6-593126005dbf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.009839] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2935f26c-9863-4c1e-afc0-5bc54b3faab1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.139769] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Releasing lock "refresh_cache-a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.140281] env[68835]: DEBUG nova.compute.manager [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Instance network_info: |[{"id": "27f6ad5f-0b3d-4313-9b39-93b9569c8dc7", "address": "fa:16:3e:e6:fd:40", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f6ad5f-0b", "ovs_interfaceid": "27f6ad5f-0b3d-4313-9b39-93b9569c8dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.140469] env[68835]: DEBUG oslo_concurrency.lockutils [req-ebb73853-b3ae-4a1f-983c-f3b5aaf3ab12 req-06c326ef-8414-445b-9d2d-3cebfd6cd677 service nova] Acquired lock "refresh_cache-a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.140677] env[68835]: DEBUG nova.network.neutron [req-ebb73853-b3ae-4a1f-983c-f3b5aaf3ab12 req-06c326ef-8414-445b-9d2d-3cebfd6cd677 service nova] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Refreshing network info cache for port 27f6ad5f-0b3d-4313-9b39-93b9569c8dc7 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.142075] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:fd:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27f6ad5f-0b3d-4313-9b39-93b9569c8dc7', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.151919] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Creating folder: Project (53b4b15316194323941ff055e473b1c0). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.156636] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7198fdd-eb85-47e6-b27c-667e88707652 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.169874] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Created folder: Project (53b4b15316194323941ff055e473b1c0) in parent group-v630977. [ 937.170383] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Creating folder: Instances. Parent ref: group-v631184. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.170511] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbde5245-c575-4a94-90fe-c0caa6f7c598 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.183129] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Created folder: Instances in parent group-v631184. [ 937.183235] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.183449] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.183686] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5de591a8-61e0-438e-8e70-4612d7f63574 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.212167] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.212167] env[68835]: value = "task-3154380" [ 937.212167] env[68835]: _type = "Task" [ 937.212167] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.219276] env[68835]: DEBUG nova.virt.hardware [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.219598] env[68835]: DEBUG nova.virt.hardware [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.219807] env[68835]: DEBUG nova.virt.hardware [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.220047] env[68835]: DEBUG nova.virt.hardware [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.220237] env[68835]: DEBUG nova.virt.hardware [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.220483] env[68835]: DEBUG nova.virt.hardware [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.220710] env[68835]: DEBUG nova.virt.hardware [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.220927] env[68835]: DEBUG nova.virt.hardware [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.221186] env[68835]: DEBUG nova.virt.hardware [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.221411] env[68835]: DEBUG nova.virt.hardware [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.221633] env[68835]: DEBUG nova.virt.hardware [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.222612] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a8f9d4-75be-4620-b71c-e9a3398cea58 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.233803] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154380, 'name': CreateVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.237913] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb343c68-fe28-4319-841a-2171016c7898 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.254537] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Instance VIF info [] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.261189] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.261549] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.261821] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74146b63-bb98-424a-9d91-6a1ab57ddb4b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.283925] env[68835]: INFO nova.compute.manager [None req-6b5cda86-de71-417a-90fb-9d191e36cb2c tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Resuming [ 937.284586] env[68835]: DEBUG nova.objects.instance [None req-6b5cda86-de71-417a-90fb-9d191e36cb2c tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lazy-loading 'flavor' on Instance uuid d5ab1888-4692-4c9b-be29-6adda0c5c931 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.285955] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154377, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.290019] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.290019] env[68835]: value = "task-3154381" [ 937.290019] env[68835]: _type = "Task" [ 937.290019] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.300893] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154381, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.475434] env[68835]: DEBUG nova.network.neutron [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Successfully updated port: 7c6ecd77-414d-4525-a4b3-cbfc42b8bb8e {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.488597] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70c96ef9-7783-4f4b-a06b-7a08a0f5e809 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "d4497ca6-4e32-41a0-acd9-03568a425349" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.999s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.598256] env[68835]: DEBUG nova.network.neutron [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Updating instance_info_cache with network_info: [{"id": "40d358d8-44ea-42c6-bb68-04eaa26a5406", "address": "fa:16:3e:aa:49:fa", "network": {"id": "5e25d55c-ae94-488d-a760-8724f5b28202", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2137189452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d208ae6bc544935aa50e7d6943be08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d358d8-44", "ovs_interfaceid": "40d358d8-44ea-42c6-bb68-04eaa26a5406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.724555] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154380, 'name': CreateVM_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.791198] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154377, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.815425] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154381, 'name': CreateVM_Task, 'duration_secs': 0.442775} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.817882] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.818484] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.818957] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.818957] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.819249] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1ba4892-b091-472d-89a8-2942b3e57da2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.825151] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for the task: (returnval){ [ 937.825151] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d3647c-2596-8e58-f9dc-c93367a3e497" [ 937.825151] env[68835]: _type = "Task" [ 937.825151] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.834338] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d3647c-2596-8e58-f9dc-c93367a3e497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.871982] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37ff5fe-e1fd-4f29-8d2f-fc1a964c330f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.876033] env[68835]: DEBUG nova.network.neutron [req-ebb73853-b3ae-4a1f-983c-f3b5aaf3ab12 req-06c326ef-8414-445b-9d2d-3cebfd6cd677 service nova] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Updated VIF entry in instance network info cache for port 27f6ad5f-0b3d-4313-9b39-93b9569c8dc7. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.876033] env[68835]: DEBUG nova.network.neutron [req-ebb73853-b3ae-4a1f-983c-f3b5aaf3ab12 req-06c326ef-8414-445b-9d2d-3cebfd6cd677 service nova] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Updating instance_info_cache with network_info: [{"id": "27f6ad5f-0b3d-4313-9b39-93b9569c8dc7", "address": "fa:16:3e:e6:fd:40", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f6ad5f-0b", "ovs_interfaceid": "27f6ad5f-0b3d-4313-9b39-93b9569c8dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.883743] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc383a11-85dd-4bd1-913b-8a64eb409d73 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.918074] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32af1d1e-f4b0-49bd-9da0-a392dfc7dd05 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.926580] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34983a53-95b0-4de2-9737-e8f92fff8493 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.943421] env[68835]: DEBUG nova.compute.provider_tree [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.977075] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquiring lock "refresh_cache-7efc818e-897d-4649-a20b-20bc42dd740e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.977472] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquired lock "refresh_cache-7efc818e-897d-4649-a20b-20bc42dd740e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.977472] env[68835]: DEBUG nova.network.neutron [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.101749] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Releasing lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.102461] env[68835]: DEBUG nova.objects.instance [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lazy-loading 'flavor' on Instance uuid 225bcb4f-da24-40a4-bb9f-8cdf79b76c52 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.223865] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154380, 'name': CreateVM_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.287484] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154377, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.496639} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.287756] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] d37e1129-5f90-4cb2-bd02-66049e36fc20/d37e1129-5f90-4cb2-bd02-66049e36fc20.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.288031] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.288306] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47efc7c2-b7eb-451a-af67-7b4c3a355bba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.296602] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 938.296602] env[68835]: value = "task-3154382" [ 938.296602] env[68835]: _type = "Task" [ 938.296602] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.305410] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.335874] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d3647c-2596-8e58-f9dc-c93367a3e497, 'name': SearchDatastore_Task, 'duration_secs': 0.088039} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.336187] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.336415] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.336642] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.336786] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.336960] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.337228] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b56586e-db22-42a4-9a77-c2cf406d3e7a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.347106] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.347312] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.348106] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-904ad47e-4e9d-4d1d-a62f-999790ed0b13 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.353618] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for the task: (returnval){ [ 938.353618] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]525977ae-01c5-bdd3-aac6-767bfcb22dde" [ 938.353618] env[68835]: _type = "Task" [ 938.353618] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.362922] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525977ae-01c5-bdd3-aac6-767bfcb22dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.378590] env[68835]: DEBUG oslo_concurrency.lockutils [req-ebb73853-b3ae-4a1f-983c-f3b5aaf3ab12 req-06c326ef-8414-445b-9d2d-3cebfd6cd677 service nova] Releasing lock "refresh_cache-a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.446595] env[68835]: DEBUG nova.scheduler.client.report [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.521108] env[68835]: DEBUG nova.network.neutron [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.608976] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a301ab3c-6f84-44e3-b046-da10123feba2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.634763] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.637287] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38b9ef90-c553-4923-8ac6-0df1f2f6660d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.645725] env[68835]: DEBUG oslo_vmware.api [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 938.645725] env[68835]: value = "task-3154383" [ 938.645725] env[68835]: _type = "Task" [ 938.645725] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.654059] env[68835]: DEBUG oslo_vmware.api [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.670207] env[68835]: DEBUG nova.network.neutron [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Updating instance_info_cache with network_info: [{"id": "7c6ecd77-414d-4525-a4b3-cbfc42b8bb8e", "address": "fa:16:3e:3e:ca:ef", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c6ecd77-41", "ovs_interfaceid": "7c6ecd77-414d-4525-a4b3-cbfc42b8bb8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.725904] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154380, 'name': CreateVM_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.807630] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068793} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.807992] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.808883] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9033020e-ea24-4a08-aa4e-88c3e034c887 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.812231] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b5cda86-de71-417a-90fb-9d191e36cb2c tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.812423] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b5cda86-de71-417a-90fb-9d191e36cb2c tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquired lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.812690] env[68835]: DEBUG nova.network.neutron [None req-6b5cda86-de71-417a-90fb-9d191e36cb2c tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.837234] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] d37e1129-5f90-4cb2-bd02-66049e36fc20/d37e1129-5f90-4cb2-bd02-66049e36fc20.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.838516] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c720e342-1fee-4fc7-a61a-569c46a4a17b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.869312] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525977ae-01c5-bdd3-aac6-767bfcb22dde, 'name': SearchDatastore_Task, 'duration_secs': 0.076354} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.871333] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 938.871333] env[68835]: value = "task-3154384" [ 938.871333] env[68835]: _type = "Task" [ 938.871333] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.871841] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec91e54d-85c2-420f-9ea0-91d5951f76fd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.884387] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for the task: (returnval){ [ 938.884387] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52125f61-3d38-4181-645e-d9b27bf85d59" [ 938.884387] env[68835]: _type = "Task" [ 938.884387] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.884648] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.893413] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52125f61-3d38-4181-645e-d9b27bf85d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.952618] env[68835]: DEBUG oslo_concurrency.lockutils [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.955078] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.137s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.955376] env[68835]: DEBUG nova.objects.instance [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lazy-loading 'resources' on Instance uuid 9698591c-877c-4cb9-8aa1-00e4f126e049 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.997880] env[68835]: INFO nova.scheduler.client.report [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Deleted allocations for instance e6e1fbae-785e-4bb9-bfc2-0172c3a23867 [ 939.016978] env[68835]: DEBUG nova.compute.manager [req-362666b9-efc0-4ca2-b92a-1da208b954b8 req-0a6ca7b0-a7ce-45a1-bc59-a66e514f5e70 service nova] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Received event network-vif-plugged-7c6ecd77-414d-4525-a4b3-cbfc42b8bb8e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.017189] env[68835]: DEBUG oslo_concurrency.lockutils [req-362666b9-efc0-4ca2-b92a-1da208b954b8 req-0a6ca7b0-a7ce-45a1-bc59-a66e514f5e70 service nova] Acquiring lock "7efc818e-897d-4649-a20b-20bc42dd740e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.017618] env[68835]: DEBUG oslo_concurrency.lockutils [req-362666b9-efc0-4ca2-b92a-1da208b954b8 req-0a6ca7b0-a7ce-45a1-bc59-a66e514f5e70 service nova] Lock "7efc818e-897d-4649-a20b-20bc42dd740e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.017618] env[68835]: DEBUG oslo_concurrency.lockutils [req-362666b9-efc0-4ca2-b92a-1da208b954b8 req-0a6ca7b0-a7ce-45a1-bc59-a66e514f5e70 service nova] Lock "7efc818e-897d-4649-a20b-20bc42dd740e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.018867] env[68835]: DEBUG nova.compute.manager [req-362666b9-efc0-4ca2-b92a-1da208b954b8 req-0a6ca7b0-a7ce-45a1-bc59-a66e514f5e70 service nova] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] No waiting events found dispatching network-vif-plugged-7c6ecd77-414d-4525-a4b3-cbfc42b8bb8e {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.018867] env[68835]: WARNING nova.compute.manager [req-362666b9-efc0-4ca2-b92a-1da208b954b8 req-0a6ca7b0-a7ce-45a1-bc59-a66e514f5e70 service nova] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Received unexpected event network-vif-plugged-7c6ecd77-414d-4525-a4b3-cbfc42b8bb8e for instance with vm_state building and task_state spawning. [ 939.018867] env[68835]: DEBUG nova.compute.manager [req-362666b9-efc0-4ca2-b92a-1da208b954b8 req-0a6ca7b0-a7ce-45a1-bc59-a66e514f5e70 service nova] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Received event network-changed-7c6ecd77-414d-4525-a4b3-cbfc42b8bb8e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.018867] env[68835]: DEBUG nova.compute.manager [req-362666b9-efc0-4ca2-b92a-1da208b954b8 req-0a6ca7b0-a7ce-45a1-bc59-a66e514f5e70 service nova] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Refreshing instance network info cache due to event network-changed-7c6ecd77-414d-4525-a4b3-cbfc42b8bb8e. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.019110] env[68835]: DEBUG oslo_concurrency.lockutils [req-362666b9-efc0-4ca2-b92a-1da208b954b8 req-0a6ca7b0-a7ce-45a1-bc59-a66e514f5e70 service nova] Acquiring lock "refresh_cache-7efc818e-897d-4649-a20b-20bc42dd740e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.157560] env[68835]: DEBUG oslo_vmware.api [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154383, 'name': PowerOffVM_Task, 'duration_secs': 0.270508} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.158026] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.163770] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Reconfiguring VM instance instance-00000029 to detach disk 2002 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 939.164850] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5764269a-c26f-42e5-8673-f7dcf30cb6b0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.177503] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Releasing lock "refresh_cache-7efc818e-897d-4649-a20b-20bc42dd740e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.178320] env[68835]: DEBUG nova.compute.manager [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Instance network_info: |[{"id": "7c6ecd77-414d-4525-a4b3-cbfc42b8bb8e", "address": "fa:16:3e:3e:ca:ef", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c6ecd77-41", "ovs_interfaceid": "7c6ecd77-414d-4525-a4b3-cbfc42b8bb8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.178320] env[68835]: DEBUG oslo_concurrency.lockutils [req-362666b9-efc0-4ca2-b92a-1da208b954b8 req-0a6ca7b0-a7ce-45a1-bc59-a66e514f5e70 service nova] Acquired lock "refresh_cache-7efc818e-897d-4649-a20b-20bc42dd740e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.178320] env[68835]: DEBUG nova.network.neutron [req-362666b9-efc0-4ca2-b92a-1da208b954b8 req-0a6ca7b0-a7ce-45a1-bc59-a66e514f5e70 service nova] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Refreshing network info cache for port 7c6ecd77-414d-4525-a4b3-cbfc42b8bb8e {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.179424] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:ca:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c6ecd77-414d-4525-a4b3-cbfc42b8bb8e', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.186701] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.187981] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.188211] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e6c81a9-c110-418e-84ec-7a8f710644b1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.206861] env[68835]: DEBUG oslo_vmware.api [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 939.206861] env[68835]: value = "task-3154385" [ 939.206861] env[68835]: _type = "Task" [ 939.206861] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.215124] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.215124] env[68835]: value = "task-3154386" [ 939.215124] env[68835]: _type = "Task" [ 939.215124] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.221495] env[68835]: DEBUG oslo_vmware.api [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.231139] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154380, 'name': CreateVM_Task, 'duration_secs': 1.685753} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.234608] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.234829] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154386, 'name': CreateVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.235663] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.235849] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.236220] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.236495] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d57b55b5-64f1-47b4-a534-21f62082121c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.242728] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 939.242728] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5226184a-5a99-c17c-ee13-30628c6e49fa" [ 939.242728] env[68835]: _type = "Task" [ 939.242728] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.252755] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5226184a-5a99-c17c-ee13-30628c6e49fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.384623] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154384, 'name': ReconfigVM_Task, 'duration_secs': 0.433945} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.384623] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Reconfigured VM instance instance-0000004a to attach disk [datastore2] d37e1129-5f90-4cb2-bd02-66049e36fc20/d37e1129-5f90-4cb2-bd02-66049e36fc20.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.385217] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bbac7f3-1a11-419b-b44b-c60e1dfb3bec {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.400916] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52125f61-3d38-4181-645e-d9b27bf85d59, 'name': SearchDatastore_Task, 'duration_secs': 0.01947} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.402233] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.402499] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] dcd30b3e-ddc0-4568-abfb-b82abe31d64b/dcd30b3e-ddc0-4568-abfb-b82abe31d64b.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.402838] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 939.402838] env[68835]: value = "task-3154387" [ 939.402838] env[68835]: _type = "Task" [ 939.402838] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.403035] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9f4a864-032f-45af-be5f-0c4f2a04615b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.415072] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154387, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.416258] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for the task: (returnval){ [ 939.416258] env[68835]: value = "task-3154388" [ 939.416258] env[68835]: _type = "Task" [ 939.416258] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.425893] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.507289] env[68835]: DEBUG oslo_concurrency.lockutils [None req-41aaf1e3-59d8-4f60-9106-2dc99af6f512 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "e6e1fbae-785e-4bb9-bfc2-0172c3a23867" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.683s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.719619] env[68835]: DEBUG oslo_vmware.api [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154385, 'name': ReconfigVM_Task, 'duration_secs': 0.272658} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.724709] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Reconfigured VM instance instance-00000029 to detach disk 2002 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 939.724759] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.725340] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be884482-f4fe-4308-980f-472af03cf911 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.736783] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154386, 'name': CreateVM_Task, 'duration_secs': 0.347028} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.741342] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.741801] env[68835]: DEBUG oslo_vmware.api [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 939.741801] env[68835]: value = "task-3154389" [ 939.741801] env[68835]: _type = "Task" [ 939.741801] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.743091] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.755307] env[68835]: DEBUG oslo_vmware.api [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154389, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.761774] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5226184a-5a99-c17c-ee13-30628c6e49fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011152} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.762386] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.762679] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.762968] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.763152] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.763422] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.763732] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.764071] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.764325] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-091d3604-7df9-4a4e-8422-9b7c0cc72c9d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.766371] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae5a2d5-2cc9-40ad-8339-0ebb14633c73 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.769108] env[68835]: DEBUG nova.network.neutron [None req-6b5cda86-de71-417a-90fb-9d191e36cb2c tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Updating instance_info_cache with network_info: [{"id": "d68144d4-a58b-4c9f-8b7b-e931045215f6", "address": "fa:16:3e:2c:d7:80", "network": {"id": "92622d23-aae8-4ad8-a19a-e69ffcd62c46", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1866716046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6b12c1f77f041a19fd68317da38caa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68144d4-a5", "ovs_interfaceid": "d68144d4-a58b-4c9f-8b7b-e931045215f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.774915] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 939.774915] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5250fed6-88cb-baa9-7524-3f409816ff0b" [ 939.774915] env[68835]: _type = "Task" [ 939.774915] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.780314] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.780562] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.784956] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7d45348-a557-4c2f-9d39-c9c0298f7116 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.791340] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5250fed6-88cb-baa9-7524-3f409816ff0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.794385] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 939.794385] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]527bc21b-5adf-0632-ba5e-82e7dc219385" [ 939.794385] env[68835]: _type = "Task" [ 939.794385] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.804816] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527bc21b-5adf-0632-ba5e-82e7dc219385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.862894] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc0261d-0c1b-45fe-808a-ca55e1db47bb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.869704] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdf6ca1-57dc-407f-b01d-5dea06713c77 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.904512] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b237bf5-c0a1-4005-a8c6-55763e571637 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.917275] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24de115e-cd26-44d2-bfc7-7976920019d8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.920906] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154387, 'name': Rename_Task, 'duration_secs': 0.179327} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.921255] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.924525] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-238ce9f4-56a2-46a8-96f3-bf0e46920931 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.935292] env[68835]: DEBUG nova.compute.provider_tree [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.941560] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.942795] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 939.942795] env[68835]: value = "task-3154390" [ 939.942795] env[68835]: _type = "Task" [ 939.942795] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.952138] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.002344] env[68835]: DEBUG nova.network.neutron [req-362666b9-efc0-4ca2-b92a-1da208b954b8 req-0a6ca7b0-a7ce-45a1-bc59-a66e514f5e70 service nova] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Updated VIF entry in instance network info cache for port 7c6ecd77-414d-4525-a4b3-cbfc42b8bb8e. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.002965] env[68835]: DEBUG nova.network.neutron [req-362666b9-efc0-4ca2-b92a-1da208b954b8 req-0a6ca7b0-a7ce-45a1-bc59-a66e514f5e70 service nova] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Updating instance_info_cache with network_info: [{"id": "7c6ecd77-414d-4525-a4b3-cbfc42b8bb8e", "address": "fa:16:3e:3e:ca:ef", "network": {"id": "a303d42b-8c32-49fc-86b4-5f88704b2c37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "674520ad03524402af9fcec3ddce5d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c6ecd77-41", "ovs_interfaceid": "7c6ecd77-414d-4525-a4b3-cbfc42b8bb8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.254373] env[68835]: DEBUG oslo_vmware.api [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.271665] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b5cda86-de71-417a-90fb-9d191e36cb2c tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Releasing lock "refresh_cache-d5ab1888-4692-4c9b-be29-6adda0c5c931" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.272705] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceb7a8f-4a8a-4fec-a1ef-fd9c33ae6a8c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.285845] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5250fed6-88cb-baa9-7524-3f409816ff0b, 'name': SearchDatastore_Task, 'duration_secs': 0.021752} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.287753] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.287992] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.288223] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.288656] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5cda86-de71-417a-90fb-9d191e36cb2c tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Resuming the VM {{(pid=68835) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 940.288907] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4218ca9f-e250-4373-8af4-91178535e400 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.295485] env[68835]: DEBUG oslo_vmware.api [None req-6b5cda86-de71-417a-90fb-9d191e36cb2c tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 940.295485] env[68835]: value = "task-3154391" [ 940.295485] env[68835]: _type = "Task" [ 940.295485] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.309869] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527bc21b-5adf-0632-ba5e-82e7dc219385, 'name': SearchDatastore_Task, 'duration_secs': 0.03537} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.311107] env[68835]: DEBUG oslo_vmware.api [None req-6b5cda86-de71-417a-90fb-9d191e36cb2c tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.311280] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61f28772-1529-4056-b510-a836fb25d8ce {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.317347] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 940.317347] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5291f779-b0e2-4e07-973f-293fcfccf67a" [ 940.317347] env[68835]: _type = "Task" [ 940.317347] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.327320] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5291f779-b0e2-4e07-973f-293fcfccf67a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.431299] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.439486] env[68835]: DEBUG nova.scheduler.client.report [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.453975] env[68835]: DEBUG oslo_vmware.api [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154390, 'name': PowerOnVM_Task, 'duration_secs': 0.457431} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.455037] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.455037] env[68835]: INFO nova.compute.manager [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Took 8.69 seconds to spawn the instance on the hypervisor. [ 940.455037] env[68835]: DEBUG nova.compute.manager [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.455822] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7f6f7c-20ae-43a2-9418-d86ec11a1af7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.508975] env[68835]: DEBUG oslo_concurrency.lockutils [req-362666b9-efc0-4ca2-b92a-1da208b954b8 req-0a6ca7b0-a7ce-45a1-bc59-a66e514f5e70 service nova] Releasing lock "refresh_cache-7efc818e-897d-4649-a20b-20bc42dd740e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.755843] env[68835]: DEBUG oslo_vmware.api [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.809624] env[68835]: DEBUG oslo_vmware.api [None req-6b5cda86-de71-417a-90fb-9d191e36cb2c tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154391, 'name': PowerOnVM_Task} progress is 93%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.827723] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5291f779-b0e2-4e07-973f-293fcfccf67a, 'name': SearchDatastore_Task, 'duration_secs': 0.009883} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.827967] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.828274] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280/a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.828583] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.828779] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.829014] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68030598-cec8-4886-9b3c-9642c5e0203e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.831472] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf6a6590-0279-47f8-925f-a675a323f0be {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.841191] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 940.841191] env[68835]: value = "task-3154392" [ 940.841191] env[68835]: _type = "Task" [ 940.841191] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.854289] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.856427] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.856740] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.858015] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c4b5a63-5b9b-4040-9dac-abe98c29e370 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.866200] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 940.866200] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]522d8a0f-0484-938c-2237-622657447a81" [ 940.866200] env[68835]: _type = "Task" [ 940.866200] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.879724] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]522d8a0f-0484-938c-2237-622657447a81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.932393] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154388, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.949862] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.952521] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.134s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.952885] env[68835]: DEBUG nova.objects.instance [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lazy-loading 'resources' on Instance uuid c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.977133] env[68835]: INFO nova.scheduler.client.report [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Deleted allocations for instance 9698591c-877c-4cb9-8aa1-00e4f126e049 [ 940.983618] env[68835]: INFO nova.compute.manager [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Took 30.05 seconds to build instance. [ 941.153379] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "df1a2a59-a34f-4844-a1f7-10f59c5b52f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.153645] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "df1a2a59-a34f-4844-a1f7-10f59c5b52f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.183314] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "e65e5b3d-8d8b-431d-9757-332f542c7eb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.183549] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "e65e5b3d-8d8b-431d-9757-332f542c7eb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.254640] env[68835]: DEBUG oslo_vmware.api [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154389, 'name': PowerOnVM_Task, 'duration_secs': 1.25508} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.254973] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.255113] env[68835]: DEBUG nova.compute.manager [None req-8dcfe9f9-935b-48ec-9982-1652e29c9e7c tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.256050] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dedbe8-127e-453b-b775-18cde8a7f3c3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.310825] env[68835]: DEBUG oslo_vmware.api [None req-6b5cda86-de71-417a-90fb-9d191e36cb2c tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154391, 'name': PowerOnVM_Task, 'duration_secs': 0.791167} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.311114] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5cda86-de71-417a-90fb-9d191e36cb2c tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Resumed the VM {{(pid=68835) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 941.311299] env[68835]: DEBUG nova.compute.manager [None req-6b5cda86-de71-417a-90fb-9d191e36cb2c tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.312127] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5be08a3-151c-466e-83cb-0e822714faa4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.358427] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.378180] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]522d8a0f-0484-938c-2237-622657447a81, 'name': SearchDatastore_Task, 'duration_secs': 0.123474} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.379828] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf9f786-5508-4037-8fbd-278ef23b1750 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.385497] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 941.385497] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]527595e5-684d-33cf-f392-86ef69e0ca9e" [ 941.385497] env[68835]: _type = "Task" [ 941.385497] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.394421] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527595e5-684d-33cf-f392-86ef69e0ca9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.433822] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154388, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.681884} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.433822] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] dcd30b3e-ddc0-4568-abfb-b82abe31d64b/dcd30b3e-ddc0-4568-abfb-b82abe31d64b.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.433822] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.434052] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf453a90-ef38-4ef1-80d3-e2049185bb14 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.442220] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for the task: (returnval){ [ 941.442220] env[68835]: value = "task-3154393" [ 941.442220] env[68835]: _type = "Task" [ 941.442220] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.451522] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.487793] env[68835]: DEBUG oslo_concurrency.lockutils [None req-48d87d37-50c0-46ad-98f0-9a118590d69f tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "d37e1129-5f90-4cb2-bd02-66049e36fc20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.119s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.488288] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5dd9eb3c-c31a-4b74-8fa9-20cf427de0a7 tempest-SecurityGroupsTestJSON-1769159093 tempest-SecurityGroupsTestJSON-1769159093-project-member] Lock "9698591c-877c-4cb9-8aa1-00e4f126e049" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.183s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.657972] env[68835]: DEBUG nova.compute.manager [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.686447] env[68835]: DEBUG nova.compute.manager [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.857819] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154392, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.872319] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e593c1-5329-4602-8f3d-da5d7f833dcf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.880499] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b05e6f3-61a0-4802-a603-354406ff8324 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.915829] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1561aab8-78b7-4170-a13d-2766884a4b9c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.922896] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527595e5-684d-33cf-f392-86ef69e0ca9e, 'name': SearchDatastore_Task, 'duration_secs': 0.04019} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.923533] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.923832] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 7efc818e-897d-4649-a20b-20bc42dd740e/7efc818e-897d-4649-a20b-20bc42dd740e.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.924113] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-404ce872-0725-4ddd-aa53-d3ca4b301f64 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.930045] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67755e69-72f2-426a-862a-7ccb20855863 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.934646] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 941.934646] env[68835]: value = "task-3154394" [ 941.934646] env[68835]: _type = "Task" [ 941.934646] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.945401] env[68835]: DEBUG nova.compute.provider_tree [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.952338] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.957989] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078932} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.958258] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.958996] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d337b1b-d06b-40a1-ac49-b215c544e22e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.981237] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] dcd30b3e-ddc0-4568-abfb-b82abe31d64b/dcd30b3e-ddc0-4568-abfb-b82abe31d64b.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.981891] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14302035-b80d-4613-aabe-7e1a25b6ad65 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.002448] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for the task: (returnval){ [ 942.002448] env[68835]: value = "task-3154395" [ 942.002448] env[68835]: _type = "Task" [ 942.002448] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.010655] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154395, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.184802] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.211528] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.355181] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154392, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.052844} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.356107] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280/a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.356529] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.359119] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1fffe2e-d287-406b-bfa0-1668ec674fbd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.365897] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 942.365897] env[68835]: value = "task-3154396" [ 942.365897] env[68835]: _type = "Task" [ 942.365897] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.376761] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.445160] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.451452] env[68835]: DEBUG nova.scheduler.client.report [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.513230] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.594291] env[68835]: DEBUG nova.objects.instance [None req-b484a93a-c4d9-4af9-92e7-692a372ad33f tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Lazy-loading 'flavor' on Instance uuid c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.832028] env[68835]: DEBUG nova.compute.manager [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.832028] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221a8af7-0c03-4968-952a-974a32c8c7c9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.882485] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.309866} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.884066] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.885072] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4455b79b-b3bc-48ad-b6c4-af9028c5c2a7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.910143] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280/a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.910785] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e166c162-3b3a-4c43-bad7-98ded868fede {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.933826] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 942.933826] env[68835]: value = "task-3154397" [ 942.933826] env[68835]: _type = "Task" [ 942.933826] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.946415] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154397, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.949897] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154394, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.958075] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.961573] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.538s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.962183] env[68835]: DEBUG nova.objects.instance [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lazy-loading 'resources' on Instance uuid ff3f81eb-8599-47e0-a5a8-26f21ea70fc5 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.992195] env[68835]: INFO nova.scheduler.client.report [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Deleted allocations for instance c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6 [ 943.015411] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.100369] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b484a93a-c4d9-4af9-92e7-692a372ad33f tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Acquiring lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.101216] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b484a93a-c4d9-4af9-92e7-692a372ad33f tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Acquired lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.276862] env[68835]: DEBUG nova.compute.manager [req-745f15b4-98ff-454e-b327-e71ec5ea0e8b req-a56cb1b2-ff4d-406d-a452-75741f186e8c service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Received event network-changed-40d358d8-44ea-42c6-bb68-04eaa26a5406 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.277167] env[68835]: DEBUG nova.compute.manager [req-745f15b4-98ff-454e-b327-e71ec5ea0e8b req-a56cb1b2-ff4d-406d-a452-75741f186e8c service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Refreshing instance network info cache due to event network-changed-40d358d8-44ea-42c6-bb68-04eaa26a5406. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.277386] env[68835]: DEBUG oslo_concurrency.lockutils [req-745f15b4-98ff-454e-b327-e71ec5ea0e8b req-a56cb1b2-ff4d-406d-a452-75741f186e8c service nova] Acquiring lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.277424] env[68835]: DEBUG oslo_concurrency.lockutils [req-745f15b4-98ff-454e-b327-e71ec5ea0e8b req-a56cb1b2-ff4d-406d-a452-75741f186e8c service nova] Acquired lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.277598] env[68835]: DEBUG nova.network.neutron [req-745f15b4-98ff-454e-b327-e71ec5ea0e8b req-a56cb1b2-ff4d-406d-a452-75741f186e8c service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Refreshing network info cache for port 40d358d8-44ea-42c6-bb68-04eaa26a5406 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.341486] env[68835]: INFO nova.compute.manager [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] instance snapshotting [ 943.347105] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcbf69d-9bc9-430c-9909-be8a4eb86495 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.371234] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae6e811-3985-45cf-ab7c-631d2a3bf46d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.448950] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154397, 'name': ReconfigVM_Task, 'duration_secs': 0.510728} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.452901] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Reconfigured VM instance instance-0000004b to attach disk [datastore2] a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280/a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.453785] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154394, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.202439} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.454147] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae4579f0-eccd-4835-92ff-8cd1da6bd8d3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.455990] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 7efc818e-897d-4649-a20b-20bc42dd740e/7efc818e-897d-4649-a20b-20bc42dd740e.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.456356] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.457041] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80b2ef06-c344-46b5-8e9a-ed3b452bc83c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.468514] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 943.468514] env[68835]: value = "task-3154398" [ 943.468514] env[68835]: _type = "Task" [ 943.468514] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.470016] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 943.470016] env[68835]: value = "task-3154399" [ 943.470016] env[68835]: _type = "Task" [ 943.470016] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.483893] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154398, 'name': Rename_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.488953] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.514222] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0751e502-ce48-4a7f-af0e-7d2a5782cf98 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lock "c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.758s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.519367] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154395, 'name': ReconfigVM_Task, 'duration_secs': 1.241528} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.519929] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Reconfigured VM instance instance-00000049 to attach disk [datastore2] dcd30b3e-ddc0-4568-abfb-b82abe31d64b/dcd30b3e-ddc0-4568-abfb-b82abe31d64b.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.520664] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0639ca30-716c-44bb-8d63-e02502f745ed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.532041] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for the task: (returnval){ [ 943.532041] env[68835]: value = "task-3154400" [ 943.532041] env[68835]: _type = "Task" [ 943.532041] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.542570] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154400, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.847619] env[68835]: DEBUG nova.network.neutron [None req-b484a93a-c4d9-4af9-92e7-692a372ad33f tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.886028] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Creating Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 943.886426] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-90fe4111-2f13-48e2-afad-516ac7468480 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.899925] env[68835]: DEBUG oslo_vmware.api [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 943.899925] env[68835]: value = "task-3154401" [ 943.899925] env[68835]: _type = "Task" [ 943.899925] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.920717] env[68835]: DEBUG oslo_vmware.api [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154401, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.946777] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57375569-8b06-4e28-aaa0-51365528d900 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.954150] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd36232d-9873-4797-b73c-2306da52f698 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.007290] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8665502-ec96-49da-871a-85417d874717 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.010832] env[68835]: DEBUG nova.compute.manager [req-05dc7564-943f-4e0e-90a3-1b6d74c43df4 req-dd13e679-736d-4f70-8946-60ae351c1615 service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Received event network-changed-fd8a70a9-83e9-4c04-8061-dcc0abf67317 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.011097] env[68835]: DEBUG nova.compute.manager [req-05dc7564-943f-4e0e-90a3-1b6d74c43df4 req-dd13e679-736d-4f70-8946-60ae351c1615 service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Refreshing instance network info cache due to event network-changed-fd8a70a9-83e9-4c04-8061-dcc0abf67317. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.011228] env[68835]: DEBUG oslo_concurrency.lockutils [req-05dc7564-943f-4e0e-90a3-1b6d74c43df4 req-dd13e679-736d-4f70-8946-60ae351c1615 service nova] Acquiring lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.017369] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154398, 'name': Rename_Task, 'duration_secs': 0.178042} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.022079] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.022968] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124266} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.023201] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-218cd9c7-2d32-47f1-838a-717627de3c26 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.027787] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cd5e0c-3dc6-48f5-9fe1-97ecb007b24d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.029892] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.030686] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64ab8df-a64b-49f2-96c9-454949dc3493 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.048403] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 944.048403] env[68835]: value = "task-3154402" [ 944.048403] env[68835]: _type = "Task" [ 944.048403] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.048866] env[68835]: DEBUG nova.compute.provider_tree [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.068802] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 7efc818e-897d-4649-a20b-20bc42dd740e/7efc818e-897d-4649-a20b-20bc42dd740e.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.070676] env[68835]: DEBUG nova.scheduler.client.report [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.079949] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b57d9b0-234d-40de-be41-c15874b6d2af {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.097960] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154400, 'name': Rename_Task, 'duration_secs': 0.406836} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.098634] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.137s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.102932] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.103487] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.253s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.105378] env[68835]: INFO nova.compute.claims [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.109735] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ad9f316-8718-4bfd-8292-595980b987e2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.115935] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154402, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.117496] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 944.117496] env[68835]: value = "task-3154403" [ 944.117496] env[68835]: _type = "Task" [ 944.117496] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.125337] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for the task: (returnval){ [ 944.125337] env[68835]: value = "task-3154404" [ 944.125337] env[68835]: _type = "Task" [ 944.125337] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.128947] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.137166] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.147979] env[68835]: INFO nova.scheduler.client.report [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Deleted allocations for instance ff3f81eb-8599-47e0-a5a8-26f21ea70fc5 [ 944.279906] env[68835]: DEBUG nova.network.neutron [req-745f15b4-98ff-454e-b327-e71ec5ea0e8b req-a56cb1b2-ff4d-406d-a452-75741f186e8c service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Updated VIF entry in instance network info cache for port 40d358d8-44ea-42c6-bb68-04eaa26a5406. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.280414] env[68835]: DEBUG nova.network.neutron [req-745f15b4-98ff-454e-b327-e71ec5ea0e8b req-a56cb1b2-ff4d-406d-a452-75741f186e8c service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Updating instance_info_cache with network_info: [{"id": "40d358d8-44ea-42c6-bb68-04eaa26a5406", "address": "fa:16:3e:aa:49:fa", "network": {"id": "5e25d55c-ae94-488d-a760-8724f5b28202", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2137189452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d208ae6bc544935aa50e7d6943be08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d358d8-44", "ovs_interfaceid": "40d358d8-44ea-42c6-bb68-04eaa26a5406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.410768] env[68835]: DEBUG oslo_vmware.api [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154401, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.578221] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154402, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.628773] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154403, 'name': ReconfigVM_Task, 'duration_secs': 0.473732} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.629166] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 7efc818e-897d-4649-a20b-20bc42dd740e/7efc818e-897d-4649-a20b-20bc42dd740e.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.633713] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15c80468-f593-4d56-808a-c597a892b00b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.644327] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.645774] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 944.645774] env[68835]: value = "task-3154405" [ 944.645774] env[68835]: _type = "Task" [ 944.645774] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.659536] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e6abfd15-f966-46d1-9d37-7c53c57ff7e6 tempest-MigrationsAdminTest-1798027422 tempest-MigrationsAdminTest-1798027422-project-member] Lock "ff3f81eb-8599-47e0-a5a8-26f21ea70fc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.693s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.660647] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154405, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.676298] env[68835]: DEBUG nova.network.neutron [None req-b484a93a-c4d9-4af9-92e7-692a372ad33f tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Updating instance_info_cache with network_info: [{"id": "fd8a70a9-83e9-4c04-8061-dcc0abf67317", "address": "fa:16:3e:0a:fc:c0", "network": {"id": "d7e0b2f1-dff6-4921-ac15-059303bbfbba", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1012945332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c74b5477f78b4796b0657ce0a97c04fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8a70a9-83", "ovs_interfaceid": "fd8a70a9-83e9-4c04-8061-dcc0abf67317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.783270] env[68835]: DEBUG oslo_concurrency.lockutils [req-745f15b4-98ff-454e-b327-e71ec5ea0e8b req-a56cb1b2-ff4d-406d-a452-75741f186e8c service nova] Releasing lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.922805] env[68835]: DEBUG oslo_vmware.api [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154401, 'name': CreateSnapshot_Task, 'duration_secs': 0.880306} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.923311] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Created Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 944.924477] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61ff4d1-2b6c-410d-b00b-3ea56719b960 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.074904] env[68835]: DEBUG oslo_vmware.api [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154402, 'name': PowerOnVM_Task, 'duration_secs': 0.846115} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.074904] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.074904] env[68835]: INFO nova.compute.manager [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Took 10.67 seconds to spawn the instance on the hypervisor. [ 945.074904] env[68835]: DEBUG nova.compute.manager [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.075142] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6bf667-ef9c-415c-9379-6dddacf0f6bc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.143769] env[68835]: DEBUG oslo_vmware.api [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154404, 'name': PowerOnVM_Task, 'duration_secs': 0.832076} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.150396] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.150396] env[68835]: DEBUG nova.compute.manager [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.150396] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3f59ee-3829-40eb-a682-797c37460bc6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.168306] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154405, 'name': Rename_Task, 'duration_secs': 0.255599} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.172206] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.172567] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b84ca67-6049-4fbd-8ca9-bda9ff7d2de7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.177439] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b484a93a-c4d9-4af9-92e7-692a372ad33f tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Releasing lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.177707] env[68835]: DEBUG nova.compute.manager [None req-b484a93a-c4d9-4af9-92e7-692a372ad33f tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Inject network info {{(pid=68835) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 945.179787] env[68835]: DEBUG nova.compute.manager [None req-b484a93a-c4d9-4af9-92e7-692a372ad33f tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] network_info to inject: |[{"id": "fd8a70a9-83e9-4c04-8061-dcc0abf67317", "address": "fa:16:3e:0a:fc:c0", "network": {"id": "d7e0b2f1-dff6-4921-ac15-059303bbfbba", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1012945332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c74b5477f78b4796b0657ce0a97c04fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8a70a9-83", "ovs_interfaceid": "fd8a70a9-83e9-4c04-8061-dcc0abf67317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 945.188084] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b484a93a-c4d9-4af9-92e7-692a372ad33f tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Reconfiguring VM instance to set the machine id {{(pid=68835) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 945.192709] env[68835]: DEBUG oslo_concurrency.lockutils [req-05dc7564-943f-4e0e-90a3-1b6d74c43df4 req-dd13e679-736d-4f70-8946-60ae351c1615 service nova] Acquired lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.193016] env[68835]: DEBUG nova.network.neutron [req-05dc7564-943f-4e0e-90a3-1b6d74c43df4 req-dd13e679-736d-4f70-8946-60ae351c1615 service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Refreshing network info cache for port fd8a70a9-83e9-4c04-8061-dcc0abf67317 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.194308] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56fca01c-d7f6-47dc-92f1-8acba778c0cb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.208441] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 945.208441] env[68835]: value = "task-3154406" [ 945.208441] env[68835]: _type = "Task" [ 945.208441] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.216314] env[68835]: DEBUG oslo_vmware.api [None req-b484a93a-c4d9-4af9-92e7-692a372ad33f tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Waiting for the task: (returnval){ [ 945.216314] env[68835]: value = "task-3154407" [ 945.216314] env[68835]: _type = "Task" [ 945.216314] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.224141] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154406, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.233169] env[68835]: DEBUG oslo_vmware.api [None req-b484a93a-c4d9-4af9-92e7-692a372ad33f tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3154407, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.272020] env[68835]: DEBUG nova.objects.instance [None req-14d2e6b3-fcef-4a0f-ac52-ca156c193e87 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Lazy-loading 'flavor' on Instance uuid c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.326129] env[68835]: DEBUG nova.compute.manager [req-38120c4f-3f53-47cc-b6bf-76a0c8dfa7ed req-89805a06-1313-46fb-bb87-f8916428ac43 service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Received event network-changed-40d358d8-44ea-42c6-bb68-04eaa26a5406 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.326379] env[68835]: DEBUG nova.compute.manager [req-38120c4f-3f53-47cc-b6bf-76a0c8dfa7ed req-89805a06-1313-46fb-bb87-f8916428ac43 service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Refreshing instance network info cache due to event network-changed-40d358d8-44ea-42c6-bb68-04eaa26a5406. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.327118] env[68835]: DEBUG oslo_concurrency.lockutils [req-38120c4f-3f53-47cc-b6bf-76a0c8dfa7ed req-89805a06-1313-46fb-bb87-f8916428ac43 service nova] Acquiring lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.327247] env[68835]: DEBUG oslo_concurrency.lockutils [req-38120c4f-3f53-47cc-b6bf-76a0c8dfa7ed req-89805a06-1313-46fb-bb87-f8916428ac43 service nova] Acquired lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.327964] env[68835]: DEBUG nova.network.neutron [req-38120c4f-3f53-47cc-b6bf-76a0c8dfa7ed req-89805a06-1313-46fb-bb87-f8916428ac43 service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Refreshing network info cache for port 40d358d8-44ea-42c6-bb68-04eaa26a5406 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.441965] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Creating linked-clone VM from snapshot {{(pid=68835) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 945.442949] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a05dfef2-7b5f-4c96-ad98-084b77046829 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.450902] env[68835]: DEBUG oslo_vmware.api [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 945.450902] env[68835]: value = "task-3154408" [ 945.450902] env[68835]: _type = "Task" [ 945.450902] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.461851] env[68835]: DEBUG oslo_vmware.api [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154408, 'name': CloneVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.536115] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3374020a-832b-467d-a7f5-d5da40a67b12 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.543852] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357def13-073c-46d4-a606-dec6437d7ff2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.578048] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32864be5-5b3a-4b37-a68c-f99ced1ffbb1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.596576] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dcef98-15ed-456c-979e-a8e4bfdc6294 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.604896] env[68835]: INFO nova.compute.manager [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Took 29.04 seconds to build instance. [ 945.616004] env[68835]: DEBUG nova.compute.provider_tree [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.678283] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.732215] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154406, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.736368] env[68835]: DEBUG oslo_vmware.api [None req-b484a93a-c4d9-4af9-92e7-692a372ad33f tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3154407, 'name': ReconfigVM_Task, 'duration_secs': 0.219539} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.736368] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b484a93a-c4d9-4af9-92e7-692a372ad33f tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Reconfigured VM instance to set the machine id {{(pid=68835) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 945.782033] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14d2e6b3-fcef-4a0f-ac52-ca156c193e87 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Acquiring lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.970609] env[68835]: DEBUG oslo_vmware.api [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154408, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.118949] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c886fa42-f68a-4401-92cc-9e1aebc83d67 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lock "a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.563s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.119949] env[68835]: DEBUG nova.scheduler.client.report [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.227882] env[68835]: DEBUG oslo_vmware.api [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154406, 'name': PowerOnVM_Task, 'duration_secs': 0.810756} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.227882] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.227882] env[68835]: INFO nova.compute.manager [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Took 9.26 seconds to spawn the instance on the hypervisor. [ 946.228073] env[68835]: DEBUG nova.compute.manager [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.228894] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f85d095-ef8d-4c5a-b0c2-2048c291e719 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.250809] env[68835]: DEBUG nova.network.neutron [req-38120c4f-3f53-47cc-b6bf-76a0c8dfa7ed req-89805a06-1313-46fb-bb87-f8916428ac43 service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Updated VIF entry in instance network info cache for port 40d358d8-44ea-42c6-bb68-04eaa26a5406. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.251199] env[68835]: DEBUG nova.network.neutron [req-38120c4f-3f53-47cc-b6bf-76a0c8dfa7ed req-89805a06-1313-46fb-bb87-f8916428ac43 service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Updating instance_info_cache with network_info: [{"id": "40d358d8-44ea-42c6-bb68-04eaa26a5406", "address": "fa:16:3e:aa:49:fa", "network": {"id": "5e25d55c-ae94-488d-a760-8724f5b28202", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2137189452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d208ae6bc544935aa50e7d6943be08b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d358d8-44", "ovs_interfaceid": "40d358d8-44ea-42c6-bb68-04eaa26a5406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.311031] env[68835]: DEBUG nova.network.neutron [req-05dc7564-943f-4e0e-90a3-1b6d74c43df4 req-dd13e679-736d-4f70-8946-60ae351c1615 service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Updated VIF entry in instance network info cache for port fd8a70a9-83e9-4c04-8061-dcc0abf67317. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.311968] env[68835]: DEBUG nova.network.neutron [req-05dc7564-943f-4e0e-90a3-1b6d74c43df4 req-dd13e679-736d-4f70-8946-60ae351c1615 service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Updating instance_info_cache with network_info: [{"id": "fd8a70a9-83e9-4c04-8061-dcc0abf67317", "address": "fa:16:3e:0a:fc:c0", "network": {"id": "d7e0b2f1-dff6-4921-ac15-059303bbfbba", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1012945332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c74b5477f78b4796b0657ce0a97c04fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8a70a9-83", "ovs_interfaceid": "fd8a70a9-83e9-4c04-8061-dcc0abf67317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.468176] env[68835]: DEBUG oslo_vmware.api [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154408, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.487699] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquiring lock "a72e5d0c-481b-4bbc-850f-f550c4ba50e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.487930] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lock "a72e5d0c-481b-4bbc-850f-f550c4ba50e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.626020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.626523] env[68835]: DEBUG nova.compute.manager [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.629894] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.422s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.630145] env[68835]: DEBUG nova.objects.instance [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lazy-loading 'resources' on Instance uuid 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.752170] env[68835]: INFO nova.compute.manager [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Took 29.64 seconds to build instance. [ 946.753166] env[68835]: DEBUG oslo_concurrency.lockutils [req-38120c4f-3f53-47cc-b6bf-76a0c8dfa7ed req-89805a06-1313-46fb-bb87-f8916428ac43 service nova] Releasing lock "refresh_cache-225bcb4f-da24-40a4-bb9f-8cdf79b76c52" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.814077] env[68835]: DEBUG oslo_concurrency.lockutils [req-05dc7564-943f-4e0e-90a3-1b6d74c43df4 req-dd13e679-736d-4f70-8946-60ae351c1615 service nova] Releasing lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.814510] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14d2e6b3-fcef-4a0f-ac52-ca156c193e87 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Acquired lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.838626] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Acquiring lock "dcd30b3e-ddc0-4568-abfb-b82abe31d64b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.838892] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Lock "dcd30b3e-ddc0-4568-abfb-b82abe31d64b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.839140] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Acquiring lock "dcd30b3e-ddc0-4568-abfb-b82abe31d64b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.839330] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Lock "dcd30b3e-ddc0-4568-abfb-b82abe31d64b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.839496] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Lock "dcd30b3e-ddc0-4568-abfb-b82abe31d64b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.843153] env[68835]: INFO nova.compute.manager [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Terminating instance [ 946.965483] env[68835]: DEBUG oslo_vmware.api [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154408, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.991288] env[68835]: DEBUG nova.compute.manager [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.134504] env[68835]: DEBUG nova.compute.utils [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.141426] env[68835]: DEBUG nova.compute.manager [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.141525] env[68835]: DEBUG nova.network.neutron [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.211724] env[68835]: DEBUG nova.policy [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36c13f0aa0974fb39e8b59614ce4983c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f8791e85e9748538ea6efc5bb61f1ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.256029] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd112799-4b99-4f1d-b971-091d5af843ce tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lock "7efc818e-897d-4649-a20b-20bc42dd740e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.152s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.267163] env[68835]: DEBUG nova.network.neutron [None req-14d2e6b3-fcef-4a0f-ac52-ca156c193e87 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.350367] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Acquiring lock "refresh_cache-dcd30b3e-ddc0-4568-abfb-b82abe31d64b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.350721] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Acquired lock "refresh_cache-dcd30b3e-ddc0-4568-abfb-b82abe31d64b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.350827] env[68835]: DEBUG nova.network.neutron [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.475110] env[68835]: DEBUG oslo_vmware.api [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154408, 'name': CloneVM_Task, 'duration_secs': 1.951492} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.478158] env[68835]: INFO nova.virt.vmwareapi.vmops [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Created linked-clone VM from snapshot [ 947.479301] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86859d7-9625-4c86-82b1-c00c09fa200b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.487089] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Uploading image 7fbce7ed-1f2c-4d74-b44d-c1579b4a04eb {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 947.491416] env[68835]: DEBUG nova.compute.manager [req-b461d69f-f8c2-40b7-aeae-81173d4c41a2 req-a0b3a67b-c257-4766-9eb5-93f8a520f006 service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Received event network-changed-fd8a70a9-83e9-4c04-8061-dcc0abf67317 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.491416] env[68835]: DEBUG nova.compute.manager [req-b461d69f-f8c2-40b7-aeae-81173d4c41a2 req-a0b3a67b-c257-4766-9eb5-93f8a520f006 service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Refreshing instance network info cache due to event network-changed-fd8a70a9-83e9-4c04-8061-dcc0abf67317. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.491866] env[68835]: DEBUG oslo_concurrency.lockutils [req-b461d69f-f8c2-40b7-aeae-81173d4c41a2 req-a0b3a67b-c257-4766-9eb5-93f8a520f006 service nova] Acquiring lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.506891] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Destroying the VM {{(pid=68835) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 947.507253] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-65f7a61c-f1a5-440f-9878-a74a3a5d4179 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.513409] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.518013] env[68835]: DEBUG oslo_vmware.api [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 947.518013] env[68835]: value = "task-3154409" [ 947.518013] env[68835]: _type = "Task" [ 947.518013] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.526809] env[68835]: DEBUG oslo_vmware.api [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154409, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.601533] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faf7613-55a5-44d8-88e3-115dea515870 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.610482] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c6fd50-898f-41b5-b7de-a4e6c94e15c3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.647608] env[68835]: DEBUG nova.compute.manager [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.654277] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3299b894-1a73-4564-8fa1-1a5b6c57bbf8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.659770] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab216cf5-d4b8-4024-916b-42f8b8501956 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.675176] env[68835]: DEBUG nova.compute.provider_tree [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.795310] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "d5ab1888-4692-4c9b-be29-6adda0c5c931" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.796166] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "d5ab1888-4692-4c9b-be29-6adda0c5c931" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.796166] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "d5ab1888-4692-4c9b-be29-6adda0c5c931-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.796166] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "d5ab1888-4692-4c9b-be29-6adda0c5c931-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.796356] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "d5ab1888-4692-4c9b-be29-6adda0c5c931-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.799155] env[68835]: INFO nova.compute.manager [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Terminating instance [ 947.801018] env[68835]: DEBUG nova.network.neutron [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Successfully created port: fa9b6c52-676a-4b94-9a44-a75032f8ad8b {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.885288] env[68835]: DEBUG nova.network.neutron [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.035923] env[68835]: DEBUG oslo_vmware.api [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154409, 'name': Destroy_Task, 'duration_secs': 0.350167} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.036202] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Destroyed the VM [ 948.036434] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Deleting Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 948.036714] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-61a78118-f9ec-4909-b44b-5b9e52d107b7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.042994] env[68835]: DEBUG oslo_vmware.api [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 948.042994] env[68835]: value = "task-3154410" [ 948.042994] env[68835]: _type = "Task" [ 948.042994] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.051044] env[68835]: DEBUG oslo_vmware.api [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154410, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.052551] env[68835]: DEBUG nova.network.neutron [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.054394] env[68835]: DEBUG nova.network.neutron [None req-14d2e6b3-fcef-4a0f-ac52-ca156c193e87 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Updating instance_info_cache with network_info: [{"id": "fd8a70a9-83e9-4c04-8061-dcc0abf67317", "address": "fa:16:3e:0a:fc:c0", "network": {"id": "d7e0b2f1-dff6-4921-ac15-059303bbfbba", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1012945332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c74b5477f78b4796b0657ce0a97c04fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8a70a9-83", "ovs_interfaceid": "fd8a70a9-83e9-4c04-8061-dcc0abf67317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.183419] env[68835]: DEBUG nova.scheduler.client.report [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.305309] env[68835]: DEBUG nova.compute.manager [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.306779] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.307050] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b588d3d-3778-40a0-8802-f16e1bdd35c5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.315739] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.316031] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19f27012-e277-4d79-be69-ae8ac1736a03 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.324053] env[68835]: DEBUG oslo_vmware.api [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 948.324053] env[68835]: value = "task-3154411" [ 948.324053] env[68835]: _type = "Task" [ 948.324053] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.330831] env[68835]: DEBUG oslo_vmware.api [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.553039] env[68835]: DEBUG oslo_vmware.api [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154410, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.556760] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Releasing lock "refresh_cache-dcd30b3e-ddc0-4568-abfb-b82abe31d64b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.557211] env[68835]: DEBUG nova.compute.manager [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.557422] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.558046] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14d2e6b3-fcef-4a0f-ac52-ca156c193e87 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Releasing lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.558138] env[68835]: DEBUG nova.compute.manager [None req-14d2e6b3-fcef-4a0f-ac52-ca156c193e87 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Inject network info {{(pid=68835) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 948.558348] env[68835]: DEBUG nova.compute.manager [None req-14d2e6b3-fcef-4a0f-ac52-ca156c193e87 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] network_info to inject: |[{"id": "fd8a70a9-83e9-4c04-8061-dcc0abf67317", "address": "fa:16:3e:0a:fc:c0", "network": {"id": "d7e0b2f1-dff6-4921-ac15-059303bbfbba", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1012945332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c74b5477f78b4796b0657ce0a97c04fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8a70a9-83", "ovs_interfaceid": "fd8a70a9-83e9-4c04-8061-dcc0abf67317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 948.563516] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-14d2e6b3-fcef-4a0f-ac52-ca156c193e87 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Reconfiguring VM instance to set the machine id {{(pid=68835) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 948.564429] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9159aa-90ca-4e95-904a-cc832185b815 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.567604] env[68835]: DEBUG oslo_concurrency.lockutils [req-b461d69f-f8c2-40b7-aeae-81173d4c41a2 req-a0b3a67b-c257-4766-9eb5-93f8a520f006 service nova] Acquired lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.567813] env[68835]: DEBUG nova.network.neutron [req-b461d69f-f8c2-40b7-aeae-81173d4c41a2 req-a0b3a67b-c257-4766-9eb5-93f8a520f006 service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Refreshing network info cache for port fd8a70a9-83e9-4c04-8061-dcc0abf67317 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.569018] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6b3b033-55f5-4188-a9e9-c1555ecc9e75 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.589960] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.591491] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9efb7a96-5a14-4f09-8643-b54f6df98554 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.593548] env[68835]: DEBUG oslo_vmware.api [None req-14d2e6b3-fcef-4a0f-ac52-ca156c193e87 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Waiting for the task: (returnval){ [ 948.593548] env[68835]: value = "task-3154412" [ 948.593548] env[68835]: _type = "Task" [ 948.593548] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.598591] env[68835]: DEBUG oslo_vmware.api [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for the task: (returnval){ [ 948.598591] env[68835]: value = "task-3154413" [ 948.598591] env[68835]: _type = "Task" [ 948.598591] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.606545] env[68835]: DEBUG oslo_vmware.api [None req-14d2e6b3-fcef-4a0f-ac52-ca156c193e87 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3154412, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.612762] env[68835]: DEBUG oslo_vmware.api [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.659280] env[68835]: DEBUG nova.compute.manager [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.684065] env[68835]: DEBUG nova.virt.hardware [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4409c3aeb449fb46e3da155b7c3b5c56',container_format='bare',created_at=2025-03-25T18:38:42Z,direct_url=,disk_format='vmdk',id=013b978c-5972-4f78-b9c6-60338f3af09f,min_disk=1,min_ram=0,name='tempest-test-snap-399354765',owner='0f8791e85e9748538ea6efc5bb61f1ee',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-25T18:38:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.684514] env[68835]: DEBUG nova.virt.hardware [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.684606] env[68835]: DEBUG nova.virt.hardware [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.684732] env[68835]: DEBUG nova.virt.hardware [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.684880] env[68835]: DEBUG nova.virt.hardware [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.685041] env[68835]: DEBUG nova.virt.hardware [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.685264] env[68835]: DEBUG nova.virt.hardware [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.685515] env[68835]: DEBUG nova.virt.hardware [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.685877] env[68835]: DEBUG nova.virt.hardware [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.686074] env[68835]: DEBUG nova.virt.hardware [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.686319] env[68835]: DEBUG nova.virt.hardware [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.687618] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded28ffa-73fe-4d0f-8ba4-a2b2d85c92ec {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.690893] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.693150] env[68835]: DEBUG oslo_concurrency.lockutils [None req-67eedb99-e850-492b-8721-9e9be2370e51 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 24.149s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.701718] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e96010-1b1f-4731-9ffc-2808498f7d21 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.726203] env[68835]: INFO nova.scheduler.client.report [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Deleted allocations for instance 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f [ 948.833313] env[68835]: DEBUG oslo_vmware.api [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154411, 'name': PowerOffVM_Task, 'duration_secs': 0.488112} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.835968] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.836172] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.836449] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32d0edb0-ee60-4e85-8a22-b7c28ac2925a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.875729] env[68835]: DEBUG nova.network.neutron [req-b461d69f-f8c2-40b7-aeae-81173d4c41a2 req-a0b3a67b-c257-4766-9eb5-93f8a520f006 service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Updated VIF entry in instance network info cache for port fd8a70a9-83e9-4c04-8061-dcc0abf67317. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.876106] env[68835]: DEBUG nova.network.neutron [req-b461d69f-f8c2-40b7-aeae-81173d4c41a2 req-a0b3a67b-c257-4766-9eb5-93f8a520f006 service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Updating instance_info_cache with network_info: [{"id": "fd8a70a9-83e9-4c04-8061-dcc0abf67317", "address": "fa:16:3e:0a:fc:c0", "network": {"id": "d7e0b2f1-dff6-4921-ac15-059303bbfbba", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1012945332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c74b5477f78b4796b0657ce0a97c04fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8a70a9-83", "ovs_interfaceid": "fd8a70a9-83e9-4c04-8061-dcc0abf67317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.901722] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.901900] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.902098] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Deleting the datastore file [datastore2] d5ab1888-4692-4c9b-be29-6adda0c5c931 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.902410] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2932c94-eb51-43a9-9a7c-ede30de61372 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.909938] env[68835]: DEBUG oslo_vmware.api [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for the task: (returnval){ [ 948.909938] env[68835]: value = "task-3154415" [ 948.909938] env[68835]: _type = "Task" [ 948.909938] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.917771] env[68835]: DEBUG oslo_vmware.api [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.054880] env[68835]: DEBUG oslo_vmware.api [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154410, 'name': RemoveSnapshot_Task, 'duration_secs': 0.637125} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.055207] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Deleted Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 949.107964] env[68835]: DEBUG oslo_vmware.api [None req-14d2e6b3-fcef-4a0f-ac52-ca156c193e87 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3154412, 'name': ReconfigVM_Task, 'duration_secs': 0.163891} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.108678] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-14d2e6b3-fcef-4a0f-ac52-ca156c193e87 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Reconfigured VM instance to set the machine id {{(pid=68835) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 949.117630] env[68835]: DEBUG oslo_vmware.api [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154413, 'name': PowerOffVM_Task, 'duration_secs': 0.223784} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.117630] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.117630] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.117630] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93d9b389-998a-474d-8ba5-da00840e4160 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.143414] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.144038] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.144038] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Deleting the datastore file [datastore2] dcd30b3e-ddc0-4568-abfb-b82abe31d64b {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.144249] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c154cb0-e71f-4b74-9c21-2344baa21e82 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.152896] env[68835]: DEBUG oslo_vmware.api [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for the task: (returnval){ [ 949.152896] env[68835]: value = "task-3154417" [ 949.152896] env[68835]: _type = "Task" [ 949.152896] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.163234] env[68835]: DEBUG oslo_vmware.api [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.232831] env[68835]: DEBUG nova.compute.manager [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.237022] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5ace47-2d3c-432a-987f-68f87bb2559f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.239497] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2abcd68c-8383-4a92-a583-916043f06dea tempest-ServersAdminTestJSON-2066352638 tempest-ServersAdminTestJSON-2066352638-project-member] Lock "9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.178s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.379889] env[68835]: DEBUG oslo_concurrency.lockutils [req-b461d69f-f8c2-40b7-aeae-81173d4c41a2 req-a0b3a67b-c257-4766-9eb5-93f8a520f006 service nova] Releasing lock "refresh_cache-c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.421219] env[68835]: DEBUG oslo_vmware.api [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Task: {'id': task-3154415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215215} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.423850] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.424053] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.424326] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.424507] env[68835]: INFO nova.compute.manager [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Took 1.12 seconds to destroy the instance on the hypervisor. [ 949.424745] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.425145] env[68835]: DEBUG nova.compute.manager [-] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.425255] env[68835]: DEBUG nova.network.neutron [-] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.454814] env[68835]: DEBUG oslo_concurrency.lockutils [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Acquiring lock "c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.455081] env[68835]: DEBUG oslo_concurrency.lockutils [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Lock "c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.455295] env[68835]: DEBUG oslo_concurrency.lockutils [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Acquiring lock "c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.455477] env[68835]: DEBUG oslo_concurrency.lockutils [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Lock "c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.455647] env[68835]: DEBUG oslo_concurrency.lockutils [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Lock "c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.457726] env[68835]: INFO nova.compute.manager [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Terminating instance [ 949.560015] env[68835]: WARNING nova.compute.manager [None req-48b9be83-1da1-4f77-8094-c62ebb64ac3d tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Image not found during snapshot: nova.exception.ImageNotFound: Image 7fbce7ed-1f2c-4d74-b44d-c1579b4a04eb could not be found. [ 949.596802] env[68835]: DEBUG nova.compute.manager [req-9d11cee8-d800-48ed-9adc-598f1464e527 req-affb25e0-186a-4cf2-8c21-3451aab35237 service nova] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Received event network-vif-plugged-fa9b6c52-676a-4b94-9a44-a75032f8ad8b {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.596802] env[68835]: DEBUG oslo_concurrency.lockutils [req-9d11cee8-d800-48ed-9adc-598f1464e527 req-affb25e0-186a-4cf2-8c21-3451aab35237 service nova] Acquiring lock "30320550-99f9-4a54-aebd-ed0586075a2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.597015] env[68835]: DEBUG oslo_concurrency.lockutils [req-9d11cee8-d800-48ed-9adc-598f1464e527 req-affb25e0-186a-4cf2-8c21-3451aab35237 service nova] Lock "30320550-99f9-4a54-aebd-ed0586075a2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.597377] env[68835]: DEBUG oslo_concurrency.lockutils [req-9d11cee8-d800-48ed-9adc-598f1464e527 req-affb25e0-186a-4cf2-8c21-3451aab35237 service nova] Lock "30320550-99f9-4a54-aebd-ed0586075a2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.597556] env[68835]: DEBUG nova.compute.manager [req-9d11cee8-d800-48ed-9adc-598f1464e527 req-affb25e0-186a-4cf2-8c21-3451aab35237 service nova] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] No waiting events found dispatching network-vif-plugged-fa9b6c52-676a-4b94-9a44-a75032f8ad8b {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.598064] env[68835]: WARNING nova.compute.manager [req-9d11cee8-d800-48ed-9adc-598f1464e527 req-affb25e0-186a-4cf2-8c21-3451aab35237 service nova] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Received unexpected event network-vif-plugged-fa9b6c52-676a-4b94-9a44-a75032f8ad8b for instance with vm_state building and task_state spawning. [ 949.602287] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e09a426-e983-429f-a900-3c96a2664443 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.609918] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda8e47c-03e6-43b3-86d8-33de54260330 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.644780] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929216e9-dea1-461c-8fe0-e104d2698eb4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.653722] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b00599e-e34c-45ed-a197-a5e1560386a7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.670611] env[68835]: DEBUG nova.compute.provider_tree [None req-67eedb99-e850-492b-8721-9e9be2370e51 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.676188] env[68835]: DEBUG oslo_vmware.api [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Task: {'id': task-3154417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239977} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.680197] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.680197] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.680197] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.680197] env[68835]: INFO nova.compute.manager [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 949.680197] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.680197] env[68835]: DEBUG nova.compute.manager [-] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.680197] env[68835]: DEBUG nova.network.neutron [-] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.703110] env[68835]: DEBUG nova.compute.manager [req-18180d2e-531e-4161-8469-85eb532e9d1b req-3a6cf8b0-c9de-41a5-af58-e196444539f5 service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Received event network-vif-deleted-d68144d4-a58b-4c9f-8b7b-e931045215f6 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.703311] env[68835]: INFO nova.compute.manager [req-18180d2e-531e-4161-8469-85eb532e9d1b req-3a6cf8b0-c9de-41a5-af58-e196444539f5 service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Neutron deleted interface d68144d4-a58b-4c9f-8b7b-e931045215f6; detaching it from the instance and deleting it from the info cache [ 949.703485] env[68835]: DEBUG nova.network.neutron [req-18180d2e-531e-4161-8469-85eb532e9d1b req-3a6cf8b0-c9de-41a5-af58-e196444539f5 service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.726301] env[68835]: DEBUG nova.network.neutron [-] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.752021] env[68835]: INFO nova.compute.manager [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] instance snapshotting [ 949.755411] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b64e06-d073-4feb-86ec-b4faa6e74514 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.776428] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f225104-260e-43c9-b56f-e866e69243ac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.857054] env[68835]: DEBUG nova.network.neutron [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Successfully updated port: fa9b6c52-676a-4b94-9a44-a75032f8ad8b {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.962855] env[68835]: DEBUG nova.compute.manager [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.963189] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.964395] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fae22c-0dd3-4e52-b749-4fe38b9ebd0b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.972163] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.972595] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89f2f0b8-fb62-42d9-ab73-c5dae48f2dde {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.978524] env[68835]: DEBUG oslo_vmware.api [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Waiting for the task: (returnval){ [ 949.978524] env[68835]: value = "task-3154418" [ 949.978524] env[68835]: _type = "Task" [ 949.978524] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.987927] env[68835]: DEBUG oslo_vmware.api [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3154418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.178811] env[68835]: DEBUG nova.scheduler.client.report [None req-67eedb99-e850-492b-8721-9e9be2370e51 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.183768] env[68835]: DEBUG nova.network.neutron [-] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.206586] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-696d507c-c69f-41d4-b782-3e0a2c0440ea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.222126] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf74c70-ec23-4fec-a09c-6a6ae522e2c8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.239512] env[68835]: DEBUG nova.network.neutron [-] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.270597] env[68835]: DEBUG nova.compute.manager [req-18180d2e-531e-4161-8469-85eb532e9d1b req-3a6cf8b0-c9de-41a5-af58-e196444539f5 service nova] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Detach interface failed, port_id=d68144d4-a58b-4c9f-8b7b-e931045215f6, reason: Instance d5ab1888-4692-4c9b-be29-6adda0c5c931 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 950.291052] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Creating Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 950.291052] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-53d63642-c4bf-4d44-8f9a-db044c12e8f0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.298016] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 950.298016] env[68835]: value = "task-3154419" [ 950.298016] env[68835]: _type = "Task" [ 950.298016] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.306585] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154419, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.362919] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "refresh_cache-30320550-99f9-4a54-aebd-ed0586075a2b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.362919] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquired lock "refresh_cache-30320550-99f9-4a54-aebd-ed0586075a2b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.362919] env[68835]: DEBUG nova.network.neutron [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.415235] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "d37e1129-5f90-4cb2-bd02-66049e36fc20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.415489] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "d37e1129-5f90-4cb2-bd02-66049e36fc20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.415737] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "d37e1129-5f90-4cb2-bd02-66049e36fc20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.415933] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "d37e1129-5f90-4cb2-bd02-66049e36fc20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.416129] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "d37e1129-5f90-4cb2-bd02-66049e36fc20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.418492] env[68835]: INFO nova.compute.manager [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Terminating instance [ 950.488772] env[68835]: DEBUG oslo_vmware.api [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3154418, 'name': PowerOffVM_Task, 'duration_secs': 0.200366} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.489046] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.489214] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.489464] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b0cbfc7-776e-4557-b9dd-9b8c30c28022 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.553978] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.554224] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.554405] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Deleting the datastore file [datastore1] c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.554665] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a674c652-cd93-4d05-b963-3a59c5e75cab {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.561471] env[68835]: DEBUG oslo_vmware.api [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Waiting for the task: (returnval){ [ 950.561471] env[68835]: value = "task-3154421" [ 950.561471] env[68835]: _type = "Task" [ 950.561471] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.569230] env[68835]: DEBUG oslo_vmware.api [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3154421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.687781] env[68835]: INFO nova.compute.manager [-] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Took 1.26 seconds to deallocate network for instance. [ 950.719020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquiring lock "036b2b50-7c4b-444c-9645-7502e650e674" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.719020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lock "036b2b50-7c4b-444c-9645-7502e650e674" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.719020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquiring lock "036b2b50-7c4b-444c-9645-7502e650e674-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.719020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lock "036b2b50-7c4b-444c-9645-7502e650e674-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.719020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lock "036b2b50-7c4b-444c-9645-7502e650e674-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.721692] env[68835]: INFO nova.compute.manager [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Terminating instance [ 950.744526] env[68835]: INFO nova.compute.manager [-] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Took 1.06 seconds to deallocate network for instance. [ 950.807899] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154419, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.897859] env[68835]: DEBUG nova.network.neutron [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.922445] env[68835]: DEBUG nova.compute.manager [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.922924] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.924467] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3675e408-670e-45fc-bc07-3633cb40e38f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.933439] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.933797] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98fadd6d-b683-401b-9b53-52eea35019a2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.941275] env[68835]: DEBUG oslo_vmware.api [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 950.941275] env[68835]: value = "task-3154422" [ 950.941275] env[68835]: _type = "Task" [ 950.941275] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.950294] env[68835]: DEBUG oslo_vmware.api [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.078465] env[68835]: DEBUG oslo_vmware.api [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Task: {'id': task-3154421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417858} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.078465] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.078465] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.078465] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.078465] env[68835]: INFO nova.compute.manager [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 951.078465] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.078465] env[68835]: DEBUG nova.compute.manager [-] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.078465] env[68835]: DEBUG nova.network.neutron [-] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.095181] env[68835]: DEBUG nova.network.neutron [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Updating instance_info_cache with network_info: [{"id": "fa9b6c52-676a-4b94-9a44-a75032f8ad8b", "address": "fa:16:3e:ae:a9:34", "network": {"id": "a8e5adda-7b2f-4e21-8fa1-724a60f0e662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-461378913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8791e85e9748538ea6efc5bb61f1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9b6c52-67", "ovs_interfaceid": "fa9b6c52-676a-4b94-9a44-a75032f8ad8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.187490] env[68835]: DEBUG oslo_concurrency.lockutils [None req-67eedb99-e850-492b-8721-9e9be2370e51 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.494s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.190212] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.421s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.190437] env[68835]: DEBUG nova.objects.instance [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lazy-loading 'resources' on Instance uuid 848e3483-2708-4f0e-8b10-4e7405b0a156 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.197640] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.225539] env[68835]: DEBUG nova.compute.manager [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.225811] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.226770] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f091c8-8aca-47a7-835f-1095a1b75d01 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.240204] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.240204] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ef8efff-c765-4015-b5f4-16f54fb98eb7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.247531] env[68835]: DEBUG oslo_vmware.api [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 951.247531] env[68835]: value = "task-3154423" [ 951.247531] env[68835]: _type = "Task" [ 951.247531] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.253968] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.260194] env[68835]: DEBUG oslo_vmware.api [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3154423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.311510] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154419, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.451986] env[68835]: DEBUG oslo_vmware.api [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154422, 'name': PowerOffVM_Task, 'duration_secs': 0.20719} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.452278] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.452445] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.452712] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e87a268-1f99-452b-a589-71f125ded575 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.513120] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.513338] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.513522] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Deleting the datastore file [datastore2] d37e1129-5f90-4cb2-bd02-66049e36fc20 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.515137] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-528f18c3-5ff1-44dd-965f-6334b7239b0e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.522332] env[68835]: DEBUG oslo_vmware.api [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 951.522332] env[68835]: value = "task-3154425" [ 951.522332] env[68835]: _type = "Task" [ 951.522332] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.531256] env[68835]: DEBUG oslo_vmware.api [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.598691] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Releasing lock "refresh_cache-30320550-99f9-4a54-aebd-ed0586075a2b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.599044] env[68835]: DEBUG nova.compute.manager [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Instance network_info: |[{"id": "fa9b6c52-676a-4b94-9a44-a75032f8ad8b", "address": "fa:16:3e:ae:a9:34", "network": {"id": "a8e5adda-7b2f-4e21-8fa1-724a60f0e662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-461378913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8791e85e9748538ea6efc5bb61f1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9b6c52-67", "ovs_interfaceid": "fa9b6c52-676a-4b94-9a44-a75032f8ad8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.599477] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:a9:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa9b6c52-676a-4b94-9a44-a75032f8ad8b', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.607628] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.607937] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.608121] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c60c83e0-a379-40dc-bd22-0fcae60d5ceb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.628776] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.628776] env[68835]: value = "task-3154426" [ 951.628776] env[68835]: _type = "Task" [ 951.628776] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.638896] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154426, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.681370] env[68835]: DEBUG nova.compute.manager [req-b0226793-cf30-449b-a042-67e4ec2818a2 req-14e6efdd-0b48-4b5b-9262-d0295ec09a20 service nova] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Received event network-changed-fa9b6c52-676a-4b94-9a44-a75032f8ad8b {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.681565] env[68835]: DEBUG nova.compute.manager [req-b0226793-cf30-449b-a042-67e4ec2818a2 req-14e6efdd-0b48-4b5b-9262-d0295ec09a20 service nova] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Refreshing instance network info cache due to event network-changed-fa9b6c52-676a-4b94-9a44-a75032f8ad8b. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.681787] env[68835]: DEBUG oslo_concurrency.lockutils [req-b0226793-cf30-449b-a042-67e4ec2818a2 req-14e6efdd-0b48-4b5b-9262-d0295ec09a20 service nova] Acquiring lock "refresh_cache-30320550-99f9-4a54-aebd-ed0586075a2b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.681931] env[68835]: DEBUG oslo_concurrency.lockutils [req-b0226793-cf30-449b-a042-67e4ec2818a2 req-14e6efdd-0b48-4b5b-9262-d0295ec09a20 service nova] Acquired lock "refresh_cache-30320550-99f9-4a54-aebd-ed0586075a2b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.682427] env[68835]: DEBUG nova.network.neutron [req-b0226793-cf30-449b-a042-67e4ec2818a2 req-14e6efdd-0b48-4b5b-9262-d0295ec09a20 service nova] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Refreshing network info cache for port fa9b6c52-676a-4b94-9a44-a75032f8ad8b {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.762522] env[68835]: DEBUG oslo_vmware.api [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3154423, 'name': PowerOffVM_Task, 'duration_secs': 0.390017} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.765446] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.765638] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.766435] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-202c11b8-6413-4a08-ba61-ddb8e2882d3d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.773678] env[68835]: INFO nova.scheduler.client.report [None req-67eedb99-e850-492b-8721-9e9be2370e51 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleted allocation for migration 9c18eac5-5085-4327-a1cf-4b17b71db281 [ 951.807906] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154419, 'name': CreateSnapshot_Task, 'duration_secs': 1.045447} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.811846] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Created Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 951.813474] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4d7075-3b22-42a3-87cc-89d9433fb972 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.837218] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.837442] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.837612] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Deleting the datastore file [datastore2] 036b2b50-7c4b-444c-9645-7502e650e674 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.837924] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-252cdb97-ce54-41c7-962a-27e04e2a6e87 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.845666] env[68835]: DEBUG oslo_vmware.api [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for the task: (returnval){ [ 951.845666] env[68835]: value = "task-3154428" [ 951.845666] env[68835]: _type = "Task" [ 951.845666] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.855854] env[68835]: DEBUG oslo_vmware.api [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3154428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.039444] env[68835]: DEBUG oslo_vmware.api [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222636} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.039850] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.040174] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.040835] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.040835] env[68835]: INFO nova.compute.manager [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Took 1.12 seconds to destroy the instance on the hypervisor. [ 952.040835] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.041208] env[68835]: DEBUG nova.compute.manager [-] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.041208] env[68835]: DEBUG nova.network.neutron [-] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.111471] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65bb046-d7fc-4ff5-aa80-512be1754f75 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.120412] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65992ef4-4cec-46bd-bb9a-2101081a23a9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.156389] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822c3843-0ecf-4934-b092-d827dac8729a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.167354] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b6d57c-abd5-4788-8728-35f932e27dd7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.171227] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154426, 'name': CreateVM_Task, 'duration_secs': 0.485347} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.171227] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.171933] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/013b978c-5972-4f78-b9c6-60338f3af09f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.172140] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/013b978c-5972-4f78-b9c6-60338f3af09f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.172504] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/013b978c-5972-4f78-b9c6-60338f3af09f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.172790] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e026df86-7343-4ec5-bb08-6d24b12503ed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.189021] env[68835]: DEBUG nova.compute.provider_tree [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.189021] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 952.189021] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52ff0775-fb03-fee7-d9cf-4b2c9f8cbe93" [ 952.189021] env[68835]: _type = "Task" [ 952.189021] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.195334] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ff0775-fb03-fee7-d9cf-4b2c9f8cbe93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.278909] env[68835]: DEBUG oslo_concurrency.lockutils [None req-67eedb99-e850-492b-8721-9e9be2370e51 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "f64170b9-d070-4f08-a0bb-0cebc3a598f2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 31.019s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.338013] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Creating linked-clone VM from snapshot {{(pid=68835) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 952.338550] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c1432d04-e9c7-4808-9f30-394f98ae8e2b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.352496] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 952.352496] env[68835]: value = "task-3154429" [ 952.352496] env[68835]: _type = "Task" [ 952.352496] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.359143] env[68835]: DEBUG oslo_vmware.api [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Task: {'id': task-3154428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440346} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.360443] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.360443] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.360443] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.360443] env[68835]: INFO nova.compute.manager [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Took 1.13 seconds to destroy the instance on the hypervisor. [ 952.360655] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.360728] env[68835]: DEBUG nova.compute.manager [-] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.360762] env[68835]: DEBUG nova.network.neutron [-] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.366649] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154429, 'name': CloneVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.545305] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.545305] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.610274] env[68835]: DEBUG nova.network.neutron [req-b0226793-cf30-449b-a042-67e4ec2818a2 req-14e6efdd-0b48-4b5b-9262-d0295ec09a20 service nova] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Updated VIF entry in instance network info cache for port fa9b6c52-676a-4b94-9a44-a75032f8ad8b. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.610630] env[68835]: DEBUG nova.network.neutron [req-b0226793-cf30-449b-a042-67e4ec2818a2 req-14e6efdd-0b48-4b5b-9262-d0295ec09a20 service nova] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Updating instance_info_cache with network_info: [{"id": "fa9b6c52-676a-4b94-9a44-a75032f8ad8b", "address": "fa:16:3e:ae:a9:34", "network": {"id": "a8e5adda-7b2f-4e21-8fa1-724a60f0e662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-461378913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8791e85e9748538ea6efc5bb61f1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa9b6c52-67", "ovs_interfaceid": "fa9b6c52-676a-4b94-9a44-a75032f8ad8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.686135] env[68835]: DEBUG nova.scheduler.client.report [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.700405] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/013b978c-5972-4f78-b9c6-60338f3af09f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.700688] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Processing image 013b978c-5972-4f78-b9c6-60338f3af09f {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.700904] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/013b978c-5972-4f78-b9c6-60338f3af09f/013b978c-5972-4f78-b9c6-60338f3af09f.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.701069] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/013b978c-5972-4f78-b9c6-60338f3af09f/013b978c-5972-4f78-b9c6-60338f3af09f.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.701254] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.701541] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f14fabe8-b7f8-423d-b473-49bf3ef9663c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.713930] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.714134] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.714872] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78fbb9ed-f4cb-43a3-9c63-2910e6d79143 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.724017] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 952.724017] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528c97d3-f192-31e4-3cb9-56759461a335" [ 952.724017] env[68835]: _type = "Task" [ 952.724017] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.732911] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528c97d3-f192-31e4-3cb9-56759461a335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.766298] env[68835]: DEBUG nova.network.neutron [-] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.864718] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154429, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.049566] env[68835]: DEBUG nova.compute.utils [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.079142] env[68835]: DEBUG nova.network.neutron [-] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.115725] env[68835]: DEBUG oslo_concurrency.lockutils [req-b0226793-cf30-449b-a042-67e4ec2818a2 req-14e6efdd-0b48-4b5b-9262-d0295ec09a20 service nova] Releasing lock "refresh_cache-30320550-99f9-4a54-aebd-ed0586075a2b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.195548] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.197888] env[68835]: DEBUG oslo_concurrency.lockutils [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.334s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.201629] env[68835]: INFO nova.compute.claims [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.228930] env[68835]: INFO nova.scheduler.client.report [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Deleted allocations for instance 848e3483-2708-4f0e-8b10-4e7405b0a156 [ 953.242888] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Preparing fetch location {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 953.243077] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Fetch image to [datastore1] OSTACK_IMG_2e63679a-4898-4782-8562-67d673045f99/OSTACK_IMG_2e63679a-4898-4782-8562-67d673045f99.vmdk {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 953.243266] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Downloading stream optimized image 013b978c-5972-4f78-b9c6-60338f3af09f to [datastore1] OSTACK_IMG_2e63679a-4898-4782-8562-67d673045f99/OSTACK_IMG_2e63679a-4898-4782-8562-67d673045f99.vmdk on the data store datastore1 as vApp {{(pid=68835) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 953.243433] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Downloading image file data 013b978c-5972-4f78-b9c6-60338f3af09f to the ESX as VM named 'OSTACK_IMG_2e63679a-4898-4782-8562-67d673045f99' {{(pid=68835) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 953.269909] env[68835]: INFO nova.compute.manager [-] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Took 2.19 seconds to deallocate network for instance. [ 953.360763] env[68835]: DEBUG oslo_vmware.rw_handles [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 953.360763] env[68835]: value = "resgroup-9" [ 953.360763] env[68835]: _type = "ResourcePool" [ 953.360763] env[68835]: }. {{(pid=68835) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 953.361152] env[68835]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d76121aa-3b9d-48cf-90a9-fefefb5a3870 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.383369] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154429, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.384806] env[68835]: DEBUG oslo_vmware.rw_handles [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lease: (returnval){ [ 953.384806] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5211b61c-e695-5e42-d101-a9128f22aa4f" [ 953.384806] env[68835]: _type = "HttpNfcLease" [ 953.384806] env[68835]: } obtained for vApp import into resource pool (val){ [ 953.384806] env[68835]: value = "resgroup-9" [ 953.384806] env[68835]: _type = "ResourcePool" [ 953.384806] env[68835]: }. {{(pid=68835) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 953.385146] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the lease: (returnval){ [ 953.385146] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5211b61c-e695-5e42-d101-a9128f22aa4f" [ 953.385146] env[68835]: _type = "HttpNfcLease" [ 953.385146] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 953.391110] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 953.391110] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5211b61c-e695-5e42-d101-a9128f22aa4f" [ 953.391110] env[68835]: _type = "HttpNfcLease" [ 953.391110] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 953.555702] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.586606] env[68835]: INFO nova.compute.manager [-] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Took 1.55 seconds to deallocate network for instance. [ 953.623460] env[68835]: DEBUG nova.network.neutron [-] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.745873] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2cb8b832-4385-4a03-9d5d-3638354d565a tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "848e3483-2708-4f0e-8b10-4e7405b0a156" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.625s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.781577] env[68835]: DEBUG oslo_concurrency.lockutils [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.869313] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154429, 'name': CloneVM_Task} progress is 95%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.893722] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 953.893722] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5211b61c-e695-5e42-d101-a9128f22aa4f" [ 953.893722] env[68835]: _type = "HttpNfcLease" [ 953.893722] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 954.075109] env[68835]: DEBUG nova.compute.manager [req-42f6bc1e-729a-483a-8a13-684a4db54be7 req-759cc9bd-fd17-42c3-90c7-484d48d85515 service nova] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Received event network-vif-deleted-fd8a70a9-83e9-4c04-8061-dcc0abf67317 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.075335] env[68835]: DEBUG nova.compute.manager [req-42f6bc1e-729a-483a-8a13-684a4db54be7 req-759cc9bd-fd17-42c3-90c7-484d48d85515 service nova] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Received event network-vif-deleted-96e5a29e-ed48-4b40-adca-2c91bee74f96 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.075596] env[68835]: DEBUG nova.compute.manager [req-42f6bc1e-729a-483a-8a13-684a4db54be7 req-759cc9bd-fd17-42c3-90c7-484d48d85515 service nova] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Received event network-vif-deleted-cb0da3d5-42de-4963-af1e-d5e418586216 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.092654] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.128368] env[68835]: INFO nova.compute.manager [-] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Took 1.77 seconds to deallocate network for instance. [ 954.355208] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "f64170b9-d070-4f08-a0bb-0cebc3a598f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.355540] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "f64170b9-d070-4f08-a0bb-0cebc3a598f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.355820] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "f64170b9-d070-4f08-a0bb-0cebc3a598f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.356071] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "f64170b9-d070-4f08-a0bb-0cebc3a598f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.356315] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "f64170b9-d070-4f08-a0bb-0cebc3a598f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.364112] env[68835]: INFO nova.compute.manager [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Terminating instance [ 954.382986] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154429, 'name': CloneVM_Task, 'duration_secs': 1.605887} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.384058] env[68835]: INFO nova.virt.vmwareapi.vmops [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Created linked-clone VM from snapshot [ 954.385774] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1751b41-406d-4938-8a75-8fa150223152 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.407994] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Uploading image d8b6316c-3cc8-41cb-a3ec-64f53723aa29 {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 954.416402] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 954.416402] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5211b61c-e695-5e42-d101-a9128f22aa4f" [ 954.416402] env[68835]: _type = "HttpNfcLease" [ 954.416402] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 954.419547] env[68835]: DEBUG oslo_vmware.rw_handles [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 954.419547] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5211b61c-e695-5e42-d101-a9128f22aa4f" [ 954.419547] env[68835]: _type = "HttpNfcLease" [ 954.419547] env[68835]: }. {{(pid=68835) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 954.420714] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b41447-fe31-4fe1-b590-01c41807809b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.435741] env[68835]: DEBUG oslo_vmware.rw_handles [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d5215-ee70-633e-aa71-b9595389ae4f/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 954.436084] env[68835]: DEBUG oslo_vmware.rw_handles [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d5215-ee70-633e-aa71-b9595389ae4f/disk-0.vmdk. {{(pid=68835) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 954.509030] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "a0975e17-063b-4e18-a71a-75af7ba035bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.509030] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "a0975e17-063b-4e18-a71a-75af7ba035bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.509030] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "a0975e17-063b-4e18-a71a-75af7ba035bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.509030] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "a0975e17-063b-4e18-a71a-75af7ba035bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.509320] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "a0975e17-063b-4e18-a71a-75af7ba035bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.513110] env[68835]: INFO nova.compute.manager [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Terminating instance [ 954.520385] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e622e58b-adb5-4114-baa4-05712e3b5f0f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.537486] env[68835]: DEBUG oslo_vmware.rw_handles [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 954.537486] env[68835]: value = "vm-631193" [ 954.537486] env[68835]: _type = "VirtualMachine" [ 954.537486] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 954.537765] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6b6e600a-6b07-475a-b6dd-841dfe9a1c28 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.544487] env[68835]: DEBUG oslo_vmware.rw_handles [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lease: (returnval){ [ 954.544487] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5291e18c-9b24-6920-53b3-5e984d8efa95" [ 954.544487] env[68835]: _type = "HttpNfcLease" [ 954.544487] env[68835]: } obtained for exporting VM: (result){ [ 954.544487] env[68835]: value = "vm-631193" [ 954.544487] env[68835]: _type = "VirtualMachine" [ 954.544487] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 954.545110] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the lease: (returnval){ [ 954.545110] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5291e18c-9b24-6920-53b3-5e984d8efa95" [ 954.545110] env[68835]: _type = "HttpNfcLease" [ 954.545110] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 954.553262] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 954.553262] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5291e18c-9b24-6920-53b3-5e984d8efa95" [ 954.553262] env[68835]: _type = "HttpNfcLease" [ 954.553262] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 954.622535] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.622808] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.623073] env[68835]: INFO nova.compute.manager [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Attaching volume 7333ada0-6337-4bca-a34a-84d7c7f5d087 to /dev/sdb [ 954.638553] env[68835]: DEBUG oslo_concurrency.lockutils [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.667778] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ac1300-9869-4fe7-a703-e73d8c4fdc09 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.677675] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fb79a1-e55f-40ec-b7de-6a9cc477e1d1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.683610] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b35b67-c00a-4cb1-af9c-ab30cabbf19e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.695922] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867f7fc3-2416-4fa2-902f-4e69bd29660a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.700443] env[68835]: DEBUG nova.virt.block_device [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Updating existing volume attachment record: 756fb269-5346-4ea5-a1af-67a32e8a9f1a {{(pid=68835) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 954.736382] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47253e8-b510-4d12-ab57-6a8777914a40 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.751152] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a728a8e-6694-4375-85c8-5c519f0bc9c4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.769930] env[68835]: DEBUG nova.compute.provider_tree [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.874348] env[68835]: DEBUG nova.compute.manager [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.874584] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.876066] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99edb7ce-5f0d-4873-91dd-622202970903 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.884246] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.884613] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e39e1ec4-50c6-4218-ba15-b2f93a1c8360 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.891446] env[68835]: DEBUG oslo_vmware.api [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 954.891446] env[68835]: value = "task-3154433" [ 954.891446] env[68835]: _type = "Task" [ 954.891446] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.898835] env[68835]: DEBUG oslo_vmware.api [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.022096] env[68835]: DEBUG nova.compute.manager [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.022608] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.025362] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b112f2-75ec-4850-a464-9ccb311019fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.038881] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.038881] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36c37bc2-454a-4ebe-9aa3-50457f838f2d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.045638] env[68835]: DEBUG oslo_vmware.api [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 955.045638] env[68835]: value = "task-3154434" [ 955.045638] env[68835]: _type = "Task" [ 955.045638] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.060131] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 955.060131] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5291e18c-9b24-6920-53b3-5e984d8efa95" [ 955.060131] env[68835]: _type = "HttpNfcLease" [ 955.060131] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 955.066493] env[68835]: DEBUG oslo_vmware.rw_handles [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 955.066493] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5291e18c-9b24-6920-53b3-5e984d8efa95" [ 955.066493] env[68835]: _type = "HttpNfcLease" [ 955.066493] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 955.066493] env[68835]: DEBUG oslo_vmware.api [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.070034] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcab384f-7a62-4a82-935b-30a83ff048e6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.078769] env[68835]: DEBUG oslo_vmware.rw_handles [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527dc456-f1b9-4f6c-22f9-32dbaaf0daa6/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 955.079082] env[68835]: DEBUG oslo_vmware.rw_handles [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527dc456-f1b9-4f6c-22f9-32dbaaf0daa6/disk-0.vmdk for reading. {{(pid=68835) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 955.175228] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "291b6185-0329-4d3b-838e-451abe781075" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.176527] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "291b6185-0329-4d3b-838e-451abe781075" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.208195] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-006b01a8-f2d5-4af4-9c6b-054cdd4646f7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.274055] env[68835]: DEBUG nova.scheduler.client.report [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.391411] env[68835]: DEBUG oslo_vmware.rw_handles [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Completed reading data from the image iterator. {{(pid=68835) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 955.391713] env[68835]: DEBUG oslo_vmware.rw_handles [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d5215-ee70-633e-aa71-b9595389ae4f/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 955.392844] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7331b86-7585-49b0-a0a1-b2f2b67f1405 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.405353] env[68835]: DEBUG oslo_vmware.rw_handles [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d5215-ee70-633e-aa71-b9595389ae4f/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 955.405621] env[68835]: DEBUG oslo_vmware.rw_handles [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d5215-ee70-633e-aa71-b9595389ae4f/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 955.409771] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e128c1da-925b-4e5f-a841-4f52157307f3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.411866] env[68835]: DEBUG oslo_vmware.api [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154433, 'name': PowerOffVM_Task, 'duration_secs': 0.24096} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.412712] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.413029] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.413627] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97094ea2-3bd9-492a-807a-30e8468a8d58 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.475562] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.475837] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.476061] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleting the datastore file [datastore2] f64170b9-d070-4f08-a0bb-0cebc3a598f2 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.476371] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9da8e2d-0aa0-4c1e-8903-23239e6654c0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.485784] env[68835]: DEBUG oslo_vmware.api [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 955.485784] env[68835]: value = "task-3154438" [ 955.485784] env[68835]: _type = "Task" [ 955.485784] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.497539] env[68835]: DEBUG oslo_vmware.api [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.559642] env[68835]: DEBUG oslo_vmware.api [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154434, 'name': PowerOffVM_Task, 'duration_secs': 0.246713} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.559775] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.559966] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.560286] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-148f6e70-78ec-4600-bf5b-b0f1487ebbb1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.628502] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.629341] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.629768] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Deleting the datastore file [datastore1] a0975e17-063b-4e18-a71a-75af7ba035bb {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.631221] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-803873f6-4683-4db5-a8f0-fdac810858d1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.638191] env[68835]: DEBUG oslo_vmware.api [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for the task: (returnval){ [ 955.638191] env[68835]: value = "task-3154440" [ 955.638191] env[68835]: _type = "Task" [ 955.638191] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.649454] env[68835]: DEBUG oslo_vmware.api [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.656155] env[68835]: DEBUG oslo_vmware.rw_handles [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d5215-ee70-633e-aa71-b9595389ae4f/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 955.656812] env[68835]: INFO nova.virt.vmwareapi.images [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Downloaded image file data 013b978c-5972-4f78-b9c6-60338f3af09f [ 955.657740] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c646a891-487e-4b3e-80d8-f0c8c13dbc45 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.675235] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da55005a-d783-46be-ae20-af55aa9669d8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.678804] env[68835]: DEBUG nova.compute.manager [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.697054] env[68835]: INFO nova.virt.vmwareapi.images [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] The imported VM was unregistered [ 955.703124] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Caching image {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 955.703124] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Creating directory with path [datastore1] devstack-image-cache_base/013b978c-5972-4f78-b9c6-60338f3af09f {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.703124] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-193d49a9-1c41-41ed-acbb-dff9c2e8b6a4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.722767] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Created directory with path [datastore1] devstack-image-cache_base/013b978c-5972-4f78-b9c6-60338f3af09f {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.722885] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2e63679a-4898-4782-8562-67d673045f99/OSTACK_IMG_2e63679a-4898-4782-8562-67d673045f99.vmdk to [datastore1] devstack-image-cache_base/013b978c-5972-4f78-b9c6-60338f3af09f/013b978c-5972-4f78-b9c6-60338f3af09f.vmdk. {{(pid=68835) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 955.723183] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2019259b-2385-47eb-aef9-7a2baa228e64 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.731694] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 955.731694] env[68835]: value = "task-3154442" [ 955.731694] env[68835]: _type = "Task" [ 955.731694] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.746840] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154442, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.779167] env[68835]: DEBUG oslo_concurrency.lockutils [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.779850] env[68835]: DEBUG nova.compute.manager [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.784341] env[68835]: DEBUG oslo_concurrency.lockutils [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.895s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.786032] env[68835]: INFO nova.compute.claims [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.996950] env[68835]: DEBUG oslo_vmware.api [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23173} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.997531] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.998015] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.998015] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.998633] env[68835]: INFO nova.compute.manager [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 955.998841] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.999267] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "interface-47b71583-afd4-456f-b393-38494bb43a12-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.999609] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "interface-47b71583-afd4-456f-b393-38494bb43a12-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.000127] env[68835]: DEBUG nova.objects.instance [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lazy-loading 'flavor' on Instance uuid 47b71583-afd4-456f-b393-38494bb43a12 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.003875] env[68835]: DEBUG nova.compute.manager [-] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.003875] env[68835]: DEBUG nova.network.neutron [-] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.150177] env[68835]: DEBUG oslo_vmware.api [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Task: {'id': task-3154440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267262} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.150533] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.150919] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.151263] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.151393] env[68835]: INFO nova.compute.manager [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 956.152117] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.152386] env[68835]: DEBUG nova.compute.manager [-] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.152793] env[68835]: DEBUG nova.network.neutron [-] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.211403] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.248255] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154442, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.290496] env[68835]: DEBUG nova.compute.utils [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.296064] env[68835]: DEBUG nova.compute.manager [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.296064] env[68835]: DEBUG nova.network.neutron [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.370627] env[68835]: DEBUG nova.policy [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db3e692c7b6c427092c5df3846e0c56e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5789565d9a494faa810646fa93eca63f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.431642] env[68835]: DEBUG nova.compute.manager [req-86063fa3-c93b-44ea-90ee-68609d673f6d req-fd7a1afa-e0b3-4ab2-a5f2-b00bca476b6c service nova] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Received event network-vif-deleted-e9f7851f-618f-4314-82b5-cdd3f3b5164b {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.431735] env[68835]: INFO nova.compute.manager [req-86063fa3-c93b-44ea-90ee-68609d673f6d req-fd7a1afa-e0b3-4ab2-a5f2-b00bca476b6c service nova] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Neutron deleted interface e9f7851f-618f-4314-82b5-cdd3f3b5164b; detaching it from the instance and deleting it from the info cache [ 956.431882] env[68835]: DEBUG nova.network.neutron [req-86063fa3-c93b-44ea-90ee-68609d673f6d req-fd7a1afa-e0b3-4ab2-a5f2-b00bca476b6c service nova] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.485357] env[68835]: DEBUG nova.compute.manager [req-0d4d9118-f817-4e65-a21e-376a3b36bb64 req-0508538d-c052-4b68-9d1b-da7548921309 service nova] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Received event network-vif-deleted-27a0f409-24f9-4287-8e51-2fe1f39a7e90 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.485606] env[68835]: INFO nova.compute.manager [req-0d4d9118-f817-4e65-a21e-376a3b36bb64 req-0508538d-c052-4b68-9d1b-da7548921309 service nova] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Neutron deleted interface 27a0f409-24f9-4287-8e51-2fe1f39a7e90; detaching it from the instance and deleting it from the info cache [ 956.485786] env[68835]: DEBUG nova.network.neutron [req-0d4d9118-f817-4e65-a21e-376a3b36bb64 req-0508538d-c052-4b68-9d1b-da7548921309 service nova] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.574281] env[68835]: DEBUG nova.objects.instance [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lazy-loading 'pci_requests' on Instance uuid 47b71583-afd4-456f-b393-38494bb43a12 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.724723] env[68835]: DEBUG nova.network.neutron [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Successfully created port: 4e2fe752-2a1a-4454-98a3-c3e56414020a {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.747970] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154442, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.795847] env[68835]: DEBUG nova.compute.manager [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.867887] env[68835]: DEBUG nova.network.neutron [-] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.936308] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4297e497-18e1-4d9d-84fe-5a5772653712 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.951893] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f380f0d-5bf8-4cd8-9c5c-980cf63016e4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.970237] env[68835]: DEBUG nova.network.neutron [-] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.996854] env[68835]: DEBUG nova.compute.manager [req-86063fa3-c93b-44ea-90ee-68609d673f6d req-fd7a1afa-e0b3-4ab2-a5f2-b00bca476b6c service nova] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Detach interface failed, port_id=e9f7851f-618f-4314-82b5-cdd3f3b5164b, reason: Instance f64170b9-d070-4f08-a0bb-0cebc3a598f2 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 957.001568] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3294a10-3d60-417d-99e5-95a3bc67053f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.015738] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01e1667-25fa-46d9-b8f7-6ff32908d7af {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.061454] env[68835]: DEBUG nova.compute.manager [req-0d4d9118-f817-4e65-a21e-376a3b36bb64 req-0508538d-c052-4b68-9d1b-da7548921309 service nova] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Detach interface failed, port_id=27a0f409-24f9-4287-8e51-2fe1f39a7e90, reason: Instance a0975e17-063b-4e18-a71a-75af7ba035bb could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 957.077467] env[68835]: DEBUG nova.objects.base [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Object Instance<47b71583-afd4-456f-b393-38494bb43a12> lazy-loaded attributes: flavor,pci_requests {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 957.077693] env[68835]: DEBUG nova.network.neutron [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.161167] env[68835]: DEBUG nova.policy [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daabf2a6f1ab469eacbe8bcf3339e082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ca547bcf9f646e3967cf9b33c347e5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.247292] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154442, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.261817] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd74ae3c-c5c8-4c64-87ca-0d890cb9dda5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.269764] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c67c65e-1e2f-4c37-a9c9-a070583ace14 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.311767] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9fa800-fcd4-4bbe-b68c-895dac6e01b3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.320521] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604f7275-7c1e-4e3b-86b5-99c9895e5b8b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.338025] env[68835]: DEBUG nova.compute.provider_tree [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.371211] env[68835]: INFO nova.compute.manager [-] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Took 1.37 seconds to deallocate network for instance. [ 957.473655] env[68835]: INFO nova.compute.manager [-] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Took 1.32 seconds to deallocate network for instance. [ 957.629884] env[68835]: DEBUG nova.network.neutron [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Successfully created port: f5061d8f-7309-4b0a-8477-f66b91bc7902 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.748533] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154442, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.812606] env[68835]: DEBUG nova.compute.manager [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.841334] env[68835]: DEBUG nova.virt.hardware [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.841793] env[68835]: DEBUG nova.virt.hardware [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.841793] env[68835]: DEBUG nova.virt.hardware [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.842213] env[68835]: DEBUG nova.virt.hardware [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.842860] env[68835]: DEBUG nova.virt.hardware [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.842860] env[68835]: DEBUG nova.virt.hardware [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.842979] env[68835]: DEBUG nova.virt.hardware [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.843185] env[68835]: DEBUG nova.virt.hardware [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.843373] env[68835]: DEBUG nova.virt.hardware [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.843568] env[68835]: DEBUG nova.virt.hardware [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.843775] env[68835]: DEBUG nova.virt.hardware [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.844930] env[68835]: DEBUG nova.scheduler.client.report [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.849418] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784fc13f-bbca-420d-909d-8352d9d1b9c4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.862458] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e6f9e8-f85e-4e4a-b226-8e379fb4aeb0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.882132] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.981331] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.249874] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154442, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.355083] env[68835]: DEBUG oslo_concurrency.lockutils [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.355680] env[68835]: DEBUG nova.compute.manager [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.358346] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.174s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.359821] env[68835]: INFO nova.compute.claims [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.748558] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154442, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.750780] env[68835]: DEBUG nova.compute.manager [req-361adda4-a998-4e61-8f83-ceca2bbb740f req-9a0dbe6d-2b5f-4805-8081-d15ff479433f service nova] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Received event network-vif-plugged-4e2fe752-2a1a-4454-98a3-c3e56414020a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.751040] env[68835]: DEBUG oslo_concurrency.lockutils [req-361adda4-a998-4e61-8f83-ceca2bbb740f req-9a0dbe6d-2b5f-4805-8081-d15ff479433f service nova] Acquiring lock "851116fa-e76a-45c1-a474-27a23ab1043b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.751284] env[68835]: DEBUG oslo_concurrency.lockutils [req-361adda4-a998-4e61-8f83-ceca2bbb740f req-9a0dbe6d-2b5f-4805-8081-d15ff479433f service nova] Lock "851116fa-e76a-45c1-a474-27a23ab1043b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.751423] env[68835]: DEBUG oslo_concurrency.lockutils [req-361adda4-a998-4e61-8f83-ceca2bbb740f req-9a0dbe6d-2b5f-4805-8081-d15ff479433f service nova] Lock "851116fa-e76a-45c1-a474-27a23ab1043b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.751591] env[68835]: DEBUG nova.compute.manager [req-361adda4-a998-4e61-8f83-ceca2bbb740f req-9a0dbe6d-2b5f-4805-8081-d15ff479433f service nova] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] No waiting events found dispatching network-vif-plugged-4e2fe752-2a1a-4454-98a3-c3e56414020a {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.751752] env[68835]: WARNING nova.compute.manager [req-361adda4-a998-4e61-8f83-ceca2bbb740f req-9a0dbe6d-2b5f-4805-8081-d15ff479433f service nova] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Received unexpected event network-vif-plugged-4e2fe752-2a1a-4454-98a3-c3e56414020a for instance with vm_state building and task_state spawning. [ 958.770466] env[68835]: DEBUG nova.network.neutron [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Successfully updated port: 4e2fe752-2a1a-4454-98a3-c3e56414020a {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.867593] env[68835]: DEBUG nova.compute.utils [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.869474] env[68835]: DEBUG nova.compute.manager [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.869474] env[68835]: DEBUG nova.network.neutron [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.942442] env[68835]: DEBUG nova.policy [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c3d31482be24202977587d1e3c07f39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a77b96476c524862b63d5b10c4832c32', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.248879] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154442, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.423541} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.249241] env[68835]: INFO nova.virt.vmwareapi.ds_util [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2e63679a-4898-4782-8562-67d673045f99/OSTACK_IMG_2e63679a-4898-4782-8562-67d673045f99.vmdk to [datastore1] devstack-image-cache_base/013b978c-5972-4f78-b9c6-60338f3af09f/013b978c-5972-4f78-b9c6-60338f3af09f.vmdk. [ 959.250367] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Cleaning up location [datastore1] OSTACK_IMG_2e63679a-4898-4782-8562-67d673045f99 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 959.250367] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2e63679a-4898-4782-8562-67d673045f99 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.250367] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d793d10-c17d-4f9a-87cc-70307fbafb70 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.257771] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 959.257771] env[68835]: value = "task-3154444" [ 959.257771] env[68835]: _type = "Task" [ 959.257771] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.267607] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.274932] env[68835]: DEBUG oslo_concurrency.lockutils [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "refresh_cache-851116fa-e76a-45c1-a474-27a23ab1043b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.274932] env[68835]: DEBUG oslo_concurrency.lockutils [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "refresh_cache-851116fa-e76a-45c1-a474-27a23ab1043b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.274932] env[68835]: DEBUG nova.network.neutron [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.378337] env[68835]: DEBUG nova.compute.manager [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.504991] env[68835]: DEBUG nova.network.neutron [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Successfully updated port: f5061d8f-7309-4b0a-8477-f66b91bc7902 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.730143] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6f9a42-5b88-460e-ad8a-1bc157221bf5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.738907] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa39a11-f97c-435a-b897-6fb2f64c52e1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.776399] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Volume attach. Driver type: vmdk {{(pid=68835) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 959.776724] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631196', 'volume_id': '7333ada0-6337-4bca-a34a-84d7c7f5d087', 'name': 'volume-7333ada0-6337-4bca-a34a-84d7c7f5d087', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ba03d75-6449-43c9-a3a5-aac9b61656e3', 'attached_at': '', 'detached_at': '', 'volume_id': '7333ada0-6337-4bca-a34a-84d7c7f5d087', 'serial': '7333ada0-6337-4bca-a34a-84d7c7f5d087'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 959.780405] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3436c6f9-9cbd-4b57-90d3-8f4291b89050 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.787718] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf954cbe-575a-4c41-8bba-653dd993a212 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.800190] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045746} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.815027] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.815027] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/013b978c-5972-4f78-b9c6-60338f3af09f/013b978c-5972-4f78-b9c6-60338f3af09f.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.815027] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/013b978c-5972-4f78-b9c6-60338f3af09f/013b978c-5972-4f78-b9c6-60338f3af09f.vmdk to [datastore1] 30320550-99f9-4a54-aebd-ed0586075a2b/30320550-99f9-4a54-aebd-ed0586075a2b.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.815027] env[68835]: DEBUG nova.network.neutron [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Successfully created port: 380a83ee-9eb6-4527-a10b-20b95ec276b7 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.816477] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be43842e-77e4-4a48-a7cb-c33036ab06ea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.819564] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1e90cd-414b-4e62-b8f0-418860ac72ad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.823983] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1a8a63-981a-4c25-92ff-21ce9ed59b57 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.829779] env[68835]: DEBUG nova.network.neutron [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.862329] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] volume-7333ada0-6337-4bca-a34a-84d7c7f5d087/volume-7333ada0-6337-4bca-a34a-84d7c7f5d087.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.862944] env[68835]: DEBUG nova.compute.provider_tree [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.867320] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8e47d54-9df9-42a2-aa8b-c6d08e4b3c6f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.882052] env[68835]: DEBUG nova.compute.manager [req-eb8a7b65-f2dc-4864-9c5c-c684b7a51419 req-395e1b01-8e97-4cb3-9401-5567e6c4af84 service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Received event network-vif-plugged-f5061d8f-7309-4b0a-8477-f66b91bc7902 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.882137] env[68835]: DEBUG oslo_concurrency.lockutils [req-eb8a7b65-f2dc-4864-9c5c-c684b7a51419 req-395e1b01-8e97-4cb3-9401-5567e6c4af84 service nova] Acquiring lock "47b71583-afd4-456f-b393-38494bb43a12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.882288] env[68835]: DEBUG oslo_concurrency.lockutils [req-eb8a7b65-f2dc-4864-9c5c-c684b7a51419 req-395e1b01-8e97-4cb3-9401-5567e6c4af84 service nova] Lock "47b71583-afd4-456f-b393-38494bb43a12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.882444] env[68835]: DEBUG oslo_concurrency.lockutils [req-eb8a7b65-f2dc-4864-9c5c-c684b7a51419 req-395e1b01-8e97-4cb3-9401-5567e6c4af84 service nova] Lock "47b71583-afd4-456f-b393-38494bb43a12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.882612] env[68835]: DEBUG nova.compute.manager [req-eb8a7b65-f2dc-4864-9c5c-c684b7a51419 req-395e1b01-8e97-4cb3-9401-5567e6c4af84 service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] No waiting events found dispatching network-vif-plugged-f5061d8f-7309-4b0a-8477-f66b91bc7902 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.882804] env[68835]: WARNING nova.compute.manager [req-eb8a7b65-f2dc-4864-9c5c-c684b7a51419 req-395e1b01-8e97-4cb3-9401-5567e6c4af84 service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Received unexpected event network-vif-plugged-f5061d8f-7309-4b0a-8477-f66b91bc7902 for instance with vm_state active and task_state None. [ 959.883573] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 959.883573] env[68835]: value = "task-3154445" [ 959.883573] env[68835]: _type = "Task" [ 959.883573] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.899329] env[68835]: DEBUG oslo_vmware.api [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 959.899329] env[68835]: value = "task-3154446" [ 959.899329] env[68835]: _type = "Task" [ 959.899329] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.906307] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.912521] env[68835]: DEBUG oslo_vmware.api [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.008578] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "refresh_cache-47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.008821] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "refresh_cache-47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.009025] env[68835]: DEBUG nova.network.neutron [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.042556] env[68835]: DEBUG nova.network.neutron [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Updating instance_info_cache with network_info: [{"id": "4e2fe752-2a1a-4454-98a3-c3e56414020a", "address": "fa:16:3e:e7:40:8a", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2fe752-2a", "ovs_interfaceid": "4e2fe752-2a1a-4454-98a3-c3e56414020a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.366863] env[68835]: DEBUG nova.scheduler.client.report [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.391986] env[68835]: DEBUG nova.compute.manager [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.416203] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154445, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.421262] env[68835]: DEBUG oslo_vmware.api [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.433602] env[68835]: DEBUG nova.virt.hardware [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.433949] env[68835]: DEBUG nova.virt.hardware [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.434192] env[68835]: DEBUG nova.virt.hardware [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.434414] env[68835]: DEBUG nova.virt.hardware [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.434598] env[68835]: DEBUG nova.virt.hardware [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.434777] env[68835]: DEBUG nova.virt.hardware [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.435045] env[68835]: DEBUG nova.virt.hardware [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.435279] env[68835]: DEBUG nova.virt.hardware [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.435491] env[68835]: DEBUG nova.virt.hardware [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.435730] env[68835]: DEBUG nova.virt.hardware [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.435960] env[68835]: DEBUG nova.virt.hardware [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.436918] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5627783-77c0-479a-91a7-ebec41116f6e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.447674] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9210179a-34ca-4474-8ccc-4ea579b48c41 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.547286] env[68835]: DEBUG oslo_concurrency.lockutils [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "refresh_cache-851116fa-e76a-45c1-a474-27a23ab1043b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.547286] env[68835]: DEBUG nova.compute.manager [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Instance network_info: |[{"id": "4e2fe752-2a1a-4454-98a3-c3e56414020a", "address": "fa:16:3e:e7:40:8a", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2fe752-2a", "ovs_interfaceid": "4e2fe752-2a1a-4454-98a3-c3e56414020a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.547286] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:40:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e2fe752-2a1a-4454-98a3-c3e56414020a', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.557823] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.557823] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.557823] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f92428c-0b31-47a9-b96b-8c9d2d91c68c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.579242] env[68835]: WARNING nova.network.neutron [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] 7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4 already exists in list: networks containing: ['7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4']. ignoring it [ 960.585560] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.585560] env[68835]: value = "task-3154447" [ 960.585560] env[68835]: _type = "Task" [ 960.585560] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.595013] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154447, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.875261] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.875934] env[68835]: DEBUG nova.compute.manager [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.878653] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.667s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.889020] env[68835]: INFO nova.compute.claims [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.910839] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154445, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.925043] env[68835]: DEBUG oslo_vmware.api [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.011987] env[68835]: DEBUG nova.network.neutron [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Updating instance_info_cache with network_info: [{"id": "6718cfd6-0184-45c0-9d8c-0c61bcd8f558", "address": "fa:16:3e:75:90:b7", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6718cfd6-01", "ovs_interfaceid": "6718cfd6-0184-45c0-9d8c-0c61bcd8f558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f5061d8f-7309-4b0a-8477-f66b91bc7902", "address": "fa:16:3e:5c:96:90", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5061d8f-73", "ovs_interfaceid": "f5061d8f-7309-4b0a-8477-f66b91bc7902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.040959] env[68835]: DEBUG nova.compute.manager [req-7bb9f8ea-1032-4d70-8fe8-abeeea2e170a req-043e9669-92ef-403b-8796-97f316178ae2 service nova] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Received event network-changed-4e2fe752-2a1a-4454-98a3-c3e56414020a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.040959] env[68835]: DEBUG nova.compute.manager [req-7bb9f8ea-1032-4d70-8fe8-abeeea2e170a req-043e9669-92ef-403b-8796-97f316178ae2 service nova] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Refreshing instance network info cache due to event network-changed-4e2fe752-2a1a-4454-98a3-c3e56414020a. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.040959] env[68835]: DEBUG oslo_concurrency.lockutils [req-7bb9f8ea-1032-4d70-8fe8-abeeea2e170a req-043e9669-92ef-403b-8796-97f316178ae2 service nova] Acquiring lock "refresh_cache-851116fa-e76a-45c1-a474-27a23ab1043b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.040959] env[68835]: DEBUG oslo_concurrency.lockutils [req-7bb9f8ea-1032-4d70-8fe8-abeeea2e170a req-043e9669-92ef-403b-8796-97f316178ae2 service nova] Acquired lock "refresh_cache-851116fa-e76a-45c1-a474-27a23ab1043b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.040959] env[68835]: DEBUG nova.network.neutron [req-7bb9f8ea-1032-4d70-8fe8-abeeea2e170a req-043e9669-92ef-403b-8796-97f316178ae2 service nova] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Refreshing network info cache for port 4e2fe752-2a1a-4454-98a3-c3e56414020a {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.099975] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154447, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.398390] env[68835]: DEBUG nova.compute.utils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.406189] env[68835]: DEBUG nova.compute.manager [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.406881] env[68835]: DEBUG nova.network.neutron [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.434701] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154445, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.440652] env[68835]: DEBUG oslo_vmware.api [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154446, 'name': ReconfigVM_Task, 'duration_secs': 1.294695} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.441212] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Reconfigured VM instance instance-0000003b to attach disk [datastore2] volume-7333ada0-6337-4bca-a34a-84d7c7f5d087/volume-7333ada0-6337-4bca-a34a-84d7c7f5d087.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.447070] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8128dfe-9a1a-495f-96c3-e79cf00cd321 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.468177] env[68835]: DEBUG nova.policy [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be49e5f66f8747c09a37b1817c996a5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65f402f67a5d4ab9a66c301c617d390c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.470756] env[68835]: DEBUG oslo_vmware.api [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 961.470756] env[68835]: value = "task-3154448" [ 961.470756] env[68835]: _type = "Task" [ 961.470756] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.483625] env[68835]: DEBUG oslo_vmware.api [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154448, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.518647] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "refresh_cache-47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.518647] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.518647] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.518647] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5a4612-8a1e-42e6-a635-c77c2a5137df {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.539292] env[68835]: DEBUG nova.virt.hardware [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.540249] env[68835]: DEBUG nova.virt.hardware [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.540565] env[68835]: DEBUG nova.virt.hardware [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.540872] env[68835]: DEBUG nova.virt.hardware [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.541136] env[68835]: DEBUG nova.virt.hardware [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.541388] env[68835]: DEBUG nova.virt.hardware [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.541739] env[68835]: DEBUG nova.virt.hardware [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.542024] env[68835]: DEBUG nova.virt.hardware [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.542306] env[68835]: DEBUG nova.virt.hardware [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.542580] env[68835]: DEBUG nova.virt.hardware [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.542886] env[68835]: DEBUG nova.virt.hardware [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.553075] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Reconfiguring VM to attach interface {{(pid=68835) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 961.553826] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8558705e-9eb4-41e3-8fb3-ffe0fd49ba62 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.577015] env[68835]: DEBUG oslo_vmware.api [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 961.577015] env[68835]: value = "task-3154449" [ 961.577015] env[68835]: _type = "Task" [ 961.577015] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.586318] env[68835]: DEBUG oslo_vmware.api [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154449, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.599482] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154447, 'name': CreateVM_Task, 'duration_secs': 0.627699} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.599660] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.600655] env[68835]: DEBUG oslo_concurrency.lockutils [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.600655] env[68835]: DEBUG oslo_concurrency.lockutils [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.601167] env[68835]: DEBUG oslo_concurrency.lockutils [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.601284] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf07d7a3-6108-416e-aaf7-7808d8657c39 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.608188] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 961.608188] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52813f49-0785-255e-0fd2-81d17a480f8c" [ 961.608188] env[68835]: _type = "Task" [ 961.608188] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.619154] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52813f49-0785-255e-0fd2-81d17a480f8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.774529] env[68835]: DEBUG nova.network.neutron [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Successfully created port: 183d8693-8e0d-459b-a08a-ea2a51c55fe8 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.905699] env[68835]: DEBUG nova.compute.manager [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.917986] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154445, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.991653] env[68835]: DEBUG oslo_vmware.api [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154448, 'name': ReconfigVM_Task, 'duration_secs': 0.495591} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.991653] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631196', 'volume_id': '7333ada0-6337-4bca-a34a-84d7c7f5d087', 'name': 'volume-7333ada0-6337-4bca-a34a-84d7c7f5d087', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ba03d75-6449-43c9-a3a5-aac9b61656e3', 'attached_at': '', 'detached_at': '', 'volume_id': '7333ada0-6337-4bca-a34a-84d7c7f5d087', 'serial': '7333ada0-6337-4bca-a34a-84d7c7f5d087'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 962.097046] env[68835]: DEBUG oslo_vmware.api [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.124306] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52813f49-0785-255e-0fd2-81d17a480f8c, 'name': SearchDatastore_Task, 'duration_secs': 0.023465} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.124306] env[68835]: DEBUG oslo_concurrency.lockutils [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.124306] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.124306] env[68835]: DEBUG oslo_concurrency.lockutils [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.124306] env[68835]: DEBUG oslo_concurrency.lockutils [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.124306] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.124796] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7b65d5e-44a5-404d-be5b-7b4df01faf58 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.138196] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.138450] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.139784] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d12b487b-57c8-4648-98a1-69228df70941 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.148603] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 962.148603] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52ab4869-e875-03b5-fc7a-2da63df00494" [ 962.148603] env[68835]: _type = "Task" [ 962.148603] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.162395] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ab4869-e875-03b5-fc7a-2da63df00494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.187437] env[68835]: DEBUG nova.network.neutron [req-7bb9f8ea-1032-4d70-8fe8-abeeea2e170a req-043e9669-92ef-403b-8796-97f316178ae2 service nova] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Updated VIF entry in instance network info cache for port 4e2fe752-2a1a-4454-98a3-c3e56414020a. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.187878] env[68835]: DEBUG nova.network.neutron [req-7bb9f8ea-1032-4d70-8fe8-abeeea2e170a req-043e9669-92ef-403b-8796-97f316178ae2 service nova] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Updating instance_info_cache with network_info: [{"id": "4e2fe752-2a1a-4454-98a3-c3e56414020a", "address": "fa:16:3e:e7:40:8a", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2fe752-2a", "ovs_interfaceid": "4e2fe752-2a1a-4454-98a3-c3e56414020a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.270190] env[68835]: DEBUG nova.network.neutron [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Successfully updated port: 380a83ee-9eb6-4527-a10b-20b95ec276b7 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.402183] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b603ee-454e-4013-9260-ca3955fca3b5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.423307] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de550e72-09d9-41e9-81a1-d3c19067fb2a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.426883] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154445, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.527146} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.427665] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/013b978c-5972-4f78-b9c6-60338f3af09f/013b978c-5972-4f78-b9c6-60338f3af09f.vmdk to [datastore1] 30320550-99f9-4a54-aebd-ed0586075a2b/30320550-99f9-4a54-aebd-ed0586075a2b.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.428930] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b211c43-b288-41ca-ad6d-1527c7d5987b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.465581] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b21863-46f9-4fb8-bc43-18632c630336 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.469510] env[68835]: DEBUG nova.compute.manager [req-dc48d449-42cf-44ff-b8ca-502f8ae66266 req-cf6c3a83-0b09-49fd-b387-bc93b8d38a9c service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Received event network-changed-f5061d8f-7309-4b0a-8477-f66b91bc7902 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.469725] env[68835]: DEBUG nova.compute.manager [req-dc48d449-42cf-44ff-b8ca-502f8ae66266 req-cf6c3a83-0b09-49fd-b387-bc93b8d38a9c service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Refreshing instance network info cache due to event network-changed-f5061d8f-7309-4b0a-8477-f66b91bc7902. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.469952] env[68835]: DEBUG oslo_concurrency.lockutils [req-dc48d449-42cf-44ff-b8ca-502f8ae66266 req-cf6c3a83-0b09-49fd-b387-bc93b8d38a9c service nova] Acquiring lock "refresh_cache-47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.470125] env[68835]: DEBUG oslo_concurrency.lockutils [req-dc48d449-42cf-44ff-b8ca-502f8ae66266 req-cf6c3a83-0b09-49fd-b387-bc93b8d38a9c service nova] Acquired lock "refresh_cache-47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.470289] env[68835]: DEBUG nova.network.neutron [req-dc48d449-42cf-44ff-b8ca-502f8ae66266 req-cf6c3a83-0b09-49fd-b387-bc93b8d38a9c service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Refreshing network info cache for port f5061d8f-7309-4b0a-8477-f66b91bc7902 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.491684] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 30320550-99f9-4a54-aebd-ed0586075a2b/30320550-99f9-4a54-aebd-ed0586075a2b.vmdk or device None with type streamOptimized {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.495621] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3768053-dce1-4462-98a7-bbddb8aecda5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.517714] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3572a6-a513-420f-a826-4bf435c4dce6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.525886] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 962.525886] env[68835]: value = "task-3154450" [ 962.525886] env[68835]: _type = "Task" [ 962.525886] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.536544] env[68835]: DEBUG nova.compute.provider_tree [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.544236] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154450, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.589696] env[68835]: DEBUG oslo_vmware.api [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.661250] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ab4869-e875-03b5-fc7a-2da63df00494, 'name': SearchDatastore_Task, 'duration_secs': 0.022165} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.662134] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e8bdb2-9738-48de-b33f-a6814954d6fe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.668647] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 962.668647] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52311585-b193-522c-9800-b5108b1c32c4" [ 962.668647] env[68835]: _type = "Task" [ 962.668647] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.683180] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52311585-b193-522c-9800-b5108b1c32c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.690921] env[68835]: DEBUG oslo_concurrency.lockutils [req-7bb9f8ea-1032-4d70-8fe8-abeeea2e170a req-043e9669-92ef-403b-8796-97f316178ae2 service nova] Releasing lock "refresh_cache-851116fa-e76a-45c1-a474-27a23ab1043b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.773649] env[68835]: DEBUG oslo_concurrency.lockutils [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Acquiring lock "refresh_cache-37574319-7d25-4bf7-b675-8b6c641575f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.773876] env[68835]: DEBUG oslo_concurrency.lockutils [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Acquired lock "refresh_cache-37574319-7d25-4bf7-b675-8b6c641575f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.774056] env[68835]: DEBUG nova.network.neutron [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.776822] env[68835]: DEBUG nova.network.neutron [req-dc48d449-42cf-44ff-b8ca-502f8ae66266 req-cf6c3a83-0b09-49fd-b387-bc93b8d38a9c service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Updated VIF entry in instance network info cache for port f5061d8f-7309-4b0a-8477-f66b91bc7902. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.777984] env[68835]: DEBUG nova.network.neutron [req-dc48d449-42cf-44ff-b8ca-502f8ae66266 req-cf6c3a83-0b09-49fd-b387-bc93b8d38a9c service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Updating instance_info_cache with network_info: [{"id": "6718cfd6-0184-45c0-9d8c-0c61bcd8f558", "address": "fa:16:3e:75:90:b7", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6718cfd6-01", "ovs_interfaceid": "6718cfd6-0184-45c0-9d8c-0c61bcd8f558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f5061d8f-7309-4b0a-8477-f66b91bc7902", "address": "fa:16:3e:5c:96:90", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5061d8f-73", "ovs_interfaceid": "f5061d8f-7309-4b0a-8477-f66b91bc7902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.921023] env[68835]: DEBUG nova.compute.manager [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.955028] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.955028] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.955261] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.955369] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.955571] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.955770] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.959070] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.959070] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.959070] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.959070] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.959070] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.959070] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd20a1e4-8fdb-4f73-b49f-f7b4d5ab9148 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.968441] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b52e3e-64d3-44cd-9884-6e06a15f4f80 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.036978] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154450, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.041388] env[68835]: DEBUG nova.scheduler.client.report [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.064496] env[68835]: DEBUG nova.objects.instance [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lazy-loading 'flavor' on Instance uuid 8ba03d75-6449-43c9-a3a5-aac9b61656e3 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.094157] env[68835]: DEBUG oslo_vmware.api [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154449, 'name': ReconfigVM_Task, 'duration_secs': 1.287757} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.094157] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.094157] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Reconfigured VM to attach interface {{(pid=68835) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 963.183457] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52311585-b193-522c-9800-b5108b1c32c4, 'name': SearchDatastore_Task, 'duration_secs': 0.020613} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.183735] env[68835]: DEBUG oslo_concurrency.lockutils [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.184032] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 851116fa-e76a-45c1-a474-27a23ab1043b/851116fa-e76a-45c1-a474-27a23ab1043b.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.185556] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63c08e77-04eb-4b11-b56c-988ad6efd8dc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.194598] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 963.194598] env[68835]: value = "task-3154451" [ 963.194598] env[68835]: _type = "Task" [ 963.194598] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.205729] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.279806] env[68835]: DEBUG oslo_concurrency.lockutils [req-dc48d449-42cf-44ff-b8ca-502f8ae66266 req-cf6c3a83-0b09-49fd-b387-bc93b8d38a9c service nova] Releasing lock "refresh_cache-47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.317061] env[68835]: DEBUG nova.network.neutron [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.374109] env[68835]: DEBUG nova.network.neutron [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Successfully updated port: 183d8693-8e0d-459b-a08a-ea2a51c55fe8 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.512208] env[68835]: DEBUG nova.network.neutron [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Updating instance_info_cache with network_info: [{"id": "380a83ee-9eb6-4527-a10b-20b95ec276b7", "address": "fa:16:3e:c0:74:a0", "network": {"id": "191a2da1-f4bb-451d-8ce5-98598e6cb962", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1561572480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a77b96476c524862b63d5b10c4832c32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap380a83ee-9e", "ovs_interfaceid": "380a83ee-9eb6-4527-a10b-20b95ec276b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.538037] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154450, 'name': ReconfigVM_Task, 'duration_secs': 0.54248} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.538322] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 30320550-99f9-4a54-aebd-ed0586075a2b/30320550-99f9-4a54-aebd-ed0586075a2b.vmdk or device None with type streamOptimized {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.538975] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85618bae-31f0-442e-ae21-02a2615e5aa6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.548678] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.549230] env[68835]: DEBUG nova.compute.manager [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.551835] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 963.551835] env[68835]: value = "task-3154452" [ 963.551835] env[68835]: _type = "Task" [ 963.551835] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.552129] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.874s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.552405] env[68835]: DEBUG nova.objects.instance [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68835) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 963.567690] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154452, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.569743] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4d36bd66-9613-4a24-b185-d24d8446d4a0 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.946s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.600190] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6e6d6a82-8d82-4f57-9c80-7d67da68548b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "interface-47b71583-afd4-456f-b393-38494bb43a12-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.600s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.627133] env[68835]: DEBUG nova.compute.manager [req-01491a9c-da50-4670-939c-e526afce9769 req-4303f5ac-e0e6-4ec0-a52c-2f8785043750 service nova] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Received event network-vif-plugged-380a83ee-9eb6-4527-a10b-20b95ec276b7 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.627435] env[68835]: DEBUG oslo_concurrency.lockutils [req-01491a9c-da50-4670-939c-e526afce9769 req-4303f5ac-e0e6-4ec0-a52c-2f8785043750 service nova] Acquiring lock "37574319-7d25-4bf7-b675-8b6c641575f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.627703] env[68835]: DEBUG oslo_concurrency.lockutils [req-01491a9c-da50-4670-939c-e526afce9769 req-4303f5ac-e0e6-4ec0-a52c-2f8785043750 service nova] Lock "37574319-7d25-4bf7-b675-8b6c641575f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.627906] env[68835]: DEBUG oslo_concurrency.lockutils [req-01491a9c-da50-4670-939c-e526afce9769 req-4303f5ac-e0e6-4ec0-a52c-2f8785043750 service nova] Lock "37574319-7d25-4bf7-b675-8b6c641575f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.628362] env[68835]: DEBUG nova.compute.manager [req-01491a9c-da50-4670-939c-e526afce9769 req-4303f5ac-e0e6-4ec0-a52c-2f8785043750 service nova] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] No waiting events found dispatching network-vif-plugged-380a83ee-9eb6-4527-a10b-20b95ec276b7 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.628362] env[68835]: WARNING nova.compute.manager [req-01491a9c-da50-4670-939c-e526afce9769 req-4303f5ac-e0e6-4ec0-a52c-2f8785043750 service nova] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Received unexpected event network-vif-plugged-380a83ee-9eb6-4527-a10b-20b95ec276b7 for instance with vm_state building and task_state spawning. [ 963.628510] env[68835]: DEBUG nova.compute.manager [req-01491a9c-da50-4670-939c-e526afce9769 req-4303f5ac-e0e6-4ec0-a52c-2f8785043750 service nova] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Received event network-changed-380a83ee-9eb6-4527-a10b-20b95ec276b7 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.628714] env[68835]: DEBUG nova.compute.manager [req-01491a9c-da50-4670-939c-e526afce9769 req-4303f5ac-e0e6-4ec0-a52c-2f8785043750 service nova] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Refreshing instance network info cache due to event network-changed-380a83ee-9eb6-4527-a10b-20b95ec276b7. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.628904] env[68835]: DEBUG oslo_concurrency.lockutils [req-01491a9c-da50-4670-939c-e526afce9769 req-4303f5ac-e0e6-4ec0-a52c-2f8785043750 service nova] Acquiring lock "refresh_cache-37574319-7d25-4bf7-b675-8b6c641575f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.709427] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154451, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.834723] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Acquiring lock "ab46b034-9198-4e64-970f-11c448b6fdb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.834955] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Lock "ab46b034-9198-4e64-970f-11c448b6fdb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.880806] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "refresh_cache-df1a2a59-a34f-4844-a1f7-10f59c5b52f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.880969] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquired lock "refresh_cache-df1a2a59-a34f-4844-a1f7-10f59c5b52f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.881216] env[68835]: DEBUG nova.network.neutron [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.014760] env[68835]: DEBUG oslo_concurrency.lockutils [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Releasing lock "refresh_cache-37574319-7d25-4bf7-b675-8b6c641575f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.015235] env[68835]: DEBUG nova.compute.manager [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Instance network_info: |[{"id": "380a83ee-9eb6-4527-a10b-20b95ec276b7", "address": "fa:16:3e:c0:74:a0", "network": {"id": "191a2da1-f4bb-451d-8ce5-98598e6cb962", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1561572480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a77b96476c524862b63d5b10c4832c32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap380a83ee-9e", "ovs_interfaceid": "380a83ee-9eb6-4527-a10b-20b95ec276b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.015604] env[68835]: DEBUG oslo_concurrency.lockutils [req-01491a9c-da50-4670-939c-e526afce9769 req-4303f5ac-e0e6-4ec0-a52c-2f8785043750 service nova] Acquired lock "refresh_cache-37574319-7d25-4bf7-b675-8b6c641575f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.015826] env[68835]: DEBUG nova.network.neutron [req-01491a9c-da50-4670-939c-e526afce9769 req-4303f5ac-e0e6-4ec0-a52c-2f8785043750 service nova] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Refreshing network info cache for port 380a83ee-9eb6-4527-a10b-20b95ec276b7 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.017929] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:74:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '380a83ee-9eb6-4527-a10b-20b95ec276b7', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.028719] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Creating folder: Project (a77b96476c524862b63d5b10c4832c32). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.030306] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecada131-f1bd-4b57-942f-c99db18ff77d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.057304] env[68835]: DEBUG nova.compute.utils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.062344] env[68835]: DEBUG nova.compute.manager [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.062458] env[68835]: DEBUG nova.network.neutron [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.073946] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154452, 'name': Rename_Task, 'duration_secs': 0.341445} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.075943] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.076302] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac9a8b47-8aff-4dba-bb31-bcc2d2b74e14 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.081361] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Created folder: Project (a77b96476c524862b63d5b10c4832c32) in parent group-v630977. [ 964.081361] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Creating folder: Instances. Parent ref: group-v631198. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.081910] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54dad263-0299-4b0b-8767-9809423f15a3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.089416] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 964.089416] env[68835]: value = "task-3154454" [ 964.089416] env[68835]: _type = "Task" [ 964.089416] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.104320] env[68835]: DEBUG oslo_vmware.rw_handles [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527dc456-f1b9-4f6c-22f9-32dbaaf0daa6/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 964.106816] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c44cc95-ee6a-41b8-a02c-6e71add36d7a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.113889] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.114503] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Created folder: Instances in parent group-v631198. [ 964.114727] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.115359] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.115578] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-576376f7-26b1-4c7a-a731-72146b4e4709 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.134623] env[68835]: DEBUG oslo_vmware.rw_handles [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527dc456-f1b9-4f6c-22f9-32dbaaf0daa6/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 964.134623] env[68835]: ERROR oslo_vmware.rw_handles [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527dc456-f1b9-4f6c-22f9-32dbaaf0daa6/disk-0.vmdk due to incomplete transfer. [ 964.134911] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-81c18039-7172-43e3-a735-95a73869f316 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.144219] env[68835]: DEBUG oslo_vmware.rw_handles [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527dc456-f1b9-4f6c-22f9-32dbaaf0daa6/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 964.144437] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Uploaded image d8b6316c-3cc8-41cb-a3ec-64f53723aa29 to the Glance image server {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 964.146213] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Destroying the VM {{(pid=68835) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 964.146830] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ce15f4a6-ebf5-40c4-8351-1ce03f07bdd0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.149611] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.149611] env[68835]: value = "task-3154456" [ 964.149611] env[68835]: _type = "Task" [ 964.149611] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.151251] env[68835]: DEBUG nova.policy [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be49e5f66f8747c09a37b1817c996a5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65f402f67a5d4ab9a66c301c617d390c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.165161] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 964.165161] env[68835]: value = "task-3154457" [ 964.165161] env[68835]: _type = "Task" [ 964.165161] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.169235] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154456, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.179284] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154457, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.207385] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682458} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.208036] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 851116fa-e76a-45c1-a474-27a23ab1043b/851116fa-e76a-45c1-a474-27a23ab1043b.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.208036] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.208218] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db49e6e7-652d-49f7-afe9-7139651def91 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.217146] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 964.217146] env[68835]: value = "task-3154458" [ 964.217146] env[68835]: _type = "Task" [ 964.217146] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.228153] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.337257] env[68835]: DEBUG nova.compute.manager [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.424332] env[68835]: DEBUG nova.network.neutron [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.486232] env[68835]: DEBUG nova.compute.manager [req-3a049a13-a61e-4c2b-b33f-d56109078b33 req-a1e5fa82-e435-4e1b-8089-97d70ab4306f service nova] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Received event network-vif-plugged-183d8693-8e0d-459b-a08a-ea2a51c55fe8 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.486506] env[68835]: DEBUG oslo_concurrency.lockutils [req-3a049a13-a61e-4c2b-b33f-d56109078b33 req-a1e5fa82-e435-4e1b-8089-97d70ab4306f service nova] Acquiring lock "df1a2a59-a34f-4844-a1f7-10f59c5b52f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.486747] env[68835]: DEBUG oslo_concurrency.lockutils [req-3a049a13-a61e-4c2b-b33f-d56109078b33 req-a1e5fa82-e435-4e1b-8089-97d70ab4306f service nova] Lock "df1a2a59-a34f-4844-a1f7-10f59c5b52f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.487135] env[68835]: DEBUG oslo_concurrency.lockutils [req-3a049a13-a61e-4c2b-b33f-d56109078b33 req-a1e5fa82-e435-4e1b-8089-97d70ab4306f service nova] Lock "df1a2a59-a34f-4844-a1f7-10f59c5b52f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.488246] env[68835]: DEBUG nova.compute.manager [req-3a049a13-a61e-4c2b-b33f-d56109078b33 req-a1e5fa82-e435-4e1b-8089-97d70ab4306f service nova] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] No waiting events found dispatching network-vif-plugged-183d8693-8e0d-459b-a08a-ea2a51c55fe8 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.488246] env[68835]: WARNING nova.compute.manager [req-3a049a13-a61e-4c2b-b33f-d56109078b33 req-a1e5fa82-e435-4e1b-8089-97d70ab4306f service nova] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Received unexpected event network-vif-plugged-183d8693-8e0d-459b-a08a-ea2a51c55fe8 for instance with vm_state building and task_state spawning. [ 964.488246] env[68835]: DEBUG nova.compute.manager [req-3a049a13-a61e-4c2b-b33f-d56109078b33 req-a1e5fa82-e435-4e1b-8089-97d70ab4306f service nova] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Received event network-changed-183d8693-8e0d-459b-a08a-ea2a51c55fe8 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.488246] env[68835]: DEBUG nova.compute.manager [req-3a049a13-a61e-4c2b-b33f-d56109078b33 req-a1e5fa82-e435-4e1b-8089-97d70ab4306f service nova] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Refreshing instance network info cache due to event network-changed-183d8693-8e0d-459b-a08a-ea2a51c55fe8. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.488246] env[68835]: DEBUG oslo_concurrency.lockutils [req-3a049a13-a61e-4c2b-b33f-d56109078b33 req-a1e5fa82-e435-4e1b-8089-97d70ab4306f service nova] Acquiring lock "refresh_cache-df1a2a59-a34f-4844-a1f7-10f59c5b52f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.567702] env[68835]: DEBUG nova.compute.manager [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.569585] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a8492bd8-d5ff-4d1b-9b3d-51e195a11485 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.571354] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.058s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.572646] env[68835]: INFO nova.compute.claims [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.588899] env[68835]: DEBUG nova.network.neutron [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Updating instance_info_cache with network_info: [{"id": "183d8693-8e0d-459b-a08a-ea2a51c55fe8", "address": "fa:16:3e:5d:5a:2a", "network": {"id": "bec025de-fc17-495b-b911-3751c55e270d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1394146478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f402f67a5d4ab9a66c301c617d390c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap183d8693-8e", "ovs_interfaceid": "183d8693-8e0d-459b-a08a-ea2a51c55fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.603293] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.663801] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154456, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.679746] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154457, 'name': Destroy_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.711219] env[68835]: DEBUG nova.network.neutron [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Successfully created port: 3a553e1b-3792-4006-88d6-0d2d4022ce32 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.728545] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073934} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.728831] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.729822] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e5f609-d96b-456e-bb00-f449af97da7e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.759414] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 851116fa-e76a-45c1-a474-27a23ab1043b/851116fa-e76a-45c1-a474-27a23ab1043b.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.760237] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cf77e9c-bac5-4ccd-bb6f-c88680939cfd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.788381] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 964.788381] env[68835]: value = "task-3154459" [ 964.788381] env[68835]: _type = "Task" [ 964.788381] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.797695] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.871647] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.090688] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Releasing lock "refresh_cache-df1a2a59-a34f-4844-a1f7-10f59c5b52f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.091042] env[68835]: DEBUG nova.compute.manager [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Instance network_info: |[{"id": "183d8693-8e0d-459b-a08a-ea2a51c55fe8", "address": "fa:16:3e:5d:5a:2a", "network": {"id": "bec025de-fc17-495b-b911-3751c55e270d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1394146478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f402f67a5d4ab9a66c301c617d390c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap183d8693-8e", "ovs_interfaceid": "183d8693-8e0d-459b-a08a-ea2a51c55fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.091634] env[68835]: DEBUG oslo_concurrency.lockutils [req-3a049a13-a61e-4c2b-b33f-d56109078b33 req-a1e5fa82-e435-4e1b-8089-97d70ab4306f service nova] Acquired lock "refresh_cache-df1a2a59-a34f-4844-a1f7-10f59c5b52f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.091835] env[68835]: DEBUG nova.network.neutron [req-3a049a13-a61e-4c2b-b33f-d56109078b33 req-a1e5fa82-e435-4e1b-8089-97d70ab4306f service nova] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Refreshing network info cache for port 183d8693-8e0d-459b-a08a-ea2a51c55fe8 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.092949] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:5a:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '183d8693-8e0d-459b-a08a-ea2a51c55fe8', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.101887] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.110420] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.111356] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa5c5009-eb26-4387-845d-1eb274f36b65 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.138457] env[68835]: DEBUG oslo_vmware.api [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154454, 'name': PowerOnVM_Task, 'duration_secs': 0.727363} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.138784] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.138980] env[68835]: INFO nova.compute.manager [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Took 16.48 seconds to spawn the instance on the hypervisor. [ 965.139176] env[68835]: DEBUG nova.compute.manager [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.140091] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791a0ee4-abd4-4962-854e-a8d1c4ddf336 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.147917] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.147917] env[68835]: value = "task-3154460" [ 965.147917] env[68835]: _type = "Task" [ 965.147917] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.170958] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154460, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.179501] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154456, 'name': CreateVM_Task, 'duration_secs': 0.555046} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.180056] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.181067] env[68835]: DEBUG oslo_concurrency.lockutils [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.181251] env[68835]: DEBUG oslo_concurrency.lockutils [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.181587] env[68835]: DEBUG oslo_concurrency.lockutils [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.184629] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf07ab8-7b99-403d-9c88-e791a41893d7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.190090] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154457, 'name': Destroy_Task, 'duration_secs': 0.579036} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.195333] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Destroyed the VM [ 965.195333] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Deleting Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 965.195333] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Waiting for the task: (returnval){ [ 965.195333] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]527c3265-7c03-00ff-bbd8-5b13e038f20f" [ 965.195333] env[68835]: _type = "Task" [ 965.195333] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.195333] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ed954f49-99d6-47a0-8b12-e09b5a87e459 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.208515] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527c3265-7c03-00ff-bbd8-5b13e038f20f, 'name': SearchDatastore_Task, 'duration_secs': 0.015257} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.210513] env[68835]: DEBUG oslo_concurrency.lockutils [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.211237] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.211610] env[68835]: DEBUG oslo_concurrency.lockutils [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.211890] env[68835]: DEBUG oslo_concurrency.lockutils [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.212280] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.213282] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 965.213282] env[68835]: value = "task-3154461" [ 965.213282] env[68835]: _type = "Task" [ 965.213282] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.213593] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8137d37b-b385-4803-9e91-6d222fc497af {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.232369] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154461, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.234419] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.234615] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.235421] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c142a70b-c793-46ae-b7cf-24e72c54892d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.241789] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Waiting for the task: (returnval){ [ 965.241789] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5275be19-f656-107f-bea0-3ba073f44463" [ 965.241789] env[68835]: _type = "Task" [ 965.241789] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.255870] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5275be19-f656-107f-bea0-3ba073f44463, 'name': SearchDatastore_Task, 'duration_secs': 0.011309} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.256775] env[68835]: DEBUG nova.network.neutron [req-01491a9c-da50-4670-939c-e526afce9769 req-4303f5ac-e0e6-4ec0-a52c-2f8785043750 service nova] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Updated VIF entry in instance network info cache for port 380a83ee-9eb6-4527-a10b-20b95ec276b7. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.257160] env[68835]: DEBUG nova.network.neutron [req-01491a9c-da50-4670-939c-e526afce9769 req-4303f5ac-e0e6-4ec0-a52c-2f8785043750 service nova] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Updating instance_info_cache with network_info: [{"id": "380a83ee-9eb6-4527-a10b-20b95ec276b7", "address": "fa:16:3e:c0:74:a0", "network": {"id": "191a2da1-f4bb-451d-8ce5-98598e6cb962", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1561572480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a77b96476c524862b63d5b10c4832c32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap380a83ee-9e", "ovs_interfaceid": "380a83ee-9eb6-4527-a10b-20b95ec276b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.259192] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd2b89e1-3606-45c7-b795-3eedc10d9277 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.266273] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Waiting for the task: (returnval){ [ 965.266273] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52efb70f-9cf3-cc02-bf57-4c80d8de5954" [ 965.266273] env[68835]: _type = "Task" [ 965.266273] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.278667] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52efb70f-9cf3-cc02-bf57-4c80d8de5954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.300397] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154459, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.395692] env[68835]: DEBUG nova.network.neutron [req-3a049a13-a61e-4c2b-b33f-d56109078b33 req-a1e5fa82-e435-4e1b-8089-97d70ab4306f service nova] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Updated VIF entry in instance network info cache for port 183d8693-8e0d-459b-a08a-ea2a51c55fe8. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.396140] env[68835]: DEBUG nova.network.neutron [req-3a049a13-a61e-4c2b-b33f-d56109078b33 req-a1e5fa82-e435-4e1b-8089-97d70ab4306f service nova] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Updating instance_info_cache with network_info: [{"id": "183d8693-8e0d-459b-a08a-ea2a51c55fe8", "address": "fa:16:3e:5d:5a:2a", "network": {"id": "bec025de-fc17-495b-b911-3751c55e270d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1394146478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f402f67a5d4ab9a66c301c617d390c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap183d8693-8e", "ovs_interfaceid": "183d8693-8e0d-459b-a08a-ea2a51c55fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.575111] env[68835]: DEBUG nova.compute.manager [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.602032] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.602482] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.602811] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.603090] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.603261] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.603437] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.603651] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.603841] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.604031] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.604202] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.604377] env[68835]: DEBUG nova.virt.hardware [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.605250] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1d41d9-49bd-4c7a-8caf-f2625fa8f15d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.617401] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b927ec98-7340-44d9-bddb-d190b687987e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.658952] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154460, 'name': CreateVM_Task, 'duration_secs': 0.344303} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.659135] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.660972] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.660972] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.660972] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.662922] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc3102bb-b659-4c97-9879-6de2ff29b8c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.676829] env[68835]: INFO nova.compute.manager [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Took 42.85 seconds to build instance. [ 965.678325] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 965.678325] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]529f7bc0-da14-7e71-3f90-dfa97dbec738" [ 965.678325] env[68835]: _type = "Task" [ 965.678325] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.692331] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]529f7bc0-da14-7e71-3f90-dfa97dbec738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.731931] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154461, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.760710] env[68835]: DEBUG oslo_concurrency.lockutils [req-01491a9c-da50-4670-939c-e526afce9769 req-4303f5ac-e0e6-4ec0-a52c-2f8785043750 service nova] Releasing lock "refresh_cache-37574319-7d25-4bf7-b675-8b6c641575f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.783272] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52efb70f-9cf3-cc02-bf57-4c80d8de5954, 'name': SearchDatastore_Task, 'duration_secs': 0.011692} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.783593] env[68835]: DEBUG oslo_concurrency.lockutils [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.784104] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 37574319-7d25-4bf7-b675-8b6c641575f4/37574319-7d25-4bf7-b675-8b6c641575f4.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.784392] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1f8f481-f5a0-415d-8374-62b04e6c9e78 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.800555] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154459, 'name': ReconfigVM_Task, 'duration_secs': 0.555724} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.802644] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 851116fa-e76a-45c1-a474-27a23ab1043b/851116fa-e76a-45c1-a474-27a23ab1043b.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.803551] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Waiting for the task: (returnval){ [ 965.803551] env[68835]: value = "task-3154462" [ 965.803551] env[68835]: _type = "Task" [ 965.803551] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.803864] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1804835a-bdda-43b0-9360-71a71df29a1e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.820856] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': task-3154462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.822333] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 965.822333] env[68835]: value = "task-3154463" [ 965.822333] env[68835]: _type = "Task" [ 965.822333] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.834961] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154463, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.899658] env[68835]: DEBUG oslo_concurrency.lockutils [req-3a049a13-a61e-4c2b-b33f-d56109078b33 req-a1e5fa82-e435-4e1b-8089-97d70ab4306f service nova] Releasing lock "refresh_cache-df1a2a59-a34f-4844-a1f7-10f59c5b52f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.020595] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce971155-7527-4435-9e7a-3f896599b228 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.033391] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e528077-bfb5-4ac6-85d1-514e33bd8f40 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.070112] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cabd62-c910-4c4d-b5c2-9992b0f302c1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.089306] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f9a059-03ab-4586-9dfe-555737a8c1fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.108010] env[68835]: DEBUG nova.compute.provider_tree [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.179519] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af224208-6309-444b-b815-d2e5907b431b tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "30320550-99f9-4a54-aebd-ed0586075a2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.361s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.191200] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]529f7bc0-da14-7e71-3f90-dfa97dbec738, 'name': SearchDatastore_Task, 'duration_secs': 0.023885} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.191536] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.191781] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.192030] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.192185] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.192365] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.192644] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c89cea7-613b-461d-932b-5adcd48ab33d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.208677] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.209007] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.209662] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3cf2f12-46e5-42db-8f8c-2d7bfd97d453 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.216749] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 966.216749] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52b410dc-299f-7a4a-1a08-2ba215cdfcc6" [ 966.216749] env[68835]: _type = "Task" [ 966.216749] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.232394] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b410dc-299f-7a4a-1a08-2ba215cdfcc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.236132] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154461, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.278460] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.278764] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.320137] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': task-3154462, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.332898] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154463, 'name': Rename_Task, 'duration_secs': 0.239121} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.333167] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.333421] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b1015da-d425-4d72-b4ce-72a6177459fc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.346133] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 966.346133] env[68835]: value = "task-3154464" [ 966.346133] env[68835]: _type = "Task" [ 966.346133] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.368297] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.612838] env[68835]: DEBUG nova.scheduler.client.report [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.731843] env[68835]: DEBUG oslo_vmware.api [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154461, 'name': RemoveSnapshot_Task, 'duration_secs': 1.198296} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.735017] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Deleted Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 966.735335] env[68835]: INFO nova.compute.manager [None req-933c0ec8-965b-4cb9-841f-4876d852663b tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Took 16.98 seconds to snapshot the instance on the hypervisor. [ 966.737730] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b410dc-299f-7a4a-1a08-2ba215cdfcc6, 'name': SearchDatastore_Task, 'duration_secs': 0.05688} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.739050] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea971f8c-232f-4e5f-8e91-89b99e3e86a3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.745265] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 966.745265] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52e81765-69f8-fb54-3870-b0f5d98cbab1" [ 966.745265] env[68835]: _type = "Task" [ 966.745265] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.750134] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "interface-47b71583-afd4-456f-b393-38494bb43a12-f5061d8f-7309-4b0a-8477-f66b91bc7902" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.750398] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "interface-47b71583-afd4-456f-b393-38494bb43a12-f5061d8f-7309-4b0a-8477-f66b91bc7902" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.760398] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e81765-69f8-fb54-3870-b0f5d98cbab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.791969] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.792156] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.792269] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.792474] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.792621] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.792782] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.792916] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68835) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 966.793079] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.818409] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': task-3154462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587912} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.818667] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 37574319-7d25-4bf7-b675-8b6c641575f4/37574319-7d25-4bf7-b675-8b6c641575f4.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.819026] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.819296] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fe0d3ce-192e-49e3-84da-af07fc4f1544 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.828358] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Waiting for the task: (returnval){ [ 966.828358] env[68835]: value = "task-3154465" [ 966.828358] env[68835]: _type = "Task" [ 966.828358] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.838098] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': task-3154465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.856387] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.078427] env[68835]: DEBUG nova.compute.manager [req-843c6b88-926b-4d05-b183-19c61f94c472 req-51dd23fe-9fd1-45b7-be15-f94d391b61f9 service nova] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Received event network-vif-plugged-3a553e1b-3792-4006-88d6-0d2d4022ce32 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.078744] env[68835]: DEBUG oslo_concurrency.lockutils [req-843c6b88-926b-4d05-b183-19c61f94c472 req-51dd23fe-9fd1-45b7-be15-f94d391b61f9 service nova] Acquiring lock "e65e5b3d-8d8b-431d-9757-332f542c7eb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.079260] env[68835]: DEBUG oslo_concurrency.lockutils [req-843c6b88-926b-4d05-b183-19c61f94c472 req-51dd23fe-9fd1-45b7-be15-f94d391b61f9 service nova] Lock "e65e5b3d-8d8b-431d-9757-332f542c7eb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.080834] env[68835]: DEBUG oslo_concurrency.lockutils [req-843c6b88-926b-4d05-b183-19c61f94c472 req-51dd23fe-9fd1-45b7-be15-f94d391b61f9 service nova] Lock "e65e5b3d-8d8b-431d-9757-332f542c7eb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.080834] env[68835]: DEBUG nova.compute.manager [req-843c6b88-926b-4d05-b183-19c61f94c472 req-51dd23fe-9fd1-45b7-be15-f94d391b61f9 service nova] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] No waiting events found dispatching network-vif-plugged-3a553e1b-3792-4006-88d6-0d2d4022ce32 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.080834] env[68835]: WARNING nova.compute.manager [req-843c6b88-926b-4d05-b183-19c61f94c472 req-51dd23fe-9fd1-45b7-be15-f94d391b61f9 service nova] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Received unexpected event network-vif-plugged-3a553e1b-3792-4006-88d6-0d2d4022ce32 for instance with vm_state building and task_state spawning. [ 967.119215] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.119772] env[68835]: DEBUG nova.compute.manager [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.122683] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.925s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.123083] env[68835]: DEBUG nova.objects.instance [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lazy-loading 'resources' on Instance uuid d5ab1888-4692-4c9b-be29-6adda0c5c931 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.124651] env[68835]: DEBUG oslo_concurrency.lockutils [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "30320550-99f9-4a54-aebd-ed0586075a2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.124985] env[68835]: DEBUG oslo_concurrency.lockutils [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "30320550-99f9-4a54-aebd-ed0586075a2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.126078] env[68835]: DEBUG oslo_concurrency.lockutils [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "30320550-99f9-4a54-aebd-ed0586075a2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.128169] env[68835]: DEBUG oslo_concurrency.lockutils [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "30320550-99f9-4a54-aebd-ed0586075a2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.128169] env[68835]: DEBUG oslo_concurrency.lockutils [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "30320550-99f9-4a54-aebd-ed0586075a2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.130270] env[68835]: INFO nova.compute.manager [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Terminating instance [ 967.219265] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "be629496-573e-4aa3-a930-454df91b2121" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.219437] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "be629496-573e-4aa3-a930-454df91b2121" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.252955] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.253190] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.258116] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff5c061-ff61-40a5-84a6-a91673f60068 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.261084] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e81765-69f8-fb54-3870-b0f5d98cbab1, 'name': SearchDatastore_Task, 'duration_secs': 0.013708} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.262104] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.262429] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] df1a2a59-a34f-4844-a1f7-10f59c5b52f0/df1a2a59-a34f-4844-a1f7-10f59c5b52f0.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.263278] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0d4876d-de10-43b8-a9bf-fd80c9d881b1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.284070] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa63f90-1f56-42f0-a8e3-3b7f55d59bdf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.290841] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 967.290841] env[68835]: value = "task-3154466" [ 967.290841] env[68835]: _type = "Task" [ 967.290841] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.094361] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.102203] env[68835]: DEBUG nova.compute.utils [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.104632] env[68835]: DEBUG nova.compute.manager [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.105018] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.105561] env[68835]: DEBUG nova.compute.manager [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.124565] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Reconfiguring VM to detach interface {{(pid=68835) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 968.126214] env[68835]: DEBUG nova.network.neutron [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Successfully updated port: 3a553e1b-3792-4006-88d6-0d2d4022ce32 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.128265] env[68835]: DEBUG nova.compute.manager [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.152032] env[68835]: DEBUG nova.compute.manager [req-059ff810-ff3e-4ecb-b924-76eb1fe10ccd req-191c6655-db81-4063-b6f8-81e55fd40569 service nova] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Received event network-changed-3a553e1b-3792-4006-88d6-0d2d4022ce32 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.152032] env[68835]: DEBUG nova.compute.manager [req-059ff810-ff3e-4ecb-b924-76eb1fe10ccd req-191c6655-db81-4063-b6f8-81e55fd40569 service nova] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Refreshing instance network info cache due to event network-changed-3a553e1b-3792-4006-88d6-0d2d4022ce32. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.152032] env[68835]: DEBUG oslo_concurrency.lockutils [req-059ff810-ff3e-4ecb-b924-76eb1fe10ccd req-191c6655-db81-4063-b6f8-81e55fd40569 service nova] Acquiring lock "refresh_cache-e65e5b3d-8d8b-431d-9757-332f542c7eb2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.152032] env[68835]: DEBUG oslo_concurrency.lockutils [req-059ff810-ff3e-4ecb-b924-76eb1fe10ccd req-191c6655-db81-4063-b6f8-81e55fd40569 service nova] Acquired lock "refresh_cache-e65e5b3d-8d8b-431d-9757-332f542c7eb2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.152032] env[68835]: DEBUG nova.network.neutron [req-059ff810-ff3e-4ecb-b924-76eb1fe10ccd req-191c6655-db81-4063-b6f8-81e55fd40569 service nova] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Refreshing network info cache for port 3a553e1b-3792-4006-88d6-0d2d4022ce32 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.153767] env[68835]: DEBUG nova.compute.manager [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.154137] env[68835]: DEBUG nova.network.neutron [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.157732] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786bd544-e87d-4e33-8350-61b1300eb4f7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.162457] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-613da311-20bd-4acd-b6be-87cc5ffdb679 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.198027] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "refresh_cache-e65e5b3d-8d8b-431d-9757-332f542c7eb2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.206263] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.219013] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a3a6b36-f175-4d45-abfe-31c3365858ae {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.221672] env[68835]: DEBUG oslo_vmware.api [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154464, 'name': PowerOnVM_Task, 'duration_secs': 1.069057} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.223281] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': task-3154465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089021} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.223551] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.913735} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.228534] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.228790] env[68835]: INFO nova.compute.manager [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Took 10.42 seconds to spawn the instance on the hypervisor. [ 968.229033] env[68835]: DEBUG nova.compute.manager [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.230223] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.230223] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] df1a2a59-a34f-4844-a1f7-10f59c5b52f0/df1a2a59-a34f-4844-a1f7-10f59c5b52f0.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.230223] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.234024] env[68835]: DEBUG oslo_vmware.api [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 968.234024] env[68835]: value = "task-3154467" [ 968.234024] env[68835]: _type = "Task" [ 968.234024] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.234024] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3c2121-b2fd-47ad-94a3-5cfbab1ab650 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.237560] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545d77ac-e29f-4a18-84ba-698da4d944ea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.240957] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82ac1da4-d60e-41c0-8619-6b00f1434627 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.250896] env[68835]: DEBUG oslo_vmware.api [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 968.250896] env[68835]: value = "task-3154468" [ 968.250896] env[68835]: _type = "Task" [ 968.250896] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.282703] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 968.282703] env[68835]: value = "task-3154469" [ 968.282703] env[68835]: _type = "Task" [ 968.282703] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.300287] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 37574319-7d25-4bf7-b675-8b6c641575f4/37574319-7d25-4bf7-b675-8b6c641575f4.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.302392] env[68835]: DEBUG oslo_vmware.api [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.307029] env[68835]: DEBUG nova.policy [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc9e9e413c574168959371d49197de71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '757ad1b5fdf24e3193c4e8726a9d8ba6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.309085] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c73e69eb-ade8-43d0-b2d3-0d5d40b68c7b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.344795] env[68835]: DEBUG oslo_vmware.api [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.355618] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.357320] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Waiting for the task: (returnval){ [ 968.357320] env[68835]: value = "task-3154470" [ 968.357320] env[68835]: _type = "Task" [ 968.357320] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.368473] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': task-3154470, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.649552] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.657869] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0f5803-7164-4f96-a1aa-f9a8a542b209 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.659953] env[68835]: DEBUG nova.network.neutron [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Successfully created port: cc8552c2-ca23-4ff6-b3af-1023c397bf96 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.666813] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cda164-1b6f-4ec4-8d38-5967a35cd461 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.700687] env[68835]: DEBUG nova.compute.manager [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.702811] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5283ffa9-8d77-4c9c-9680-1e0003da99a3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.705086] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8403fc-cb95-470e-a1c6-d2bbeea596c3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.714440] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34204b0-3ee0-4e2d-85cf-946b4ff8aa04 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.733715] env[68835]: DEBUG nova.compute.provider_tree [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.762022] env[68835]: DEBUG oslo_vmware.api [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.768298] env[68835]: DEBUG oslo_vmware.api [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154468, 'name': PowerOffVM_Task, 'duration_secs': 0.301077} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.768590] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.768753] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.769247] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3925db28-4734-4be0-8472-4b89110aea92 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.793425] env[68835]: DEBUG nova.network.neutron [req-059ff810-ff3e-4ecb-b924-76eb1fe10ccd req-191c6655-db81-4063-b6f8-81e55fd40569 service nova] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.821589] env[68835]: INFO nova.compute.manager [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Took 37.98 seconds to build instance. [ 968.826830] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184612} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.827324] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.828242] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1ad526-de47-4858-a631-6225600b5704 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.857031] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] df1a2a59-a34f-4844-a1f7-10f59c5b52f0/df1a2a59-a34f-4844-a1f7-10f59c5b52f0.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.861689] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-738c16e7-0601-4c35-840b-99eae4227b4f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.878043] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.878284] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.878464] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Deleting the datastore file [datastore1] 30320550-99f9-4a54-aebd-ed0586075a2b {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.882151] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-543341c2-95c9-4475-a0fa-9e884079a37a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.891453] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': task-3154470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.894122] env[68835]: DEBUG oslo_vmware.api [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 968.894122] env[68835]: value = "task-3154473" [ 968.894122] env[68835]: _type = "Task" [ 968.894122] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.894384] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 968.894384] env[68835]: value = "task-3154472" [ 968.894384] env[68835]: _type = "Task" [ 968.894384] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.907131] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154472, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.910510] env[68835]: DEBUG oslo_vmware.api [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.922181] env[68835]: DEBUG nova.network.neutron [req-059ff810-ff3e-4ecb-b924-76eb1fe10ccd req-191c6655-db81-4063-b6f8-81e55fd40569 service nova] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.035997] env[68835]: DEBUG nova.network.neutron [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Successfully created port: 0f0779e3-b0d1-4942-bedc-7d9968c65cef {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.204314] env[68835]: DEBUG nova.compute.manager [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.225512] env[68835]: INFO nova.compute.manager [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] instance snapshotting [ 969.231658] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb480048-7aaa-46d5-912c-5c26a31759a5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.238576] env[68835]: DEBUG nova.virt.hardware [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.238867] env[68835]: DEBUG nova.virt.hardware [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.239153] env[68835]: DEBUG nova.virt.hardware [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.239418] env[68835]: DEBUG nova.virt.hardware [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.239649] env[68835]: DEBUG nova.virt.hardware [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.239855] env[68835]: DEBUG nova.virt.hardware [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.240128] env[68835]: DEBUG nova.virt.hardware [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.240331] env[68835]: DEBUG nova.virt.hardware [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.240536] env[68835]: DEBUG nova.virt.hardware [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.240794] env[68835]: DEBUG nova.virt.hardware [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.240992] env[68835]: DEBUG nova.virt.hardware [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.241865] env[68835]: DEBUG nova.scheduler.client.report [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.246042] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535b7d6f-8c11-4aec-a647-b0a9b497b582 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.268278] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70da31ea-cd1d-4ef1-9525-bfeb0ed43b74 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.277760] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa36474-2d77-47bb-8126-4509d3b42b9d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.291319] env[68835]: DEBUG oslo_vmware.api [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.326639] env[68835]: DEBUG oslo_concurrency.lockutils [None req-593baef0-c283-4bd6-8e4b-a7f378335719 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "851116fa-e76a-45c1-a474-27a23ab1043b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.498s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.388279] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': task-3154470, 'name': ReconfigVM_Task, 'duration_secs': 0.606883} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.388587] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 37574319-7d25-4bf7-b675-8b6c641575f4/37574319-7d25-4bf7-b675-8b6c641575f4.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.389227] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f586f07-a395-4d1e-b631-7c62b896cc5c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.397614] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Waiting for the task: (returnval){ [ 969.397614] env[68835]: value = "task-3154474" [ 969.397614] env[68835]: _type = "Task" [ 969.397614] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.414930] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': task-3154474, 'name': Rename_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.420689] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154472, 'name': ReconfigVM_Task, 'duration_secs': 0.29236} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.420918] env[68835]: DEBUG oslo_vmware.api [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.421190] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Reconfigured VM instance instance-00000050 to attach disk [datastore2] df1a2a59-a34f-4844-a1f7-10f59c5b52f0/df1a2a59-a34f-4844-a1f7-10f59c5b52f0.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.421830] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b83b5f27-ef91-484c-aa11-160d7a7aec33 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.424514] env[68835]: DEBUG oslo_concurrency.lockutils [req-059ff810-ff3e-4ecb-b924-76eb1fe10ccd req-191c6655-db81-4063-b6f8-81e55fd40569 service nova] Releasing lock "refresh_cache-e65e5b3d-8d8b-431d-9757-332f542c7eb2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.424975] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquired lock "refresh_cache-e65e5b3d-8d8b-431d-9757-332f542c7eb2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.425231] env[68835]: DEBUG nova.network.neutron [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.431926] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 969.431926] env[68835]: value = "task-3154475" [ 969.431926] env[68835]: _type = "Task" [ 969.431926] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.442370] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154475, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.764792] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.642s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.768048] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.514s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.768153] env[68835]: DEBUG nova.objects.instance [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Lazy-loading 'resources' on Instance uuid dcd30b3e-ddc0-4568-abfb-b82abe31d64b {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.783142] env[68835]: DEBUG oslo_vmware.api [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.792525] env[68835]: INFO nova.scheduler.client.report [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Deleted allocations for instance d5ab1888-4692-4c9b-be29-6adda0c5c931 [ 969.797000] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Creating Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 969.797218] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c746b066-fa3e-43fa-b3be-2e0b1316d6ae {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.806321] env[68835]: DEBUG oslo_vmware.api [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 969.806321] env[68835]: value = "task-3154476" [ 969.806321] env[68835]: _type = "Task" [ 969.806321] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.816198] env[68835]: DEBUG oslo_vmware.api [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154476, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.914481] env[68835]: DEBUG oslo_vmware.api [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.58276} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.915257] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.915561] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.915796] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.916041] env[68835]: INFO nova.compute.manager [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Took 1.81 seconds to destroy the instance on the hypervisor. [ 969.916331] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.916578] env[68835]: DEBUG nova.compute.manager [-] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.916708] env[68835]: DEBUG nova.network.neutron [-] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.923195] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': task-3154474, 'name': Rename_Task, 'duration_secs': 0.471609} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.923753] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.923991] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-883b3a97-11d8-4780-bfed-51c8d458926b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.931614] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Waiting for the task: (returnval){ [ 969.931614] env[68835]: value = "task-3154477" [ 969.931614] env[68835]: _type = "Task" [ 969.931614] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.943024] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': task-3154477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.946217] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154475, 'name': Rename_Task, 'duration_secs': 0.158703} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.946471] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.946815] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f93295d2-e070-4e18-9804-30741c9ca9ca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.953348] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 969.953348] env[68835]: value = "task-3154478" [ 969.953348] env[68835]: _type = "Task" [ 969.953348] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.958086] env[68835]: DEBUG nova.network.neutron [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.963205] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.116496] env[68835]: DEBUG nova.network.neutron [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Updating instance_info_cache with network_info: [{"id": "3a553e1b-3792-4006-88d6-0d2d4022ce32", "address": "fa:16:3e:8a:ef:b3", "network": {"id": "bec025de-fc17-495b-b911-3751c55e270d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1394146478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f402f67a5d4ab9a66c301c617d390c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a553e1b-37", "ovs_interfaceid": "3a553e1b-3792-4006-88d6-0d2d4022ce32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.216507] env[68835]: DEBUG oslo_concurrency.lockutils [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "851116fa-e76a-45c1-a474-27a23ab1043b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.216858] env[68835]: DEBUG oslo_concurrency.lockutils [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "851116fa-e76a-45c1-a474-27a23ab1043b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.217111] env[68835]: DEBUG oslo_concurrency.lockutils [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "851116fa-e76a-45c1-a474-27a23ab1043b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.217395] env[68835]: DEBUG oslo_concurrency.lockutils [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "851116fa-e76a-45c1-a474-27a23ab1043b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.217615] env[68835]: DEBUG oslo_concurrency.lockutils [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "851116fa-e76a-45c1-a474-27a23ab1043b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.219935] env[68835]: INFO nova.compute.manager [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Terminating instance [ 970.281471] env[68835]: DEBUG oslo_vmware.api [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.284261] env[68835]: DEBUG nova.compute.manager [req-886c1702-3cec-4de4-b0c6-98d094bc3e22 req-52d700bd-d7a1-4d14-a282-17483e500f94 service nova] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Received event network-vif-deleted-fa9b6c52-676a-4b94-9a44-a75032f8ad8b {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.284479] env[68835]: INFO nova.compute.manager [req-886c1702-3cec-4de4-b0c6-98d094bc3e22 req-52d700bd-d7a1-4d14-a282-17483e500f94 service nova] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Neutron deleted interface fa9b6c52-676a-4b94-9a44-a75032f8ad8b; detaching it from the instance and deleting it from the info cache [ 970.284603] env[68835]: DEBUG nova.network.neutron [req-886c1702-3cec-4de4-b0c6-98d094bc3e22 req-52d700bd-d7a1-4d14-a282-17483e500f94 service nova] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.300523] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ee387bd9-df72-48ee-8a35-8852e3faa3a9 tempest-ServersNegativeTestJSON-1274465967 tempest-ServersNegativeTestJSON-1274465967-project-member] Lock "d5ab1888-4692-4c9b-be29-6adda0c5c931" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.505s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.319318] env[68835]: DEBUG oslo_vmware.api [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154476, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.446993] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': task-3154477, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.466550] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154478, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.621812] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Releasing lock "refresh_cache-e65e5b3d-8d8b-431d-9757-332f542c7eb2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.622195] env[68835]: DEBUG nova.compute.manager [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Instance network_info: |[{"id": "3a553e1b-3792-4006-88d6-0d2d4022ce32", "address": "fa:16:3e:8a:ef:b3", "network": {"id": "bec025de-fc17-495b-b911-3751c55e270d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1394146478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65f402f67a5d4ab9a66c301c617d390c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a553e1b-37", "ovs_interfaceid": "3a553e1b-3792-4006-88d6-0d2d4022ce32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.622984] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:ef:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a553e1b-3792-4006-88d6-0d2d4022ce32', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.631228] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.631548] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.631826] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eac3ea46-7be0-4fe1-92b8-ec017d6c2f4f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.656688] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.656688] env[68835]: value = "task-3154479" [ 970.656688] env[68835]: _type = "Task" [ 970.656688] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.661388] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4294a7db-335d-49c4-96f9-7436df3efa17 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.672628] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac85f0f-40de-47d3-b595-199eff9e7c8c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.679021] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154479, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.709381] env[68835]: DEBUG nova.network.neutron [-] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.711875] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493b3472-1ec8-4f0c-b01b-2905a7a63313 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.721069] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba968f3-3128-4555-b616-0bfafb87084c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.725970] env[68835]: DEBUG nova.compute.manager [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.726227] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.726980] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71745db4-c8ad-414d-b7aa-b654e4856915 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.740722] env[68835]: DEBUG nova.compute.provider_tree [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.745210] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.745659] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-deaf34b9-0807-4a45-982f-e761a1523f73 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.753255] env[68835]: DEBUG oslo_vmware.api [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 970.753255] env[68835]: value = "task-3154480" [ 970.753255] env[68835]: _type = "Task" [ 970.753255] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.763534] env[68835]: DEBUG oslo_vmware.api [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.778796] env[68835]: DEBUG oslo_vmware.api [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.788862] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9eada516-3381-4c44-b097-cacace92431e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.798999] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d664c7-a347-4f61-ad4a-b85154b7847d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.819241] env[68835]: DEBUG oslo_vmware.api [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154476, 'name': CreateSnapshot_Task, 'duration_secs': 0.537129} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.819521] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Created Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 970.820306] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dc8c36-89d0-4101-a318-438f6175c7e2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.845183] env[68835]: DEBUG nova.compute.manager [req-886c1702-3cec-4de4-b0c6-98d094bc3e22 req-52d700bd-d7a1-4d14-a282-17483e500f94 service nova] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Detach interface failed, port_id=fa9b6c52-676a-4b94-9a44-a75032f8ad8b, reason: Instance 30320550-99f9-4a54-aebd-ed0586075a2b could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 970.859436] env[68835]: DEBUG nova.compute.manager [req-852e1d30-0262-4e1a-aeb9-a1e982992af5 req-3d925378-a01d-400c-8fe6-986ba7c8bdbd service nova] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Received event network-vif-plugged-cc8552c2-ca23-4ff6-b3af-1023c397bf96 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.859661] env[68835]: DEBUG oslo_concurrency.lockutils [req-852e1d30-0262-4e1a-aeb9-a1e982992af5 req-3d925378-a01d-400c-8fe6-986ba7c8bdbd service nova] Acquiring lock "a72e5d0c-481b-4bbc-850f-f550c4ba50e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.859870] env[68835]: DEBUG oslo_concurrency.lockutils [req-852e1d30-0262-4e1a-aeb9-a1e982992af5 req-3d925378-a01d-400c-8fe6-986ba7c8bdbd service nova] Lock "a72e5d0c-481b-4bbc-850f-f550c4ba50e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.860050] env[68835]: DEBUG oslo_concurrency.lockutils [req-852e1d30-0262-4e1a-aeb9-a1e982992af5 req-3d925378-a01d-400c-8fe6-986ba7c8bdbd service nova] Lock "a72e5d0c-481b-4bbc-850f-f550c4ba50e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.860220] env[68835]: DEBUG nova.compute.manager [req-852e1d30-0262-4e1a-aeb9-a1e982992af5 req-3d925378-a01d-400c-8fe6-986ba7c8bdbd service nova] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] No waiting events found dispatching network-vif-plugged-cc8552c2-ca23-4ff6-b3af-1023c397bf96 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.860380] env[68835]: WARNING nova.compute.manager [req-852e1d30-0262-4e1a-aeb9-a1e982992af5 req-3d925378-a01d-400c-8fe6-986ba7c8bdbd service nova] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Received unexpected event network-vif-plugged-cc8552c2-ca23-4ff6-b3af-1023c397bf96 for instance with vm_state building and task_state spawning. [ 970.944401] env[68835]: DEBUG oslo_vmware.api [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': task-3154477, 'name': PowerOnVM_Task, 'duration_secs': 0.534447} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.944732] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.944988] env[68835]: INFO nova.compute.manager [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Took 10.55 seconds to spawn the instance on the hypervisor. [ 970.945273] env[68835]: DEBUG nova.compute.manager [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.946150] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2effe73-7988-42ce-a58a-5b29d1569a5c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.969555] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154478, 'name': PowerOnVM_Task, 'duration_secs': 0.524606} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.969926] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.970250] env[68835]: INFO nova.compute.manager [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Took 8.05 seconds to spawn the instance on the hypervisor. [ 970.970403] env[68835]: DEBUG nova.compute.manager [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.971308] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a6ebe0-55d0-4ccd-95a7-58fa5e0630ba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.141189] env[68835]: DEBUG nova.network.neutron [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Successfully updated port: cc8552c2-ca23-4ff6-b3af-1023c397bf96 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.168245] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154479, 'name': CreateVM_Task, 'duration_secs': 0.48134} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.168531] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.169322] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.169544] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.169916] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.170549] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04c72e05-f2bd-4e3e-9227-3d4db2735ee7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.176171] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 971.176171] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52f4826f-1abb-9949-b691-27e27212111b" [ 971.176171] env[68835]: _type = "Task" [ 971.176171] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.184631] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f4826f-1abb-9949-b691-27e27212111b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.212667] env[68835]: INFO nova.compute.manager [-] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Took 1.30 seconds to deallocate network for instance. [ 971.246910] env[68835]: DEBUG nova.scheduler.client.report [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.263350] env[68835]: DEBUG oslo_vmware.api [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154480, 'name': PowerOffVM_Task, 'duration_secs': 0.261751} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.263916] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.263916] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.264035] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-070a1097-91e6-49d1-ae99-9f15bf239223 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.278894] env[68835]: DEBUG oslo_vmware.api [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.353856] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Creating linked-clone VM from snapshot {{(pid=68835) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 971.355382] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ed5d8744-f734-4f2e-88cf-76ce6d789169 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.358523] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.358838] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.359125] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleting the datastore file [datastore2] 851116fa-e76a-45c1-a474-27a23ab1043b {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.359437] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae938286-b2e7-40e5-be6d-33f5f17ad97e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.366856] env[68835]: DEBUG oslo_vmware.api [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 971.366856] env[68835]: value = "task-3154482" [ 971.366856] env[68835]: _type = "Task" [ 971.366856] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.368139] env[68835]: DEBUG oslo_vmware.api [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 971.368139] env[68835]: value = "task-3154483" [ 971.368139] env[68835]: _type = "Task" [ 971.368139] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.382334] env[68835]: DEBUG oslo_vmware.api [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154482, 'name': CloneVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.385631] env[68835]: DEBUG oslo_vmware.api [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.473995] env[68835]: INFO nova.compute.manager [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Took 38.62 seconds to build instance. [ 971.492118] env[68835]: INFO nova.compute.manager [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Took 29.33 seconds to build instance. [ 971.694287] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f4826f-1abb-9949-b691-27e27212111b, 'name': SearchDatastore_Task, 'duration_secs': 0.021186} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.694287] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.694287] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.694287] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.694287] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.694287] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.697402] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-746efafb-0b7b-4f59-a646-7d99a56bdb19 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.712022] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.712022] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.716277] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abaab95b-0916-434f-891e-35c298f7d37b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.722376] env[68835]: DEBUG oslo_concurrency.lockutils [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.722376] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 971.722376] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52fc825d-a057-59e0-667d-a7d30e4e5867" [ 971.722376] env[68835]: _type = "Task" [ 971.722376] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.734446] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52fc825d-a057-59e0-667d-a7d30e4e5867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.751859] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.755141] env[68835]: DEBUG oslo_concurrency.lockutils [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.973s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.755445] env[68835]: DEBUG nova.objects.instance [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Lazy-loading 'resources' on Instance uuid c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.781750] env[68835]: DEBUG oslo_vmware.api [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.782534] env[68835]: INFO nova.scheduler.client.report [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Deleted allocations for instance dcd30b3e-ddc0-4568-abfb-b82abe31d64b [ 971.882145] env[68835]: DEBUG oslo_vmware.api [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3314} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.886552] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.886552] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.886674] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.886874] env[68835]: INFO nova.compute.manager [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 971.887438] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.887855] env[68835]: DEBUG oslo_vmware.api [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154482, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.888677] env[68835]: DEBUG nova.compute.manager [-] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.888677] env[68835]: DEBUG nova.network.neutron [-] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.975970] env[68835]: DEBUG oslo_concurrency.lockutils [None req-717c4382-c703-457a-8819-44e992890f4a tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Lock "37574319-7d25-4bf7-b675-8b6c641575f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.129s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.994917] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "df1a2a59-a34f-4844-a1f7-10f59c5b52f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.841s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.215291] env[68835]: DEBUG oslo_concurrency.lockutils [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Acquiring lock "23c2f2ab-a6cc-44e5-9d00-cf0582390e0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.215853] env[68835]: DEBUG oslo_concurrency.lockutils [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Lock "23c2f2ab-a6cc-44e5-9d00-cf0582390e0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.216319] env[68835]: DEBUG oslo_concurrency.lockutils [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Acquiring lock "23c2f2ab-a6cc-44e5-9d00-cf0582390e0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.216679] env[68835]: DEBUG oslo_concurrency.lockutils [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Lock "23c2f2ab-a6cc-44e5-9d00-cf0582390e0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.217053] env[68835]: DEBUG oslo_concurrency.lockutils [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Lock "23c2f2ab-a6cc-44e5-9d00-cf0582390e0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.221190] env[68835]: INFO nova.compute.manager [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Terminating instance [ 972.245167] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52fc825d-a057-59e0-667d-a7d30e4e5867, 'name': SearchDatastore_Task, 'duration_secs': 0.012725} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.247144] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d0fa994-fcc0-43e7-9c0c-05545bd5a2a7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.257613] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 972.257613] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52df300e-fa81-ee0f-6c7b-2fefbdbe97c7" [ 972.257613] env[68835]: _type = "Task" [ 972.257613] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.285266] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52df300e-fa81-ee0f-6c7b-2fefbdbe97c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012788} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.285921] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.286255] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] e65e5b3d-8d8b-431d-9757-332f542c7eb2/e65e5b3d-8d8b-431d-9757-332f542c7eb2.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.286956] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1247559-566e-4f05-881c-4ba015612d7b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.295385] env[68835]: DEBUG oslo_vmware.api [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.302395] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 972.302395] env[68835]: value = "task-3154484" [ 972.302395] env[68835]: _type = "Task" [ 972.302395] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.304198] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cba30129-6ba9-4157-bc28-1ea5441d1ad6 tempest-ServersListShow298Test-1390300234 tempest-ServersListShow298Test-1390300234-project-member] Lock "dcd30b3e-ddc0-4568-abfb-b82abe31d64b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.465s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.315140] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.329580] env[68835]: DEBUG oslo_concurrency.lockutils [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Acquiring lock "37574319-7d25-4bf7-b675-8b6c641575f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.329580] env[68835]: DEBUG oslo_concurrency.lockutils [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Lock "37574319-7d25-4bf7-b675-8b6c641575f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.329580] env[68835]: DEBUG oslo_concurrency.lockutils [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Acquiring lock "37574319-7d25-4bf7-b675-8b6c641575f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.329580] env[68835]: DEBUG oslo_concurrency.lockutils [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Lock "37574319-7d25-4bf7-b675-8b6c641575f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.329580] env[68835]: DEBUG oslo_concurrency.lockutils [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Lock "37574319-7d25-4bf7-b675-8b6c641575f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.331181] env[68835]: INFO nova.compute.manager [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Terminating instance [ 972.385405] env[68835]: DEBUG oslo_vmware.api [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154482, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.515190] env[68835]: DEBUG nova.compute.manager [req-1d2d3cbf-8950-4c66-982d-38f2315abe85 req-6a7f42f9-61fc-4561-bb04-b27d89985cea service nova] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Received event network-vif-deleted-4e2fe752-2a1a-4454-98a3-c3e56414020a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.515636] env[68835]: INFO nova.compute.manager [req-1d2d3cbf-8950-4c66-982d-38f2315abe85 req-6a7f42f9-61fc-4561-bb04-b27d89985cea service nova] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Neutron deleted interface 4e2fe752-2a1a-4454-98a3-c3e56414020a; detaching it from the instance and deleting it from the info cache [ 972.515736] env[68835]: DEBUG nova.network.neutron [req-1d2d3cbf-8950-4c66-982d-38f2315abe85 req-6a7f42f9-61fc-4561-bb04-b27d89985cea service nova] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.729243] env[68835]: DEBUG nova.compute.manager [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.729774] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.730080] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c61c1da-eac0-43bd-b357-f09248e78131 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.742676] env[68835]: DEBUG oslo_vmware.api [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Waiting for the task: (returnval){ [ 972.742676] env[68835]: value = "task-3154485" [ 972.742676] env[68835]: _type = "Task" [ 972.742676] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.752847] env[68835]: DEBUG oslo_vmware.api [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.769014] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5a23fa-63e3-4636-8b03-54151daec063 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.786283] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf4bd6b-daee-4e6c-a0dc-3de27f02327d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.789944] env[68835]: DEBUG oslo_vmware.api [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.829054] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59aaa741-d449-478b-a495-5b9ff4000c32 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.838938] env[68835]: DEBUG nova.compute.manager [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.839295] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.843155] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e807ec06-a676-4ca0-b4f8-06f01a836b79 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.847098] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389dd657-42fb-4fb6-9083-bef0aa9d9e43 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.851440] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154484, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.863757] env[68835]: DEBUG nova.network.neutron [-] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.865396] env[68835]: DEBUG nova.compute.provider_tree [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.871365] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.871365] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30c33ee5-ecbc-40ff-a753-8a94e3085ca4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.888653] env[68835]: DEBUG oslo_vmware.api [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154482, 'name': CloneVM_Task, 'duration_secs': 1.480151} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.888653] env[68835]: INFO nova.virt.vmwareapi.vmops [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Created linked-clone VM from snapshot [ 972.888653] env[68835]: DEBUG oslo_vmware.api [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Waiting for the task: (returnval){ [ 972.888653] env[68835]: value = "task-3154486" [ 972.888653] env[68835]: _type = "Task" [ 972.888653] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.888653] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c694e8-96c9-4f41-b951-b75a09955b68 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.897885] env[68835]: DEBUG nova.compute.manager [req-5a885dd1-8d7c-4176-af40-d5518b0ad760 req-c0976aae-6418-4ede-8699-59e9ea48ec59 service nova] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Received event network-changed-cc8552c2-ca23-4ff6-b3af-1023c397bf96 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.898102] env[68835]: DEBUG nova.compute.manager [req-5a885dd1-8d7c-4176-af40-d5518b0ad760 req-c0976aae-6418-4ede-8699-59e9ea48ec59 service nova] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Refreshing instance network info cache due to event network-changed-cc8552c2-ca23-4ff6-b3af-1023c397bf96. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.898384] env[68835]: DEBUG oslo_concurrency.lockutils [req-5a885dd1-8d7c-4176-af40-d5518b0ad760 req-c0976aae-6418-4ede-8699-59e9ea48ec59 service nova] Acquiring lock "refresh_cache-a72e5d0c-481b-4bbc-850f-f550c4ba50e5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.898574] env[68835]: DEBUG oslo_concurrency.lockutils [req-5a885dd1-8d7c-4176-af40-d5518b0ad760 req-c0976aae-6418-4ede-8699-59e9ea48ec59 service nova] Acquired lock "refresh_cache-a72e5d0c-481b-4bbc-850f-f550c4ba50e5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.898767] env[68835]: DEBUG nova.network.neutron [req-5a885dd1-8d7c-4176-af40-d5518b0ad760 req-c0976aae-6418-4ede-8699-59e9ea48ec59 service nova] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Refreshing network info cache for port cc8552c2-ca23-4ff6-b3af-1023c397bf96 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.905086] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Uploading image 950d2b1b-cd57-417b-b7c5-a2c3353b6ed5 {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 972.912206] env[68835]: DEBUG oslo_vmware.api [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': task-3154486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.929968] env[68835]: DEBUG oslo_vmware.rw_handles [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 972.929968] env[68835]: value = "vm-631204" [ 972.929968] env[68835]: _type = "VirtualMachine" [ 972.929968] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 972.930359] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-691f40bc-88c3-44a5-899e-0b4e994b855a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.945561] env[68835]: DEBUG oslo_vmware.rw_handles [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lease: (returnval){ [ 972.945561] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]527e64dc-f7f8-0219-93ce-f491353a5205" [ 972.945561] env[68835]: _type = "HttpNfcLease" [ 972.945561] env[68835]: } obtained for exporting VM: (result){ [ 972.945561] env[68835]: value = "vm-631204" [ 972.945561] env[68835]: _type = "VirtualMachine" [ 972.945561] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 972.946049] env[68835]: DEBUG oslo_vmware.api [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the lease: (returnval){ [ 972.946049] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]527e64dc-f7f8-0219-93ce-f491353a5205" [ 972.946049] env[68835]: _type = "HttpNfcLease" [ 972.946049] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 972.954386] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.954386] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]527e64dc-f7f8-0219-93ce-f491353a5205" [ 972.954386] env[68835]: _type = "HttpNfcLease" [ 972.954386] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 973.020769] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2c509f5-7e5e-4d2f-8f56-a822674ff2e2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.032883] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66484e8-8989-4830-8ef4-83481ba6906c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.072594] env[68835]: DEBUG nova.compute.manager [req-1d2d3cbf-8950-4c66-982d-38f2315abe85 req-6a7f42f9-61fc-4561-bb04-b27d89985cea service nova] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Detach interface failed, port_id=4e2fe752-2a1a-4454-98a3-c3e56414020a, reason: Instance 851116fa-e76a-45c1-a474-27a23ab1043b could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 973.254069] env[68835]: DEBUG oslo_vmware.api [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154485, 'name': PowerOffVM_Task, 'duration_secs': 0.223106} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.254356] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.254557] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Volume detach. Driver type: vmdk {{(pid=68835) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 973.254751] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631083', 'volume_id': '1688ba1c-1bdf-4770-852e-c8d8e23eaae7', 'name': 'volume-1688ba1c-1bdf-4770-852e-c8d8e23eaae7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23c2f2ab-a6cc-44e5-9d00-cf0582390e0e', 'attached_at': '', 'detached_at': '', 'volume_id': '1688ba1c-1bdf-4770-852e-c8d8e23eaae7', 'serial': '1688ba1c-1bdf-4770-852e-c8d8e23eaae7'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 973.255581] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbdc4e9-42d9-460d-9709-0adeee6f3c4d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.279303] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122869f0-98ad-4e0e-bb43-77adf30ab3cf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.289710] env[68835]: DEBUG oslo_vmware.api [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154467, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.292852] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00153a24-19ea-426a-84be-42e82b5891e4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.312732] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233fdcbc-3216-4524-9b9f-a4f77f21bb30 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.329738] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] The volume has not been displaced from its original location: [datastore1] volume-1688ba1c-1bdf-4770-852e-c8d8e23eaae7/volume-1688ba1c-1bdf-4770-852e-c8d8e23eaae7.vmdk. No consolidation needed. {{(pid=68835) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 973.335331] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 973.338679] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-648e46c4-5609-4ae0-9143-b11d0610acbf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.357787] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629185} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.359487] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] e65e5b3d-8d8b-431d-9757-332f542c7eb2/e65e5b3d-8d8b-431d-9757-332f542c7eb2.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.359487] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.359723] env[68835]: DEBUG oslo_vmware.api [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Waiting for the task: (returnval){ [ 973.359723] env[68835]: value = "task-3154488" [ 973.359723] env[68835]: _type = "Task" [ 973.359723] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.360479] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a39600de-9726-40f6-8903-bb138abe2c52 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.370589] env[68835]: INFO nova.compute.manager [-] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Took 1.48 seconds to deallocate network for instance. [ 973.371481] env[68835]: DEBUG nova.scheduler.client.report [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.375313] env[68835]: DEBUG oslo_vmware.api [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.378457] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 973.378457] env[68835]: value = "task-3154489" [ 973.378457] env[68835]: _type = "Task" [ 973.378457] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.395065] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.408888] env[68835]: DEBUG oslo_vmware.api [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': task-3154486, 'name': PowerOffVM_Task, 'duration_secs': 0.304134} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.412291] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.412291] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.412291] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35f67718-a46a-4b15-8400-8735565c7b31 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.454608] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 973.454608] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]527e64dc-f7f8-0219-93ce-f491353a5205" [ 973.454608] env[68835]: _type = "HttpNfcLease" [ 973.454608] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 973.455034] env[68835]: DEBUG oslo_vmware.rw_handles [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 973.455034] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]527e64dc-f7f8-0219-93ce-f491353a5205" [ 973.455034] env[68835]: _type = "HttpNfcLease" [ 973.455034] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 973.455866] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6caaa33-8864-47a5-9038-e8b02c92fd82 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.465764] env[68835]: DEBUG oslo_vmware.rw_handles [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254ac6f-6037-400a-b188-c47fba27890b/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 973.465817] env[68835]: DEBUG oslo_vmware.rw_handles [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254ac6f-6037-400a-b188-c47fba27890b/disk-0.vmdk for reading. {{(pid=68835) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 973.524147] env[68835]: DEBUG nova.network.neutron [req-5a885dd1-8d7c-4176-af40-d5518b0ad760 req-c0976aae-6418-4ede-8699-59e9ea48ec59 service nova] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.529518] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.529518] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.529518] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Deleting the datastore file [datastore2] 37574319-7d25-4bf7-b675-8b6c641575f4 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.529518] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ca18214-0701-44de-a8fa-8dfb180940c0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.538536] env[68835]: DEBUG oslo_vmware.api [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Waiting for the task: (returnval){ [ 973.538536] env[68835]: value = "task-3154491" [ 973.538536] env[68835]: _type = "Task" [ 973.538536] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.549571] env[68835]: DEBUG oslo_vmware.api [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': task-3154491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.566360] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-43aa3667-ca77-4f68-b70e-349d168a82bc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.656533] env[68835]: DEBUG nova.network.neutron [req-5a885dd1-8d7c-4176-af40-d5518b0ad760 req-c0976aae-6418-4ede-8699-59e9ea48ec59 service nova] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.788815] env[68835]: DEBUG oslo_vmware.api [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154467, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.833510] env[68835]: DEBUG nova.network.neutron [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Successfully updated port: 0f0779e3-b0d1-4942-bedc-7d9968c65cef {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.875744] env[68835]: DEBUG oslo_vmware.api [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154488, 'name': ReconfigVM_Task, 'duration_secs': 0.221087} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.876548] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 973.883336] env[68835]: DEBUG oslo_concurrency.lockutils [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.885574] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-897ac83e-c4e3-485f-975b-295387d0c1f3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.897460] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.805s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.897711] env[68835]: DEBUG nova.objects.instance [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lazy-loading 'resources' on Instance uuid d37e1129-5f90-4cb2-bd02-66049e36fc20 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.903598] env[68835]: DEBUG oslo_concurrency.lockutils [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.915424] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079867} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.918683] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.919101] env[68835]: DEBUG oslo_vmware.api [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Waiting for the task: (returnval){ [ 973.919101] env[68835]: value = "task-3154492" [ 973.919101] env[68835]: _type = "Task" [ 973.919101] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.919925] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9dc165-af91-41b0-a3aa-1d37ec8c5577 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.934464] env[68835]: DEBUG oslo_vmware.api [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.956563] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] e65e5b3d-8d8b-431d-9757-332f542c7eb2/e65e5b3d-8d8b-431d-9757-332f542c7eb2.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.958161] env[68835]: INFO nova.scheduler.client.report [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Deleted allocations for instance c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b [ 973.968633] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2ab552a-7db9-471f-9e66-3cf932cccff6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.989324] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 973.989324] env[68835]: value = "task-3154493" [ 973.989324] env[68835]: _type = "Task" [ 973.989324] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.001220] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.053794] env[68835]: DEBUG oslo_vmware.api [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Task: {'id': task-3154491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283945} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.055193] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.055193] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.055193] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.055193] env[68835]: INFO nova.compute.manager [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Took 1.22 seconds to destroy the instance on the hypervisor. [ 974.055546] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.055631] env[68835]: DEBUG nova.compute.manager [-] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.055672] env[68835]: DEBUG nova.network.neutron [-] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.168094] env[68835]: DEBUG oslo_concurrency.lockutils [req-5a885dd1-8d7c-4176-af40-d5518b0ad760 req-c0976aae-6418-4ede-8699-59e9ea48ec59 service nova] Releasing lock "refresh_cache-a72e5d0c-481b-4bbc-850f-f550c4ba50e5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.288201] env[68835]: DEBUG oslo_vmware.api [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154467, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.336685] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquiring lock "refresh_cache-a72e5d0c-481b-4bbc-850f-f550c4ba50e5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.336810] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquired lock "refresh_cache-a72e5d0c-481b-4bbc-850f-f550c4ba50e5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.337044] env[68835]: DEBUG nova.network.neutron [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.439986] env[68835]: DEBUG oslo_vmware.api [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154492, 'name': ReconfigVM_Task, 'duration_secs': 0.203515} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.440413] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631083', 'volume_id': '1688ba1c-1bdf-4770-852e-c8d8e23eaae7', 'name': 'volume-1688ba1c-1bdf-4770-852e-c8d8e23eaae7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23c2f2ab-a6cc-44e5-9d00-cf0582390e0e', 'attached_at': '', 'detached_at': '', 'volume_id': '1688ba1c-1bdf-4770-852e-c8d8e23eaae7', 'serial': '1688ba1c-1bdf-4770-852e-c8d8e23eaae7'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 974.440775] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.441677] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99ab885-ddef-4069-86bf-3dd38955c6d8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.453363] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.453666] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53031d01-2890-4f56-aa9f-a86416ff2cf1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.469037] env[68835]: DEBUG oslo_concurrency.lockutils [None req-587d4ada-7400-48b8-bcf3-e29814b09582 tempest-AttachInterfacesUnderV243Test-1723138147 tempest-AttachInterfacesUnderV243Test-1723138147-project-member] Lock "c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.014s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.505706] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.529955] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.530309] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.530416] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Deleting the datastore file [datastore1] 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.530750] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e7d55de-2914-445b-932a-7b6bee2001ea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.543053] env[68835]: DEBUG oslo_vmware.api [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Waiting for the task: (returnval){ [ 974.543053] env[68835]: value = "task-3154495" [ 974.543053] env[68835]: _type = "Task" [ 974.543053] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.552667] env[68835]: DEBUG oslo_vmware.api [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.784853] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1711073-ec8b-41ab-b2a7-0aa7d777939f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.797724] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4323a50-c589-4704-b510-5d47da3f4a10 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.801548] env[68835]: DEBUG oslo_vmware.api [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154467, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.837032] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e258d0a8-1ef2-4478-8fd8-efff76a64042 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.848024] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc72d88e-9b8a-43d8-9341-ca6bfcc40a26 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.864159] env[68835]: DEBUG nova.compute.provider_tree [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.883942] env[68835]: DEBUG nova.network.neutron [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.886087] env[68835]: DEBUG nova.network.neutron [-] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.931285] env[68835]: DEBUG nova.compute.manager [req-7bbc2bc2-e21b-41ec-b6d1-16e229a942db req-b73bc13a-ee62-476a-a90d-ca7ff223de9a service nova] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Received event network-vif-plugged-0f0779e3-b0d1-4942-bedc-7d9968c65cef {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.931661] env[68835]: DEBUG oslo_concurrency.lockutils [req-7bbc2bc2-e21b-41ec-b6d1-16e229a942db req-b73bc13a-ee62-476a-a90d-ca7ff223de9a service nova] Acquiring lock "a72e5d0c-481b-4bbc-850f-f550c4ba50e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.931993] env[68835]: DEBUG oslo_concurrency.lockutils [req-7bbc2bc2-e21b-41ec-b6d1-16e229a942db req-b73bc13a-ee62-476a-a90d-ca7ff223de9a service nova] Lock "a72e5d0c-481b-4bbc-850f-f550c4ba50e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.932294] env[68835]: DEBUG oslo_concurrency.lockutils [req-7bbc2bc2-e21b-41ec-b6d1-16e229a942db req-b73bc13a-ee62-476a-a90d-ca7ff223de9a service nova] Lock "a72e5d0c-481b-4bbc-850f-f550c4ba50e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.932591] env[68835]: DEBUG nova.compute.manager [req-7bbc2bc2-e21b-41ec-b6d1-16e229a942db req-b73bc13a-ee62-476a-a90d-ca7ff223de9a service nova] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] No waiting events found dispatching network-vif-plugged-0f0779e3-b0d1-4942-bedc-7d9968c65cef {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.932964] env[68835]: WARNING nova.compute.manager [req-7bbc2bc2-e21b-41ec-b6d1-16e229a942db req-b73bc13a-ee62-476a-a90d-ca7ff223de9a service nova] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Received unexpected event network-vif-plugged-0f0779e3-b0d1-4942-bedc-7d9968c65cef for instance with vm_state building and task_state spawning. [ 974.933308] env[68835]: DEBUG nova.compute.manager [req-7bbc2bc2-e21b-41ec-b6d1-16e229a942db req-b73bc13a-ee62-476a-a90d-ca7ff223de9a service nova] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Received event network-changed-0f0779e3-b0d1-4942-bedc-7d9968c65cef {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.933597] env[68835]: DEBUG nova.compute.manager [req-7bbc2bc2-e21b-41ec-b6d1-16e229a942db req-b73bc13a-ee62-476a-a90d-ca7ff223de9a service nova] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Refreshing instance network info cache due to event network-changed-0f0779e3-b0d1-4942-bedc-7d9968c65cef. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.933904] env[68835]: DEBUG oslo_concurrency.lockutils [req-7bbc2bc2-e21b-41ec-b6d1-16e229a942db req-b73bc13a-ee62-476a-a90d-ca7ff223de9a service nova] Acquiring lock "refresh_cache-a72e5d0c-481b-4bbc-850f-f550c4ba50e5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.006652] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154493, 'name': ReconfigVM_Task, 'duration_secs': 0.58905} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.007088] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Reconfigured VM instance instance-00000051 to attach disk [datastore2] e65e5b3d-8d8b-431d-9757-332f542c7eb2/e65e5b3d-8d8b-431d-9757-332f542c7eb2.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.007830] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38681c63-351b-49e2-815c-1e612eba2347 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.018044] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 975.018044] env[68835]: value = "task-3154496" [ 975.018044] env[68835]: _type = "Task" [ 975.018044] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.031800] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154496, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.054135] env[68835]: DEBUG oslo_vmware.api [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Task: {'id': task-3154495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238764} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.054530] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.054746] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.055022] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.055235] env[68835]: INFO nova.compute.manager [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Took 2.33 seconds to destroy the instance on the hypervisor. [ 975.055585] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.055908] env[68835]: DEBUG nova.compute.manager [-] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.056048] env[68835]: DEBUG nova.network.neutron [-] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.292124] env[68835]: DEBUG oslo_vmware.api [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154467, 'name': ReconfigVM_Task, 'duration_secs': 6.802351} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.292491] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.292643] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Reconfigured VM to detach interface {{(pid=68835) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 975.347979] env[68835]: DEBUG nova.network.neutron [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Updating instance_info_cache with network_info: [{"id": "cc8552c2-ca23-4ff6-b3af-1023c397bf96", "address": "fa:16:3e:ec:02:cc", "network": {"id": "90ffd37b-612f-4e6e-ba59-6fd2a7482963", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1474395268", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757ad1b5fdf24e3193c4e8726a9d8ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc8552c2-ca", "ovs_interfaceid": "cc8552c2-ca23-4ff6-b3af-1023c397bf96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0f0779e3-b0d1-4942-bedc-7d9968c65cef", "address": "fa:16:3e:f8:6e:4f", "network": {"id": "c4f77b18-afd1-439f-ab47-e8b42703146c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-204896598", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "757ad1b5fdf24e3193c4e8726a9d8ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0779e3-b0", "ovs_interfaceid": "0f0779e3-b0d1-4942-bedc-7d9968c65cef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.371652] env[68835]: DEBUG nova.scheduler.client.report [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.390149] env[68835]: INFO nova.compute.manager [-] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Took 1.33 seconds to deallocate network for instance. [ 975.528137] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154496, 'name': Rename_Task, 'duration_secs': 0.199037} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.529066] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.529066] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d493e8c-395a-4428-adeb-27c1f1c91d6d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.536801] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 975.536801] env[68835]: value = "task-3154497" [ 975.536801] env[68835]: _type = "Task" [ 975.536801] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.546616] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.771890] env[68835]: DEBUG nova.compute.manager [req-c5c81feb-9d3f-4fe3-9197-abc978208a7f req-cbcd8425-69a0-4ce9-985a-6b09ee969f96 service nova] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Received event network-vif-deleted-2692b868-5327-4120-92dc-1b99cef82c14 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.772163] env[68835]: INFO nova.compute.manager [req-c5c81feb-9d3f-4fe3-9197-abc978208a7f req-cbcd8425-69a0-4ce9-985a-6b09ee969f96 service nova] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Neutron deleted interface 2692b868-5327-4120-92dc-1b99cef82c14; detaching it from the instance and deleting it from the info cache [ 975.772402] env[68835]: DEBUG nova.network.neutron [req-c5c81feb-9d3f-4fe3-9197-abc978208a7f req-cbcd8425-69a0-4ce9-985a-6b09ee969f96 service nova] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.850667] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Releasing lock "refresh_cache-a72e5d0c-481b-4bbc-850f-f550c4ba50e5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.851368] env[68835]: DEBUG nova.compute.manager [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Instance network_info: |[{"id": "cc8552c2-ca23-4ff6-b3af-1023c397bf96", "address": "fa:16:3e:ec:02:cc", "network": {"id": "90ffd37b-612f-4e6e-ba59-6fd2a7482963", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1474395268", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757ad1b5fdf24e3193c4e8726a9d8ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc8552c2-ca", "ovs_interfaceid": "cc8552c2-ca23-4ff6-b3af-1023c397bf96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0f0779e3-b0d1-4942-bedc-7d9968c65cef", "address": "fa:16:3e:f8:6e:4f", "network": {"id": "c4f77b18-afd1-439f-ab47-e8b42703146c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-204896598", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "757ad1b5fdf24e3193c4e8726a9d8ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0779e3-b0", "ovs_interfaceid": "0f0779e3-b0d1-4942-bedc-7d9968c65cef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.851725] env[68835]: DEBUG oslo_concurrency.lockutils [req-7bbc2bc2-e21b-41ec-b6d1-16e229a942db req-b73bc13a-ee62-476a-a90d-ca7ff223de9a service nova] Acquired lock "refresh_cache-a72e5d0c-481b-4bbc-850f-f550c4ba50e5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.852061] env[68835]: DEBUG nova.network.neutron [req-7bbc2bc2-e21b-41ec-b6d1-16e229a942db req-b73bc13a-ee62-476a-a90d-ca7ff223de9a service nova] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Refreshing network info cache for port 0f0779e3-b0d1-4942-bedc-7d9968c65cef {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.854069] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:02:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc8552c2-ca23-4ff6-b3af-1023c397bf96', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:6e:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f0779e3-b0d1-4942-bedc-7d9968c65cef', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.865777] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.866685] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.866685] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8321cd01-8073-4fe9-bcc4-d37d8eab58b6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.887280] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.889919] env[68835]: DEBUG oslo_concurrency.lockutils [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.252s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.890505] env[68835]: DEBUG nova.objects.instance [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lazy-loading 'resources' on Instance uuid 036b2b50-7c4b-444c-9645-7502e650e674 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.901134] env[68835]: DEBUG oslo_concurrency.lockutils [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.902986] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.902986] env[68835]: value = "task-3154498" [ 975.902986] env[68835]: _type = "Task" [ 975.902986] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.914817] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154498, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.918519] env[68835]: INFO nova.scheduler.client.report [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Deleted allocations for instance d37e1129-5f90-4cb2-bd02-66049e36fc20 [ 976.050249] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154497, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.237425] env[68835]: DEBUG nova.network.neutron [-] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.242052] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "47b71583-afd4-456f-b393-38494bb43a12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.242052] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "47b71583-afd4-456f-b393-38494bb43a12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.242052] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "47b71583-afd4-456f-b393-38494bb43a12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.242052] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "47b71583-afd4-456f-b393-38494bb43a12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.242432] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "47b71583-afd4-456f-b393-38494bb43a12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.247112] env[68835]: INFO nova.compute.manager [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Terminating instance [ 976.277062] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0e22cdc-0539-4c78-bc60-94243523d0ad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.287118] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5544d886-e817-4601-b73d-a3257936a54d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.326212] env[68835]: DEBUG nova.compute.manager [req-c5c81feb-9d3f-4fe3-9197-abc978208a7f req-cbcd8425-69a0-4ce9-985a-6b09ee969f96 service nova] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Detach interface failed, port_id=2692b868-5327-4120-92dc-1b99cef82c14, reason: Instance 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 976.422075] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154498, 'name': CreateVM_Task, 'duration_secs': 0.486491} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.424036] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.424036] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.424036] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.424036] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.424036] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4be5b2b8-5b78-4d52-9b27-d520e7dc1a58 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.429402] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90cb3440-8938-4c1c-a604-519940d7167a tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "d37e1129-5f90-4cb2-bd02-66049e36fc20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.014s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.435915] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for the task: (returnval){ [ 976.435915] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52cd1309-23a2-73da-e720-5238c1fb5733" [ 976.435915] env[68835]: _type = "Task" [ 976.435915] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.445022] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52cd1309-23a2-73da-e720-5238c1fb5733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.549252] env[68835]: DEBUG oslo_vmware.api [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154497, 'name': PowerOnVM_Task, 'duration_secs': 0.604086} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.552957] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.553231] env[68835]: INFO nova.compute.manager [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Took 10.98 seconds to spawn the instance on the hypervisor. [ 976.553435] env[68835]: DEBUG nova.compute.manager [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.554626] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e974117-2955-44e1-b051-3487d54b22fb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.599497] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "refresh_cache-47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.599766] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "refresh_cache-47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.600097] env[68835]: DEBUG nova.network.neutron [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.611159] env[68835]: DEBUG nova.network.neutron [req-7bbc2bc2-e21b-41ec-b6d1-16e229a942db req-b73bc13a-ee62-476a-a90d-ca7ff223de9a service nova] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Updated VIF entry in instance network info cache for port 0f0779e3-b0d1-4942-bedc-7d9968c65cef. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.611543] env[68835]: DEBUG nova.network.neutron [req-7bbc2bc2-e21b-41ec-b6d1-16e229a942db req-b73bc13a-ee62-476a-a90d-ca7ff223de9a service nova] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Updating instance_info_cache with network_info: [{"id": "cc8552c2-ca23-4ff6-b3af-1023c397bf96", "address": "fa:16:3e:ec:02:cc", "network": {"id": "90ffd37b-612f-4e6e-ba59-6fd2a7482963", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1474395268", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "757ad1b5fdf24e3193c4e8726a9d8ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc8552c2-ca", "ovs_interfaceid": "cc8552c2-ca23-4ff6-b3af-1023c397bf96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0f0779e3-b0d1-4942-bedc-7d9968c65cef", "address": "fa:16:3e:f8:6e:4f", "network": {"id": "c4f77b18-afd1-439f-ab47-e8b42703146c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-204896598", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "757ad1b5fdf24e3193c4e8726a9d8ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0779e3-b0", "ovs_interfaceid": "0f0779e3-b0d1-4942-bedc-7d9968c65cef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.742522] env[68835]: INFO nova.compute.manager [-] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Took 1.68 seconds to deallocate network for instance. [ 976.755078] env[68835]: DEBUG nova.compute.manager [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.755078] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.755580] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb62cf85-b017-4673-a503-4e7bb9183c25 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.763825] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5283d6-488f-416d-9741-22fa55de4199 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.769054] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.769835] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9d3abed-317f-4575-b905-a3558c81a5f2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.774945] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9f7fbd-9be5-4669-b29e-36674d5ad6e4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.780756] env[68835]: DEBUG oslo_vmware.api [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 976.780756] env[68835]: value = "task-3154499" [ 976.780756] env[68835]: _type = "Task" [ 976.780756] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.821033] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217d7402-61b0-4143-b5b3-7d511f9bb7a2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.828103] env[68835]: DEBUG oslo_vmware.api [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.835970] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc5a5d9-cc0b-4aac-80b5-861f416c166e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.854620] env[68835]: DEBUG nova.compute.provider_tree [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.949666] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52cd1309-23a2-73da-e720-5238c1fb5733, 'name': SearchDatastore_Task, 'duration_secs': 0.019254} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.950051] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.950403] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.950853] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.950990] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.951260] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.951651] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a47d30fe-7333-428b-ada1-2a20e26462bf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.969710] env[68835]: DEBUG nova.compute.manager [req-6aa4c252-e683-4905-8ef0-25ec43346431 req-9eb7a028-110d-4817-86b4-fed17eb6fedb service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Received event network-vif-deleted-f5061d8f-7309-4b0a-8477-f66b91bc7902 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.969710] env[68835]: INFO nova.compute.manager [req-6aa4c252-e683-4905-8ef0-25ec43346431 req-9eb7a028-110d-4817-86b4-fed17eb6fedb service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Neutron deleted interface f5061d8f-7309-4b0a-8477-f66b91bc7902; detaching it from the instance and deleting it from the info cache [ 976.970188] env[68835]: DEBUG nova.network.neutron [req-6aa4c252-e683-4905-8ef0-25ec43346431 req-9eb7a028-110d-4817-86b4-fed17eb6fedb service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Updating instance_info_cache with network_info: [{"id": "6718cfd6-0184-45c0-9d8c-0c61bcd8f558", "address": "fa:16:3e:75:90:b7", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6718cfd6-01", "ovs_interfaceid": "6718cfd6-0184-45c0-9d8c-0c61bcd8f558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.977167] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.977454] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.978291] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f86dff-4c6d-4ab7-9a63-15824d310904 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.987488] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for the task: (returnval){ [ 976.987488] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52cac9bc-7b2d-5865-bd9c-40eeec0da146" [ 976.987488] env[68835]: _type = "Task" [ 976.987488] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.998901] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52cac9bc-7b2d-5865-bd9c-40eeec0da146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.072290] env[68835]: INFO nova.compute.manager [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Took 34.88 seconds to build instance. [ 977.119427] env[68835]: DEBUG oslo_concurrency.lockutils [req-7bbc2bc2-e21b-41ec-b6d1-16e229a942db req-b73bc13a-ee62-476a-a90d-ca7ff223de9a service nova] Releasing lock "refresh_cache-a72e5d0c-481b-4bbc-850f-f550c4ba50e5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.119701] env[68835]: DEBUG nova.compute.manager [req-7bbc2bc2-e21b-41ec-b6d1-16e229a942db req-b73bc13a-ee62-476a-a90d-ca7ff223de9a service nova] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Received event network-vif-deleted-380a83ee-9eb6-4527-a10b-20b95ec276b7 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.281760] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "574644fa-d111-4873-99ec-78ccc23150a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.282458] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "574644fa-d111-4873-99ec-78ccc23150a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.297182] env[68835]: DEBUG oslo_vmware.api [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154499, 'name': PowerOffVM_Task, 'duration_secs': 0.238644} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.297455] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.297620] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.298117] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e04bc4fa-8879-4d47-8639-b68abbfeebcd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.300514] env[68835]: INFO nova.compute.manager [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Took 0.56 seconds to detach 1 volumes for instance. [ 977.302865] env[68835]: DEBUG nova.compute.manager [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Deleting volume: 1688ba1c-1bdf-4770-852e-c8d8e23eaae7 {{(pid=68835) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 977.362356] env[68835]: DEBUG nova.scheduler.client.report [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.374774] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.377195] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.377195] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Deleting the datastore file [datastore1] 47b71583-afd4-456f-b393-38494bb43a12 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.377366] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1ee18dc-5e0a-43b6-a9c0-848982f6555c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.388897] env[68835]: DEBUG oslo_vmware.api [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 977.388897] env[68835]: value = "task-3154501" [ 977.388897] env[68835]: _type = "Task" [ 977.388897] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.401406] env[68835]: DEBUG oslo_vmware.api [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.428335] env[68835]: INFO nova.network.neutron [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Port f5061d8f-7309-4b0a-8477-f66b91bc7902 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 977.428826] env[68835]: DEBUG nova.network.neutron [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Updating instance_info_cache with network_info: [{"id": "6718cfd6-0184-45c0-9d8c-0c61bcd8f558", "address": "fa:16:3e:75:90:b7", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6718cfd6-01", "ovs_interfaceid": "6718cfd6-0184-45c0-9d8c-0c61bcd8f558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.473577] env[68835]: DEBUG oslo_concurrency.lockutils [req-6aa4c252-e683-4905-8ef0-25ec43346431 req-9eb7a028-110d-4817-86b4-fed17eb6fedb service nova] Acquiring lock "47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.499809] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52cac9bc-7b2d-5865-bd9c-40eeec0da146, 'name': SearchDatastore_Task, 'duration_secs': 0.013277} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.500646] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3209bd1-44f9-44ff-8958-b609cff4cfa9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.509940] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for the task: (returnval){ [ 977.509940] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52266a63-4ce0-2d51-20ea-9afc3dc90e17" [ 977.509940] env[68835]: _type = "Task" [ 977.509940] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.522468] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52266a63-4ce0-2d51-20ea-9afc3dc90e17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.576307] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4b80c480-3361-4abe-82b3-57274abb7431 tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "e65e5b3d-8d8b-431d-9757-332f542c7eb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.393s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.788271] env[68835]: DEBUG nova.compute.manager [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.855635] env[68835]: DEBUG oslo_concurrency.lockutils [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.869395] env[68835]: DEBUG oslo_concurrency.lockutils [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.872379] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.661s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.874035] env[68835]: INFO nova.compute.claims [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.900368] env[68835]: DEBUG oslo_vmware.api [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184418} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.901394] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.901394] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.901394] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.901947] env[68835]: INFO nova.compute.manager [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Took 1.15 seconds to destroy the instance on the hypervisor. [ 977.902397] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.903805] env[68835]: DEBUG nova.compute.manager [-] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.904051] env[68835]: DEBUG nova.network.neutron [-] [instance: 47b71583-afd4-456f-b393-38494bb43a12] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.911949] env[68835]: INFO nova.scheduler.client.report [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Deleted allocations for instance 036b2b50-7c4b-444c-9645-7502e650e674 [ 977.932522] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "refresh_cache-47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.025471] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52266a63-4ce0-2d51-20ea-9afc3dc90e17, 'name': SearchDatastore_Task, 'duration_secs': 0.013947} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.025757] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.026044] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] a72e5d0c-481b-4bbc-850f-f550c4ba50e5/a72e5d0c-481b-4bbc-850f-f550c4ba50e5.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.026380] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-812bf67d-adc6-4fa8-ab13-8d06aa2ed792 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.039155] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for the task: (returnval){ [ 978.039155] env[68835]: value = "task-3154503" [ 978.039155] env[68835]: _type = "Task" [ 978.039155] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.051788] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.315267] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.424167] env[68835]: DEBUG oslo_concurrency.lockutils [None req-da951e2f-3fd2-47e2-89d3-d55d2b76de95 tempest-ServersWithSpecificFlavorTestJSON-1891684402 tempest-ServersWithSpecificFlavorTestJSON-1891684402-project-member] Lock "036b2b50-7c4b-444c-9645-7502e650e674" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.708s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.437138] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e1866eed-d4db-483d-bfe1-e446c651cdf4 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "interface-47b71583-afd4-456f-b393-38494bb43a12-f5061d8f-7309-4b0a-8477-f66b91bc7902" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.686s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.526720] env[68835]: DEBUG nova.compute.manager [req-87e3e47a-82ed-4d3b-a917-2a30bc0ff9f7 req-bf3a8e83-bc51-43e1-bd81-18b5e989995d service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Received event network-vif-deleted-6718cfd6-0184-45c0-9d8c-0c61bcd8f558 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.527112] env[68835]: INFO nova.compute.manager [req-87e3e47a-82ed-4d3b-a917-2a30bc0ff9f7 req-bf3a8e83-bc51-43e1-bd81-18b5e989995d service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Neutron deleted interface 6718cfd6-0184-45c0-9d8c-0c61bcd8f558; detaching it from the instance and deleting it from the info cache [ 978.527381] env[68835]: DEBUG nova.network.neutron [req-87e3e47a-82ed-4d3b-a917-2a30bc0ff9f7 req-bf3a8e83-bc51-43e1-bd81-18b5e989995d service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.554204] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.594820] env[68835]: DEBUG oslo_concurrency.lockutils [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "df1a2a59-a34f-4844-a1f7-10f59c5b52f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.595221] env[68835]: DEBUG oslo_concurrency.lockutils [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "df1a2a59-a34f-4844-a1f7-10f59c5b52f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.595563] env[68835]: DEBUG oslo_concurrency.lockutils [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "df1a2a59-a34f-4844-a1f7-10f59c5b52f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.595680] env[68835]: DEBUG oslo_concurrency.lockutils [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "df1a2a59-a34f-4844-a1f7-10f59c5b52f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.595901] env[68835]: DEBUG oslo_concurrency.lockutils [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "df1a2a59-a34f-4844-a1f7-10f59c5b52f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.599072] env[68835]: INFO nova.compute.manager [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Terminating instance [ 978.864315] env[68835]: DEBUG oslo_concurrency.lockutils [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "e65e5b3d-8d8b-431d-9757-332f542c7eb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.864682] env[68835]: DEBUG oslo_concurrency.lockutils [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "e65e5b3d-8d8b-431d-9757-332f542c7eb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.865030] env[68835]: DEBUG oslo_concurrency.lockutils [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "e65e5b3d-8d8b-431d-9757-332f542c7eb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.865183] env[68835]: DEBUG oslo_concurrency.lockutils [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "e65e5b3d-8d8b-431d-9757-332f542c7eb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.865441] env[68835]: DEBUG oslo_concurrency.lockutils [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "e65e5b3d-8d8b-431d-9757-332f542c7eb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.872038] env[68835]: INFO nova.compute.manager [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Terminating instance [ 979.005726] env[68835]: DEBUG nova.network.neutron [-] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.034025] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ce6c82a-5c68-4b3f-9273-674d16a445a1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.051967] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411b1ac2-1e22-4d14-9304-ba50ee4300b4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.069762] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.938355} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.070698] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] a72e5d0c-481b-4bbc-850f-f550c4ba50e5/a72e5d0c-481b-4bbc-850f-f550c4ba50e5.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.071378] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.071952] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86046c5a-c3f3-4a9e-927b-54171301e4b5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.084860] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for the task: (returnval){ [ 979.084860] env[68835]: value = "task-3154504" [ 979.084860] env[68835]: _type = "Task" [ 979.084860] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.101590] env[68835]: DEBUG nova.compute.manager [req-87e3e47a-82ed-4d3b-a917-2a30bc0ff9f7 req-bf3a8e83-bc51-43e1-bd81-18b5e989995d service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Detach interface failed, port_id=6718cfd6-0184-45c0-9d8c-0c61bcd8f558, reason: Instance 47b71583-afd4-456f-b393-38494bb43a12 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 979.111018] env[68835]: DEBUG nova.compute.manager [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.111018] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.111018] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dce3677-0100-4a08-9611-a890ff834003 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.120448] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.124682] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-095a3723-1d55-4da2-aea7-dac58504da88 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.126167] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.139646] env[68835]: DEBUG oslo_vmware.api [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 979.139646] env[68835]: value = "task-3154505" [ 979.139646] env[68835]: _type = "Task" [ 979.139646] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.151894] env[68835]: DEBUG oslo_vmware.api [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.334129] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6199d4b-705a-4d74-97cb-7071d628d1e0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.345094] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2df8864-0cbb-44b2-b298-973c70ca4a55 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.378694] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be124ef8-4033-4bce-a61f-e5a4339fba73 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.383374] env[68835]: DEBUG nova.compute.manager [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.383585] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.384573] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1960b55-efd3-473a-8fa1-a8c5ee9a84dc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.396069] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e7e5af-b27e-4450-85ec-8fdd8b370126 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.401785] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.401785] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72cbc685-07f2-494e-b895-d4633142ccb6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.414536] env[68835]: DEBUG nova.compute.provider_tree [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.418589] env[68835]: DEBUG oslo_vmware.api [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 979.418589] env[68835]: value = "task-3154506" [ 979.418589] env[68835]: _type = "Task" [ 979.418589] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.429507] env[68835]: DEBUG oslo_vmware.api [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.510230] env[68835]: INFO nova.compute.manager [-] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Took 1.61 seconds to deallocate network for instance. [ 979.611663] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075727} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.612085] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.613231] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26a86cd-7650-41a8-b155-3ba05a259549 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.643126] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] a72e5d0c-481b-4bbc-850f-f550c4ba50e5/a72e5d0c-481b-4bbc-850f-f550c4ba50e5.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.643557] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b00c295f-c0b0-430f-acd5-a353b865b4e3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.664213] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5e074795-7281-4278-89a4-91d2b7073ac7 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.665301] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5e074795-7281-4278-89a4-91d2b7073ac7 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.673273] env[68835]: DEBUG oslo_vmware.api [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154505, 'name': PowerOffVM_Task, 'duration_secs': 0.266211} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.674779] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.674974] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.675357] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for the task: (returnval){ [ 979.675357] env[68835]: value = "task-3154507" [ 979.675357] env[68835]: _type = "Task" [ 979.675357] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.675577] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13e7ca4a-e0e6-48fb-8311-8c7085b708b5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.690445] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154507, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.760354] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.760665] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.760949] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Deleting the datastore file [datastore2] df1a2a59-a34f-4844-a1f7-10f59c5b52f0 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.761305] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebad5746-69a0-4ab8-b7ea-e4e226f2d207 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.771082] env[68835]: DEBUG oslo_vmware.api [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 979.771082] env[68835]: value = "task-3154509" [ 979.771082] env[68835]: _type = "Task" [ 979.771082] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.782322] env[68835]: DEBUG oslo_vmware.api [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.918254] env[68835]: DEBUG nova.scheduler.client.report [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.952064] env[68835]: DEBUG oslo_vmware.api [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154506, 'name': PowerOffVM_Task, 'duration_secs': 0.189903} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.952251] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.952480] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.952773] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ba39fe3-859e-494d-9602-19ea55f51443 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.018993] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.027134] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.027416] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.027601] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Deleting the datastore file [datastore2] e65e5b3d-8d8b-431d-9757-332f542c7eb2 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.027869] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ac433e4-a3d7-4961-9b23-648524f407c8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.037142] env[68835]: DEBUG oslo_vmware.api [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for the task: (returnval){ [ 980.037142] env[68835]: value = "task-3154511" [ 980.037142] env[68835]: _type = "Task" [ 980.037142] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.046510] env[68835]: DEBUG oslo_vmware.api [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.170515] env[68835]: INFO nova.compute.manager [None req-5e074795-7281-4278-89a4-91d2b7073ac7 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Detaching volume b580ab51-4770-4d90-9d88-d422ba0b4839 [ 980.191638] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154507, 'name': ReconfigVM_Task, 'duration_secs': 0.396408} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.192739] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Reconfigured VM instance instance-00000052 to attach disk [datastore1] a72e5d0c-481b-4bbc-850f-f550c4ba50e5/a72e5d0c-481b-4bbc-850f-f550c4ba50e5.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.194848] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf97723f-c4c4-4574-be26-82f56f10e8ec {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.204614] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for the task: (returnval){ [ 980.204614] env[68835]: value = "task-3154512" [ 980.204614] env[68835]: _type = "Task" [ 980.204614] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.215852] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154512, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.225135] env[68835]: INFO nova.virt.block_device [None req-5e074795-7281-4278-89a4-91d2b7073ac7 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Attempting to driver detach volume b580ab51-4770-4d90-9d88-d422ba0b4839 from mountpoint /dev/sdb [ 980.225135] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e074795-7281-4278-89a4-91d2b7073ac7 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Volume detach. Driver type: vmdk {{(pid=68835) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 980.225135] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e074795-7281-4278-89a4-91d2b7073ac7 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631179', 'volume_id': 'b580ab51-4770-4d90-9d88-d422ba0b4839', 'name': 'volume-b580ab51-4770-4d90-9d88-d422ba0b4839', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '225bcb4f-da24-40a4-bb9f-8cdf79b76c52', 'attached_at': '', 'detached_at': '', 'volume_id': 'b580ab51-4770-4d90-9d88-d422ba0b4839', 'serial': 'b580ab51-4770-4d90-9d88-d422ba0b4839'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 980.227876] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef401b0-3db8-4487-be35-ee2906faf106 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.252334] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1e3463-66ef-41bc-828f-79b4d8185050 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.261744] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703a9749-b53f-4a61-bc6c-8432cda104dc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.293131] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140cee74-b072-4088-9d5c-613385430de1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.311195] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e074795-7281-4278-89a4-91d2b7073ac7 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] The volume has not been displaced from its original location: [datastore2] volume-b580ab51-4770-4d90-9d88-d422ba0b4839/volume-b580ab51-4770-4d90-9d88-d422ba0b4839.vmdk. No consolidation needed. {{(pid=68835) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 980.316554] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e074795-7281-4278-89a4-91d2b7073ac7 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Reconfiguring VM instance instance-00000029 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 980.320309] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b52116c-ea69-44c5-adf9-3d84ccd31db8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.335373] env[68835]: DEBUG oslo_vmware.api [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17019} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.335606] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.335797] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.336732] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.336948] env[68835]: INFO nova.compute.manager [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Took 1.23 seconds to destroy the instance on the hypervisor. [ 980.337266] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.337945] env[68835]: DEBUG nova.compute.manager [-] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.338058] env[68835]: DEBUG nova.network.neutron [-] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.345033] env[68835]: DEBUG oslo_vmware.api [None req-5e074795-7281-4278-89a4-91d2b7073ac7 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 980.345033] env[68835]: value = "task-3154513" [ 980.345033] env[68835]: _type = "Task" [ 980.345033] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.355061] env[68835]: DEBUG oslo_vmware.api [None req-5e074795-7281-4278-89a4-91d2b7073ac7 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.429211] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.429829] env[68835]: DEBUG nova.compute.manager [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.433915] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.552s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.435174] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.436675] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.455s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.437027] env[68835]: DEBUG nova.objects.instance [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lazy-loading 'resources' on Instance uuid a0975e17-063b-4e18-a71a-75af7ba035bb {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.479761] env[68835]: INFO nova.scheduler.client.report [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleted allocations for instance f64170b9-d070-4f08-a0bb-0cebc3a598f2 [ 980.556308] env[68835]: DEBUG oslo_vmware.api [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Task: {'id': task-3154511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171142} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.556582] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.556761] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.557036] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.557107] env[68835]: INFO nova.compute.manager [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 980.558030] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.558030] env[68835]: DEBUG nova.compute.manager [-] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.558030] env[68835]: DEBUG nova.network.neutron [-] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.716875] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154512, 'name': Rename_Task, 'duration_secs': 0.277265} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.717814] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.717814] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1331a85a-115a-458d-8825-072ff3eea434 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.728763] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for the task: (returnval){ [ 980.728763] env[68835]: value = "task-3154514" [ 980.728763] env[68835]: _type = "Task" [ 980.728763] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.741327] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.858428] env[68835]: DEBUG oslo_vmware.api [None req-5e074795-7281-4278-89a4-91d2b7073ac7 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154513, 'name': ReconfigVM_Task, 'duration_secs': 0.327904} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.858719] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e074795-7281-4278-89a4-91d2b7073ac7 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Reconfigured VM instance instance-00000029 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 980.864367] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7b8da34-2d55-4588-9e13-3016793232ca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.878540] env[68835]: DEBUG nova.compute.manager [req-2cfb1752-bdae-4d1f-b52c-f0715d283629 req-31e30ace-031c-4f1f-ab3a-98b9e08f09b0 service nova] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Received event network-vif-deleted-183d8693-8e0d-459b-a08a-ea2a51c55fe8 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.878540] env[68835]: INFO nova.compute.manager [req-2cfb1752-bdae-4d1f-b52c-f0715d283629 req-31e30ace-031c-4f1f-ab3a-98b9e08f09b0 service nova] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Neutron deleted interface 183d8693-8e0d-459b-a08a-ea2a51c55fe8; detaching it from the instance and deleting it from the info cache [ 980.878715] env[68835]: DEBUG nova.network.neutron [req-2cfb1752-bdae-4d1f-b52c-f0715d283629 req-31e30ace-031c-4f1f-ab3a-98b9e08f09b0 service nova] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.890023] env[68835]: DEBUG oslo_vmware.api [None req-5e074795-7281-4278-89a4-91d2b7073ac7 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 980.890023] env[68835]: value = "task-3154515" [ 980.890023] env[68835]: _type = "Task" [ 980.890023] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.901107] env[68835]: DEBUG oslo_vmware.api [None req-5e074795-7281-4278-89a4-91d2b7073ac7 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.940334] env[68835]: DEBUG nova.compute.utils [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.942019] env[68835]: DEBUG nova.compute.manager [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.942895] env[68835]: DEBUG nova.network.neutron [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.990245] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5026501a-3056-4123-b0a9-804c4e1f5056 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "f64170b9-d070-4f08-a0bb-0cebc3a598f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.635s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.005978] env[68835]: DEBUG nova.policy [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6aaabba20c544048ad6c1b996a2944bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '660d1c68ab57427993ef7dd44a9a4189', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.033125] env[68835]: DEBUG nova.compute.manager [req-059b6380-f230-442a-8e9d-679023bf2a88 req-7b2bb9e7-69f1-4f84-98fb-a62df401338a service nova] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Received event network-vif-deleted-3a553e1b-3792-4006-88d6-0d2d4022ce32 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.033334] env[68835]: INFO nova.compute.manager [req-059b6380-f230-442a-8e9d-679023bf2a88 req-7b2bb9e7-69f1-4f84-98fb-a62df401338a service nova] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Neutron deleted interface 3a553e1b-3792-4006-88d6-0d2d4022ce32; detaching it from the instance and deleting it from the info cache [ 981.033546] env[68835]: DEBUG nova.network.neutron [req-059b6380-f230-442a-8e9d-679023bf2a88 req-7b2bb9e7-69f1-4f84-98fb-a62df401338a service nova] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.245921] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154514, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.339670] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a643de-26ca-4a86-8632-92c38bb306af {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.351151] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da612598-5c39-4261-870c-d0315c63c30f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.355202] env[68835]: DEBUG nova.network.neutron [-] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.394222] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-167c66c0-d31e-4ffa-9f5d-5b1a686f6f28 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.399879] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fceab392-d6b0-4a09-a792-44f62d2542ab {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.417648] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902b16f9-a63d-4020-8548-d8a0b571bcc8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.422083] env[68835]: DEBUG oslo_vmware.api [None req-5e074795-7281-4278-89a4-91d2b7073ac7 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154515, 'name': ReconfigVM_Task, 'duration_secs': 0.176087} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.432027] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d75ec8-1caa-4042-ae48-88747527c54a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.445455] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e074795-7281-4278-89a4-91d2b7073ac7 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631179', 'volume_id': 'b580ab51-4770-4d90-9d88-d422ba0b4839', 'name': 'volume-b580ab51-4770-4d90-9d88-d422ba0b4839', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '225bcb4f-da24-40a4-bb9f-8cdf79b76c52', 'attached_at': '', 'detached_at': '', 'volume_id': 'b580ab51-4770-4d90-9d88-d422ba0b4839', 'serial': 'b580ab51-4770-4d90-9d88-d422ba0b4839'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 981.449162] env[68835]: DEBUG nova.compute.manager [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.461869] env[68835]: DEBUG nova.compute.provider_tree [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.489769] env[68835]: DEBUG nova.compute.manager [req-2cfb1752-bdae-4d1f-b52c-f0715d283629 req-31e30ace-031c-4f1f-ab3a-98b9e08f09b0 service nova] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Detach interface failed, port_id=183d8693-8e0d-459b-a08a-ea2a51c55fe8, reason: Instance df1a2a59-a34f-4844-a1f7-10f59c5b52f0 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 981.519107] env[68835]: DEBUG nova.network.neutron [-] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.537259] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c179b673-e59c-4e44-9a5b-c8aea180aa3f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.548846] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f30fe2-1f75-4b5a-8fb6-80432f2af8bd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.560989] env[68835]: DEBUG nova.network.neutron [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Successfully created port: 0710067b-780a-45d6-b7ee-a68fa06e88ef {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.592496] env[68835]: DEBUG nova.compute.manager [req-059b6380-f230-442a-8e9d-679023bf2a88 req-7b2bb9e7-69f1-4f84-98fb-a62df401338a service nova] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Detach interface failed, port_id=3a553e1b-3792-4006-88d6-0d2d4022ce32, reason: Instance e65e5b3d-8d8b-431d-9757-332f542c7eb2 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 981.744393] env[68835]: DEBUG oslo_vmware.api [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154514, 'name': PowerOnVM_Task, 'duration_secs': 0.619069} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.746538] env[68835]: DEBUG oslo_vmware.rw_handles [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254ac6f-6037-400a-b188-c47fba27890b/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 981.746860] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.747033] env[68835]: INFO nova.compute.manager [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Took 12.54 seconds to spawn the instance on the hypervisor. [ 981.747521] env[68835]: DEBUG nova.compute.manager [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.748036] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dbf800-cc2a-4a3b-8db6-d40adb879e23 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.751068] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545588b2-6bb1-468e-9c8a-de67184ad024 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.757576] env[68835]: DEBUG oslo_vmware.rw_handles [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254ac6f-6037-400a-b188-c47fba27890b/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 981.757790] env[68835]: ERROR oslo_vmware.rw_handles [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254ac6f-6037-400a-b188-c47fba27890b/disk-0.vmdk due to incomplete transfer. [ 981.759136] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7dcd70f5-e2a5-4fa5-8d79-37cd4e66af1d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.770568] env[68835]: DEBUG oslo_vmware.rw_handles [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254ac6f-6037-400a-b188-c47fba27890b/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 981.770769] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Uploaded image 950d2b1b-cd57-417b-b7c5-a2c3353b6ed5 to the Glance image server {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 981.772978] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Destroying the VM {{(pid=68835) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 981.773100] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-030a714c-08f1-43df-bc49-b32ee93add26 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.783274] env[68835]: DEBUG oslo_vmware.api [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 981.783274] env[68835]: value = "task-3154516" [ 981.783274] env[68835]: _type = "Task" [ 981.783274] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.795851] env[68835]: DEBUG oslo_vmware.api [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154516, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.858528] env[68835]: INFO nova.compute.manager [-] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Took 1.52 seconds to deallocate network for instance. [ 981.968898] env[68835]: DEBUG nova.scheduler.client.report [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.021969] env[68835]: INFO nova.compute.manager [-] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Took 1.46 seconds to deallocate network for instance. [ 982.030632] env[68835]: DEBUG nova.objects.instance [None req-5e074795-7281-4278-89a4-91d2b7073ac7 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lazy-loading 'flavor' on Instance uuid 225bcb4f-da24-40a4-bb9f-8cdf79b76c52 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.273353] env[68835]: INFO nova.compute.manager [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Took 34.78 seconds to build instance. [ 982.292751] env[68835]: DEBUG oslo_vmware.api [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154516, 'name': Destroy_Task, 'duration_secs': 0.343704} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.293188] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Destroyed the VM [ 982.293450] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Deleting Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 982.293700] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-51c238af-8c60-40a0-89b2-f210362cb56d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.301892] env[68835]: DEBUG oslo_vmware.api [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 982.301892] env[68835]: value = "task-3154517" [ 982.301892] env[68835]: _type = "Task" [ 982.301892] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.312662] env[68835]: DEBUG oslo_vmware.api [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154517, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.366894] env[68835]: DEBUG oslo_concurrency.lockutils [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.470479] env[68835]: DEBUG nova.compute.manager [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.473966] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.477215] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.605s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.481147] env[68835]: INFO nova.compute.claims [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.511794] env[68835]: INFO nova.scheduler.client.report [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Deleted allocations for instance a0975e17-063b-4e18-a71a-75af7ba035bb [ 982.519642] env[68835]: DEBUG nova.virt.hardware [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.519887] env[68835]: DEBUG nova.virt.hardware [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.520060] env[68835]: DEBUG nova.virt.hardware [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.520247] env[68835]: DEBUG nova.virt.hardware [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.520393] env[68835]: DEBUG nova.virt.hardware [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.520559] env[68835]: DEBUG nova.virt.hardware [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.520954] env[68835]: DEBUG nova.virt.hardware [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.520954] env[68835]: DEBUG nova.virt.hardware [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.521083] env[68835]: DEBUG nova.virt.hardware [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.521612] env[68835]: DEBUG nova.virt.hardware [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.521612] env[68835]: DEBUG nova.virt.hardware [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.524843] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39e9aad-d84d-4518-bbe3-0cffc18f32e7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.529777] env[68835]: DEBUG oslo_concurrency.lockutils [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.540108] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eb0aa6-857f-4918-8bb0-6d95797cd534 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.777226] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d67dfeb7-bd16-43eb-9cb3-9e6d20cee2e3 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lock "a72e5d0c-481b-4bbc-850f-f550c4ba50e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.288s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.816392] env[68835]: DEBUG oslo_vmware.api [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154517, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.034854] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bd8e372d-8252-493a-a497-8d989cd40b7f tempest-ListServerFiltersTestJSON-1826443975 tempest-ListServerFiltersTestJSON-1826443975-project-member] Lock "a0975e17-063b-4e18-a71a-75af7ba035bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.526s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.052841] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5e074795-7281-4278-89a4-91d2b7073ac7 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.388s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.103103] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Acquiring lock "de1404f6-a384-43eb-b33d-fd6c669aea22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.103103] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Lock "de1404f6-a384-43eb-b33d-fd6c669aea22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.238134] env[68835]: DEBUG nova.compute.manager [req-70995d84-e55f-411d-9f90-00959881cf33 req-85df15c6-6c6b-48da-b48c-8795a1f127cb service nova] [instance: 291b6185-0329-4d3b-838e-451abe781075] Received event network-vif-plugged-0710067b-780a-45d6-b7ee-a68fa06e88ef {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.238367] env[68835]: DEBUG oslo_concurrency.lockutils [req-70995d84-e55f-411d-9f90-00959881cf33 req-85df15c6-6c6b-48da-b48c-8795a1f127cb service nova] Acquiring lock "291b6185-0329-4d3b-838e-451abe781075-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.238580] env[68835]: DEBUG oslo_concurrency.lockutils [req-70995d84-e55f-411d-9f90-00959881cf33 req-85df15c6-6c6b-48da-b48c-8795a1f127cb service nova] Lock "291b6185-0329-4d3b-838e-451abe781075-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.238748] env[68835]: DEBUG oslo_concurrency.lockutils [req-70995d84-e55f-411d-9f90-00959881cf33 req-85df15c6-6c6b-48da-b48c-8795a1f127cb service nova] Lock "291b6185-0329-4d3b-838e-451abe781075-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.238915] env[68835]: DEBUG nova.compute.manager [req-70995d84-e55f-411d-9f90-00959881cf33 req-85df15c6-6c6b-48da-b48c-8795a1f127cb service nova] [instance: 291b6185-0329-4d3b-838e-451abe781075] No waiting events found dispatching network-vif-plugged-0710067b-780a-45d6-b7ee-a68fa06e88ef {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.240233] env[68835]: WARNING nova.compute.manager [req-70995d84-e55f-411d-9f90-00959881cf33 req-85df15c6-6c6b-48da-b48c-8795a1f127cb service nova] [instance: 291b6185-0329-4d3b-838e-451abe781075] Received unexpected event network-vif-plugged-0710067b-780a-45d6-b7ee-a68fa06e88ef for instance with vm_state building and task_state spawning. [ 983.319342] env[68835]: DEBUG oslo_vmware.api [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154517, 'name': RemoveSnapshot_Task, 'duration_secs': 0.731508} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.319839] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Deleted Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 983.320021] env[68835]: INFO nova.compute.manager [None req-1f9d27db-832a-4c7a-bb17-69b365e80e0c tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Took 14.09 seconds to snapshot the instance on the hypervisor. [ 983.324564] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquiring lock "a72e5d0c-481b-4bbc-850f-f550c4ba50e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.324800] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lock "a72e5d0c-481b-4bbc-850f-f550c4ba50e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.325218] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquiring lock "a72e5d0c-481b-4bbc-850f-f550c4ba50e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.328022] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lock "a72e5d0c-481b-4bbc-850f-f550c4ba50e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.328022] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lock "a72e5d0c-481b-4bbc-850f-f550c4ba50e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.328851] env[68835]: INFO nova.compute.manager [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Terminating instance [ 983.347568] env[68835]: DEBUG nova.network.neutron [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Successfully updated port: 0710067b-780a-45d6-b7ee-a68fa06e88ef {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.605282] env[68835]: DEBUG nova.compute.manager [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.718944] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.719323] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.719520] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.719709] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.719882] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.725838] env[68835]: INFO nova.compute.manager [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Terminating instance [ 983.811914] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946780fd-e137-4293-9194-623d09254009 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.820077] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81818a18-c2b7-4263-9ba3-ac1354097af2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.861246] env[68835]: DEBUG nova.compute.manager [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.861485] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.862173] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "refresh_cache-291b6185-0329-4d3b-838e-451abe781075" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.862307] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "refresh_cache-291b6185-0329-4d3b-838e-451abe781075" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.862452] env[68835]: DEBUG nova.network.neutron [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.869054] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c5c974-ead6-4403-815e-0fb3ece62274 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.872678] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870c1219-b8da-40d9-a470-3962a7f8754b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.887226] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ff1647-53c4-45b3-a916-375d3915152e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.893026] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.893026] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46f9f0d5-1f03-43ed-920d-4580d66face0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.905840] env[68835]: DEBUG nova.compute.provider_tree [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.908756] env[68835]: DEBUG oslo_vmware.api [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for the task: (returnval){ [ 983.908756] env[68835]: value = "task-3154518" [ 983.908756] env[68835]: _type = "Task" [ 983.908756] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.915770] env[68835]: DEBUG nova.network.neutron [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.922565] env[68835]: DEBUG oslo_vmware.api [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.121334] env[68835]: DEBUG nova.network.neutron [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Updating instance_info_cache with network_info: [{"id": "0710067b-780a-45d6-b7ee-a68fa06e88ef", "address": "fa:16:3e:9c:e7:90", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0710067b-78", "ovs_interfaceid": "0710067b-780a-45d6-b7ee-a68fa06e88ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.142258] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.233895] env[68835]: DEBUG nova.compute.manager [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.233895] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.234325] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67790a22-bce4-48f1-8027-ce006e7f2ed8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.244489] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.244837] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2be28392-5fa8-4271-b890-1319564c0234 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.253229] env[68835]: DEBUG oslo_vmware.api [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 984.253229] env[68835]: value = "task-3154519" [ 984.253229] env[68835]: _type = "Task" [ 984.253229] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.267057] env[68835]: DEBUG oslo_vmware.api [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.410573] env[68835]: DEBUG nova.scheduler.client.report [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.428091] env[68835]: DEBUG oslo_vmware.api [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154518, 'name': PowerOffVM_Task, 'duration_secs': 0.209055} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.428452] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.428657] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.428940] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a30b12f-61a8-40bc-b5ba-773e70bbcc62 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.538412] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.538651] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.538827] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Deleting the datastore file [datastore1] a72e5d0c-481b-4bbc-850f-f550c4ba50e5 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.539117] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0c45175-899b-4309-9522-72a1a73d5fe6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.547305] env[68835]: DEBUG oslo_vmware.api [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for the task: (returnval){ [ 984.547305] env[68835]: value = "task-3154521" [ 984.547305] env[68835]: _type = "Task" [ 984.547305] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.555556] env[68835]: DEBUG oslo_vmware.api [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.624523] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "refresh_cache-291b6185-0329-4d3b-838e-451abe781075" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.624805] env[68835]: DEBUG nova.compute.manager [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Instance network_info: |[{"id": "0710067b-780a-45d6-b7ee-a68fa06e88ef", "address": "fa:16:3e:9c:e7:90", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0710067b-78", "ovs_interfaceid": "0710067b-780a-45d6-b7ee-a68fa06e88ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.625527] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:e7:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0710067b-780a-45d6-b7ee-a68fa06e88ef', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.635039] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.635414] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 291b6185-0329-4d3b-838e-451abe781075] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.635951] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4aa7f7d-3293-4ce8-9995-3b308a8ab8f2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.661024] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.661024] env[68835]: value = "task-3154522" [ 984.661024] env[68835]: _type = "Task" [ 984.661024] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.670047] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154522, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.764324] env[68835]: DEBUG oslo_vmware.api [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154519, 'name': PowerOffVM_Task, 'duration_secs': 0.242342} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.764485] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.764628] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.764901] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3570ab6-2711-4509-8fb8-329e0237b29c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.835283] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.835564] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.835762] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Deleting the datastore file [datastore1] 225bcb4f-da24-40a4-bb9f-8cdf79b76c52 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.836077] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7d582fc-d0b8-43bc-bc88-9c11118ffac1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.842866] env[68835]: DEBUG oslo_vmware.api [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 984.842866] env[68835]: value = "task-3154524" [ 984.842866] env[68835]: _type = "Task" [ 984.842866] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.853311] env[68835]: DEBUG oslo_vmware.api [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.922016] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.922740] env[68835]: DEBUG nova.compute.manager [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.925791] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.832s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.925982] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.926157] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68835) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 984.926447] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.277s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.927910] env[68835]: INFO nova.compute.claims [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.931235] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603d9aa0-2756-4131-bafa-ea8cd073694b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.940302] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8fbc68-d1b3-4e57-9377-ef8feca10804 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.955408] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4446cc3c-33c5-42c6-8a09-5dacbd8a0009 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.964224] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dd527a-7f60-48b0-960a-dd5fc1aaeebb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.003178] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178860MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=68835) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 985.003379] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.060278] env[68835]: DEBUG oslo_vmware.api [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Task: {'id': task-3154521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146477} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.060582] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.060965] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.061074] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.061258] env[68835]: INFO nova.compute.manager [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Took 1.20 seconds to destroy the instance on the hypervisor. [ 985.061518] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.061732] env[68835]: DEBUG nova.compute.manager [-] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.061883] env[68835]: DEBUG nova.network.neutron [-] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.172465] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154522, 'name': CreateVM_Task, 'duration_secs': 0.359222} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.174617] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 291b6185-0329-4d3b-838e-451abe781075] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.175265] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.175436] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.175752] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.176571] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5357cb76-fa87-49bc-ac23-89714357f80b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.181280] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 985.181280] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52c4b107-54a0-8574-6297-d99758bba588" [ 985.181280] env[68835]: _type = "Task" [ 985.181280] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.189348] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c4b107-54a0-8574-6297-d99758bba588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.272485] env[68835]: DEBUG nova.compute.manager [req-f389a523-f91c-406e-8e9f-a7d09230ff45 req-c336c41e-bc81-4c4d-9f83-665a357d5276 service nova] [instance: 291b6185-0329-4d3b-838e-451abe781075] Received event network-changed-0710067b-780a-45d6-b7ee-a68fa06e88ef {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.272705] env[68835]: DEBUG nova.compute.manager [req-f389a523-f91c-406e-8e9f-a7d09230ff45 req-c336c41e-bc81-4c4d-9f83-665a357d5276 service nova] [instance: 291b6185-0329-4d3b-838e-451abe781075] Refreshing instance network info cache due to event network-changed-0710067b-780a-45d6-b7ee-a68fa06e88ef. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.273136] env[68835]: DEBUG oslo_concurrency.lockutils [req-f389a523-f91c-406e-8e9f-a7d09230ff45 req-c336c41e-bc81-4c4d-9f83-665a357d5276 service nova] Acquiring lock "refresh_cache-291b6185-0329-4d3b-838e-451abe781075" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.273408] env[68835]: DEBUG oslo_concurrency.lockutils [req-f389a523-f91c-406e-8e9f-a7d09230ff45 req-c336c41e-bc81-4c4d-9f83-665a357d5276 service nova] Acquired lock "refresh_cache-291b6185-0329-4d3b-838e-451abe781075" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.273604] env[68835]: DEBUG nova.network.neutron [req-f389a523-f91c-406e-8e9f-a7d09230ff45 req-c336c41e-bc81-4c4d-9f83-665a357d5276 service nova] [instance: 291b6185-0329-4d3b-838e-451abe781075] Refreshing network info cache for port 0710067b-780a-45d6-b7ee-a68fa06e88ef {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.353738] env[68835]: DEBUG oslo_vmware.api [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189347} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.353738] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.353738] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.353924] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.354113] env[68835]: INFO nova.compute.manager [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Took 1.12 seconds to destroy the instance on the hypervisor. [ 985.354309] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.354498] env[68835]: DEBUG nova.compute.manager [-] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.355145] env[68835]: DEBUG nova.network.neutron [-] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.432094] env[68835]: DEBUG nova.compute.utils [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.435575] env[68835]: DEBUG nova.compute.manager [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.436962] env[68835]: DEBUG nova.network.neutron [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.515302] env[68835]: DEBUG nova.policy [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a517c5fd20bd42f39b42f23b639a698d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15bf7768e6ab443f93f8cf02648684a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.609546] env[68835]: DEBUG nova.compute.manager [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.610425] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42010bfd-db8c-4b67-a19e-0e9b8c891720 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.692061] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c4b107-54a0-8574-6297-d99758bba588, 'name': SearchDatastore_Task, 'duration_secs': 0.011546} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.692613] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.692944] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.693524] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.693524] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.693524] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.693781] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d9fc828-928e-4d03-8b79-96839a56cbe5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.706485] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.706678] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.707425] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ce78baf-a17f-4838-8347-5b02aa965959 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.716250] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 985.716250] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52a2eb5e-3616-3ddb-2fce-b2c10acdce83" [ 985.716250] env[68835]: _type = "Task" [ 985.716250] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.727246] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a2eb5e-3616-3ddb-2fce-b2c10acdce83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.939091] env[68835]: DEBUG nova.compute.manager [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.994053] env[68835]: DEBUG nova.network.neutron [req-f389a523-f91c-406e-8e9f-a7d09230ff45 req-c336c41e-bc81-4c4d-9f83-665a357d5276 service nova] [instance: 291b6185-0329-4d3b-838e-451abe781075] Updated VIF entry in instance network info cache for port 0710067b-780a-45d6-b7ee-a68fa06e88ef. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.994513] env[68835]: DEBUG nova.network.neutron [req-f389a523-f91c-406e-8e9f-a7d09230ff45 req-c336c41e-bc81-4c4d-9f83-665a357d5276 service nova] [instance: 291b6185-0329-4d3b-838e-451abe781075] Updating instance_info_cache with network_info: [{"id": "0710067b-780a-45d6-b7ee-a68fa06e88ef", "address": "fa:16:3e:9c:e7:90", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0710067b-78", "ovs_interfaceid": "0710067b-780a-45d6-b7ee-a68fa06e88ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.059796] env[68835]: DEBUG nova.network.neutron [-] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.128778] env[68835]: INFO nova.compute.manager [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] instance snapshotting [ 986.132439] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef995773-b80e-4c67-907c-50cc6133ec1a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.156612] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4dc538-1be0-4298-8c67-93a40d5d7a7c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.226538] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a2eb5e-3616-3ddb-2fce-b2c10acdce83, 'name': SearchDatastore_Task, 'duration_secs': 0.016691} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.227536] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8205221d-baaf-4dbe-8ee9-5fa4d2e24fcc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.235078] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 986.235078] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5260141a-c7c1-bcdf-6cc7-239d48ea4fae" [ 986.235078] env[68835]: _type = "Task" [ 986.235078] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.244917] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5260141a-c7c1-bcdf-6cc7-239d48ea4fae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.286493] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab348967-563b-4721-8495-5134ae408f2d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.294295] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb393a26-3d97-4e83-b614-41b68bc2f1e7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.329057] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc163b4-4a38-4feb-b56f-c0625a932228 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.339150] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a3c328-e3a5-4fcb-88d4-3ec377db8053 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.358304] env[68835]: DEBUG nova.compute.provider_tree [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.487115] env[68835]: DEBUG nova.network.neutron [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Successfully created port: 12cc8759-7ffe-45ba-bda5-35193027dade {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.497993] env[68835]: DEBUG oslo_concurrency.lockutils [req-f389a523-f91c-406e-8e9f-a7d09230ff45 req-c336c41e-bc81-4c4d-9f83-665a357d5276 service nova] Releasing lock "refresh_cache-291b6185-0329-4d3b-838e-451abe781075" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.514099] env[68835]: DEBUG nova.compute.manager [req-8744413b-5223-4e73-bb7d-591b5c1abba2 req-abb5e020-5fa4-45ef-93c7-96aff8ad46ea service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Received event network-vif-deleted-40d358d8-44ea-42c6-bb68-04eaa26a5406 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.514323] env[68835]: INFO nova.compute.manager [req-8744413b-5223-4e73-bb7d-591b5c1abba2 req-abb5e020-5fa4-45ef-93c7-96aff8ad46ea service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Neutron deleted interface 40d358d8-44ea-42c6-bb68-04eaa26a5406; detaching it from the instance and deleting it from the info cache [ 986.514495] env[68835]: DEBUG nova.network.neutron [req-8744413b-5223-4e73-bb7d-591b5c1abba2 req-abb5e020-5fa4-45ef-93c7-96aff8ad46ea service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.562247] env[68835]: INFO nova.compute.manager [-] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Took 1.50 seconds to deallocate network for instance. [ 986.668340] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Creating Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 986.668828] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aa3ecb97-314a-4b1e-974c-1d9695f14d9c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.677786] env[68835]: DEBUG oslo_vmware.api [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 986.677786] env[68835]: value = "task-3154525" [ 986.677786] env[68835]: _type = "Task" [ 986.677786] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.686735] env[68835]: DEBUG oslo_vmware.api [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154525, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.745955] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5260141a-c7c1-bcdf-6cc7-239d48ea4fae, 'name': SearchDatastore_Task, 'duration_secs': 0.010622} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.746368] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.746707] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 291b6185-0329-4d3b-838e-451abe781075/291b6185-0329-4d3b-838e-451abe781075.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.747023] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45df0f00-1248-4a27-80fc-efa8c1377abc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.756269] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 986.756269] env[68835]: value = "task-3154526" [ 986.756269] env[68835]: _type = "Task" [ 986.756269] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.766203] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.864420] env[68835]: DEBUG nova.scheduler.client.report [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.953798] env[68835]: DEBUG nova.compute.manager [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.981445] env[68835]: DEBUG nova.virt.hardware [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.981848] env[68835]: DEBUG nova.virt.hardware [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.981950] env[68835]: DEBUG nova.virt.hardware [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.982142] env[68835]: DEBUG nova.virt.hardware [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.982324] env[68835]: DEBUG nova.virt.hardware [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.982458] env[68835]: DEBUG nova.virt.hardware [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.982740] env[68835]: DEBUG nova.virt.hardware [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.982821] env[68835]: DEBUG nova.virt.hardware [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.983031] env[68835]: DEBUG nova.virt.hardware [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.983217] env[68835]: DEBUG nova.virt.hardware [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.983392] env[68835]: DEBUG nova.virt.hardware [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.983746] env[68835]: DEBUG nova.network.neutron [-] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.985589] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6d6b94-c98d-4057-a387-ab204f9876bf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.996921] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4803f627-5489-4fc4-b491-1aeada5675c4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.020231] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8fedada-4cbd-4852-b6e6-41a452385b1d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.034044] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf846c4-abb2-4ede-9827-2aad5b307c37 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.073814] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.074339] env[68835]: DEBUG nova.compute.manager [req-8744413b-5223-4e73-bb7d-591b5c1abba2 req-abb5e020-5fa4-45ef-93c7-96aff8ad46ea service nova] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Detach interface failed, port_id=40d358d8-44ea-42c6-bb68-04eaa26a5406, reason: Instance 225bcb4f-da24-40a4-bb9f-8cdf79b76c52 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 987.192851] env[68835]: DEBUG oslo_vmware.api [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154525, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.266592] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154526, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.299791] env[68835]: DEBUG nova.compute.manager [req-8f49c8ba-1b67-405e-9b0e-3d64db32cb5a req-8ac3c316-578e-427f-a28b-4f9dfffbfc2f service nova] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Received event network-vif-deleted-cc8552c2-ca23-4ff6-b3af-1023c397bf96 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.300084] env[68835]: DEBUG nova.compute.manager [req-8f49c8ba-1b67-405e-9b0e-3d64db32cb5a req-8ac3c316-578e-427f-a28b-4f9dfffbfc2f service nova] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Received event network-vif-deleted-0f0779e3-b0d1-4942-bedc-7d9968c65cef {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.369540] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.370310] env[68835]: DEBUG nova.compute.manager [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.374434] env[68835]: DEBUG oslo_concurrency.lockutils [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.655s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.374765] env[68835]: DEBUG nova.objects.instance [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lazy-loading 'resources' on Instance uuid 30320550-99f9-4a54-aebd-ed0586075a2b {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.491076] env[68835]: INFO nova.compute.manager [-] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Took 2.13 seconds to deallocate network for instance. [ 987.689640] env[68835]: DEBUG oslo_vmware.api [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154525, 'name': CreateSnapshot_Task, 'duration_secs': 0.777053} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.689930] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Created Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 987.690702] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0fa5b6-c0d7-4b47-a36e-1fcedeff808a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.766962] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514933} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.767368] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 291b6185-0329-4d3b-838e-451abe781075/291b6185-0329-4d3b-838e-451abe781075.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.767465] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.767714] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91a524bc-3936-4535-9f2e-c315b4716997 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.775560] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 987.775560] env[68835]: value = "task-3154527" [ 987.775560] env[68835]: _type = "Task" [ 987.775560] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.783671] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.878623] env[68835]: DEBUG nova.compute.utils [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.884562] env[68835]: DEBUG nova.compute.manager [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.884902] env[68835]: DEBUG nova.network.neutron [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.985453] env[68835]: DEBUG nova.policy [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cff660843a54fa69c04be8cc5a25d91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a521063fcdea42cca7ef584a665e955d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.996919] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.189378] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d881ae-ed43-401a-b79e-29b1194b8c67 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.198619] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f847dd-3222-4476-9e83-8a0c7b37b9ff {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.210363] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Creating linked-clone VM from snapshot {{(pid=68835) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 988.236537] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7a1c2a82-4014-4ef3-b1e4-9cf575258f86 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.240428] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e6f8db-1d7c-4fd0-ba9a-7f998f225976 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.248457] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c89c17d-9cef-4659-a0f6-e9c1e9e41c54 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.253889] env[68835]: DEBUG oslo_vmware.api [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 988.253889] env[68835]: value = "task-3154528" [ 988.253889] env[68835]: _type = "Task" [ 988.253889] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.265506] env[68835]: DEBUG nova.compute.provider_tree [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.272109] env[68835]: DEBUG oslo_vmware.api [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154528, 'name': CloneVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.286970] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105874} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.287162] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.287931] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9bc84b-2521-4f8c-bad0-0583225e9e3b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.311098] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 291b6185-0329-4d3b-838e-451abe781075/291b6185-0329-4d3b-838e-451abe781075.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.312089] env[68835]: DEBUG nova.network.neutron [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Successfully updated port: 12cc8759-7ffe-45ba-bda5-35193027dade {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.313523] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69c9321a-2f4e-49e3-90e6-2eff6ef08007 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.329668] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Acquiring lock "refresh_cache-ab46b034-9198-4e64-970f-11c448b6fdb3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.329822] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Acquired lock "refresh_cache-ab46b034-9198-4e64-970f-11c448b6fdb3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.329968] env[68835]: DEBUG nova.network.neutron [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.338810] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 988.338810] env[68835]: value = "task-3154529" [ 988.338810] env[68835]: _type = "Task" [ 988.338810] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.348568] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154529, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.384730] env[68835]: DEBUG nova.compute.manager [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.451571] env[68835]: DEBUG nova.network.neutron [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Successfully created port: c2b537d3-a44a-48ee-8020-03447a7e886e {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.557895] env[68835]: DEBUG nova.compute.manager [req-8f35a641-e352-4629-bbfb-4fffe63a286a req-6d4efe81-297e-44b0-81a2-f210f313b0ff service nova] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Received event network-vif-plugged-12cc8759-7ffe-45ba-bda5-35193027dade {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.557895] env[68835]: DEBUG oslo_concurrency.lockutils [req-8f35a641-e352-4629-bbfb-4fffe63a286a req-6d4efe81-297e-44b0-81a2-f210f313b0ff service nova] Acquiring lock "ab46b034-9198-4e64-970f-11c448b6fdb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.557895] env[68835]: DEBUG oslo_concurrency.lockutils [req-8f35a641-e352-4629-bbfb-4fffe63a286a req-6d4efe81-297e-44b0-81a2-f210f313b0ff service nova] Lock "ab46b034-9198-4e64-970f-11c448b6fdb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.557895] env[68835]: DEBUG oslo_concurrency.lockutils [req-8f35a641-e352-4629-bbfb-4fffe63a286a req-6d4efe81-297e-44b0-81a2-f210f313b0ff service nova] Lock "ab46b034-9198-4e64-970f-11c448b6fdb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.557895] env[68835]: DEBUG nova.compute.manager [req-8f35a641-e352-4629-bbfb-4fffe63a286a req-6d4efe81-297e-44b0-81a2-f210f313b0ff service nova] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] No waiting events found dispatching network-vif-plugged-12cc8759-7ffe-45ba-bda5-35193027dade {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.557895] env[68835]: WARNING nova.compute.manager [req-8f35a641-e352-4629-bbfb-4fffe63a286a req-6d4efe81-297e-44b0-81a2-f210f313b0ff service nova] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Received unexpected event network-vif-plugged-12cc8759-7ffe-45ba-bda5-35193027dade for instance with vm_state building and task_state spawning. [ 988.557895] env[68835]: DEBUG nova.compute.manager [req-8f35a641-e352-4629-bbfb-4fffe63a286a req-6d4efe81-297e-44b0-81a2-f210f313b0ff service nova] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Received event network-changed-12cc8759-7ffe-45ba-bda5-35193027dade {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.557895] env[68835]: DEBUG nova.compute.manager [req-8f35a641-e352-4629-bbfb-4fffe63a286a req-6d4efe81-297e-44b0-81a2-f210f313b0ff service nova] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Refreshing instance network info cache due to event network-changed-12cc8759-7ffe-45ba-bda5-35193027dade. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.557895] env[68835]: DEBUG oslo_concurrency.lockutils [req-8f35a641-e352-4629-bbfb-4fffe63a286a req-6d4efe81-297e-44b0-81a2-f210f313b0ff service nova] Acquiring lock "refresh_cache-ab46b034-9198-4e64-970f-11c448b6fdb3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.765263] env[68835]: DEBUG oslo_vmware.api [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154528, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.768311] env[68835]: DEBUG nova.scheduler.client.report [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.848928] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154529, 'name': ReconfigVM_Task, 'duration_secs': 0.313245} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.849231] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 291b6185-0329-4d3b-838e-451abe781075/291b6185-0329-4d3b-838e-451abe781075.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.849859] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-468ce7e4-5d65-4fb5-9f22-6c50ce2e3eb7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.857549] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 988.857549] env[68835]: value = "task-3154530" [ 988.857549] env[68835]: _type = "Task" [ 988.857549] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.861369] env[68835]: DEBUG nova.network.neutron [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.868497] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154530, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.013718] env[68835]: DEBUG nova.network.neutron [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Updating instance_info_cache with network_info: [{"id": "12cc8759-7ffe-45ba-bda5-35193027dade", "address": "fa:16:3e:63:a3:21", "network": {"id": "cfdb7d6c-f86c-4a24-9ac6-5af75c5c985a", "bridge": "br-int", "label": "tempest-ServersTestJSON-941857251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15bf7768e6ab443f93f8cf02648684a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12cc8759-7f", "ovs_interfaceid": "12cc8759-7ffe-45ba-bda5-35193027dade", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.267329] env[68835]: DEBUG oslo_vmware.api [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154528, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.273681] env[68835]: DEBUG oslo_concurrency.lockutils [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.275753] env[68835]: DEBUG oslo_concurrency.lockutils [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.372s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.275987] env[68835]: DEBUG nova.objects.instance [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lazy-loading 'resources' on Instance uuid 851116fa-e76a-45c1-a474-27a23ab1043b {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.296416] env[68835]: INFO nova.scheduler.client.report [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Deleted allocations for instance 30320550-99f9-4a54-aebd-ed0586075a2b [ 989.367944] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154530, 'name': Rename_Task, 'duration_secs': 0.148195} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.368970] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.368970] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a4637e2-d541-4cc6-a751-5d22a183ac92 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.376571] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 989.376571] env[68835]: value = "task-3154531" [ 989.376571] env[68835]: _type = "Task" [ 989.376571] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.385009] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.395452] env[68835]: DEBUG nova.compute.manager [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.422318] env[68835]: DEBUG nova.virt.hardware [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.422694] env[68835]: DEBUG nova.virt.hardware [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.422979] env[68835]: DEBUG nova.virt.hardware [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.423289] env[68835]: DEBUG nova.virt.hardware [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.423535] env[68835]: DEBUG nova.virt.hardware [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.423735] env[68835]: DEBUG nova.virt.hardware [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.423976] env[68835]: DEBUG nova.virt.hardware [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.424158] env[68835]: DEBUG nova.virt.hardware [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.424342] env[68835]: DEBUG nova.virt.hardware [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.424510] env[68835]: DEBUG nova.virt.hardware [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.424689] env[68835]: DEBUG nova.virt.hardware [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.425609] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7639ef-e8f0-40d8-9f62-c666c6c448f2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.433999] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54dd925-1d80-4097-997e-cd8f5874a6d0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.517208] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Releasing lock "refresh_cache-ab46b034-9198-4e64-970f-11c448b6fdb3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.517657] env[68835]: DEBUG nova.compute.manager [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Instance network_info: |[{"id": "12cc8759-7ffe-45ba-bda5-35193027dade", "address": "fa:16:3e:63:a3:21", "network": {"id": "cfdb7d6c-f86c-4a24-9ac6-5af75c5c985a", "bridge": "br-int", "label": "tempest-ServersTestJSON-941857251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15bf7768e6ab443f93f8cf02648684a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12cc8759-7f", "ovs_interfaceid": "12cc8759-7ffe-45ba-bda5-35193027dade", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.517910] env[68835]: DEBUG oslo_concurrency.lockutils [req-8f35a641-e352-4629-bbfb-4fffe63a286a req-6d4efe81-297e-44b0-81a2-f210f313b0ff service nova] Acquired lock "refresh_cache-ab46b034-9198-4e64-970f-11c448b6fdb3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.518124] env[68835]: DEBUG nova.network.neutron [req-8f35a641-e352-4629-bbfb-4fffe63a286a req-6d4efe81-297e-44b0-81a2-f210f313b0ff service nova] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Refreshing network info cache for port 12cc8759-7ffe-45ba-bda5-35193027dade {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.519524] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:a3:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12cc8759-7ffe-45ba-bda5-35193027dade', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.527781] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Creating folder: Project (15bf7768e6ab443f93f8cf02648684a8). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.528373] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cd50a42-edb0-4982-98ab-685873ef2a85 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.542321] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Created folder: Project (15bf7768e6ab443f93f8cf02648684a8) in parent group-v630977. [ 989.542548] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Creating folder: Instances. Parent ref: group-v631209. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.542791] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc6279b0-adb0-420e-936f-3569729312b1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.558423] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Created folder: Instances in parent group-v631209. [ 989.559440] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.559440] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.559440] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45ab73c7-29ec-401a-9ad9-13ad781555bf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.585086] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.585086] env[68835]: value = "task-3154534" [ 989.585086] env[68835]: _type = "Task" [ 989.585086] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.594537] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154534, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.769660] env[68835]: DEBUG oslo_vmware.api [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154528, 'name': CloneVM_Task, 'duration_secs': 1.4169} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.769925] env[68835]: INFO nova.virt.vmwareapi.vmops [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Created linked-clone VM from snapshot [ 989.770717] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a97a0a3-3839-4d8a-9e09-172fcd73e630 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.781421] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Uploading image ca5cdf66-3bea-4b04-8258-dbfbcac0508d {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 989.810925] env[68835]: DEBUG oslo_concurrency.lockutils [None req-25e0dbb0-8464-4c20-acbd-57cba3a65117 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "30320550-99f9-4a54-aebd-ed0586075a2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.686s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.824031] env[68835]: DEBUG oslo_vmware.rw_handles [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 989.824031] env[68835]: value = "vm-631208" [ 989.824031] env[68835]: _type = "VirtualMachine" [ 989.824031] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 989.824031] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d19cf0cc-43d8-4f95-af72-30be5250f17a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.834659] env[68835]: DEBUG oslo_vmware.rw_handles [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lease: (returnval){ [ 989.834659] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52fa6879-49be-efa1-539f-2b7abea6106a" [ 989.834659] env[68835]: _type = "HttpNfcLease" [ 989.834659] env[68835]: } obtained for exporting VM: (result){ [ 989.834659] env[68835]: value = "vm-631208" [ 989.834659] env[68835]: _type = "VirtualMachine" [ 989.834659] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 989.834983] env[68835]: DEBUG oslo_vmware.api [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the lease: (returnval){ [ 989.834983] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52fa6879-49be-efa1-539f-2b7abea6106a" [ 989.834983] env[68835]: _type = "HttpNfcLease" [ 989.834983] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 989.844152] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 989.844152] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52fa6879-49be-efa1-539f-2b7abea6106a" [ 989.844152] env[68835]: _type = "HttpNfcLease" [ 989.844152] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 989.890385] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154531, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.097691] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154534, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.115724] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90aa2ee-dd2e-4022-91a9-7a28edf873bc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.124842] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0724eb46-345c-4cc5-94fb-0efd5fe63660 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.165856] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6731d173-10eb-4ea4-87ac-d025b83405fb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.173828] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973d98d1-78bd-4661-ad19-ef67fd3c0445 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.188346] env[68835]: DEBUG nova.compute.provider_tree [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.200153] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "ee028395-234c-467e-aece-f1cf63ee0a0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.200153] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "ee028395-234c-467e-aece-f1cf63ee0a0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.200632] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "ee028395-234c-467e-aece-f1cf63ee0a0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.200632] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "ee028395-234c-467e-aece-f1cf63ee0a0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.200632] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "ee028395-234c-467e-aece-f1cf63ee0a0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.203682] env[68835]: INFO nova.compute.manager [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Terminating instance [ 990.344955] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 990.344955] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52fa6879-49be-efa1-539f-2b7abea6106a" [ 990.344955] env[68835]: _type = "HttpNfcLease" [ 990.344955] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 990.345337] env[68835]: DEBUG oslo_vmware.rw_handles [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 990.345337] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52fa6879-49be-efa1-539f-2b7abea6106a" [ 990.345337] env[68835]: _type = "HttpNfcLease" [ 990.345337] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 990.346152] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae910ea-bbee-46a9-bb06-7650f73d4a54 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.354355] env[68835]: DEBUG oslo_vmware.rw_handles [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52562bac-6550-be56-b32f-c3f1103dd0aa/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 990.354550] env[68835]: DEBUG oslo_vmware.rw_handles [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52562bac-6550-be56-b32f-c3f1103dd0aa/disk-0.vmdk for reading. {{(pid=68835) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 990.426962] env[68835]: DEBUG oslo_vmware.api [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154531, 'name': PowerOnVM_Task, 'duration_secs': 0.535266} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.426962] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.426962] env[68835]: INFO nova.compute.manager [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Took 7.95 seconds to spawn the instance on the hypervisor. [ 990.426962] env[68835]: DEBUG nova.compute.manager [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.426962] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765a1713-d571-4d96-b430-30b4f80c487c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.474745] env[68835]: DEBUG nova.network.neutron [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Successfully updated port: c2b537d3-a44a-48ee-8020-03447a7e886e {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.511692] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6981ab0a-59f6-4614-8eb1-ec5386785c8c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.578341] env[68835]: DEBUG nova.network.neutron [req-8f35a641-e352-4629-bbfb-4fffe63a286a req-6d4efe81-297e-44b0-81a2-f210f313b0ff service nova] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Updated VIF entry in instance network info cache for port 12cc8759-7ffe-45ba-bda5-35193027dade. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.578672] env[68835]: DEBUG nova.network.neutron [req-8f35a641-e352-4629-bbfb-4fffe63a286a req-6d4efe81-297e-44b0-81a2-f210f313b0ff service nova] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Updating instance_info_cache with network_info: [{"id": "12cc8759-7ffe-45ba-bda5-35193027dade", "address": "fa:16:3e:63:a3:21", "network": {"id": "cfdb7d6c-f86c-4a24-9ac6-5af75c5c985a", "bridge": "br-int", "label": "tempest-ServersTestJSON-941857251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15bf7768e6ab443f93f8cf02648684a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12cc8759-7f", "ovs_interfaceid": "12cc8759-7ffe-45ba-bda5-35193027dade", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.600232] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154534, 'name': CreateVM_Task, 'duration_secs': 0.520474} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.600427] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.601398] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.601453] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.602962] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.602962] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdf36053-676a-48cf-af7d-94ff3ce89d64 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.607089] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Waiting for the task: (returnval){ [ 990.607089] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]520f5e87-fcb0-d772-8655-7e0b54bb0c62" [ 990.607089] env[68835]: _type = "Task" [ 990.607089] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.616040] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]520f5e87-fcb0-d772-8655-7e0b54bb0c62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.680055] env[68835]: DEBUG nova.compute.manager [req-b698f13a-8a8f-43cc-bb21-e5c012d07306 req-25c7a754-e8f8-48a0-8a5c-3f4538268902 service nova] [instance: be629496-573e-4aa3-a930-454df91b2121] Received event network-vif-plugged-c2b537d3-a44a-48ee-8020-03447a7e886e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.680312] env[68835]: DEBUG oslo_concurrency.lockutils [req-b698f13a-8a8f-43cc-bb21-e5c012d07306 req-25c7a754-e8f8-48a0-8a5c-3f4538268902 service nova] Acquiring lock "be629496-573e-4aa3-a930-454df91b2121-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.680518] env[68835]: DEBUG oslo_concurrency.lockutils [req-b698f13a-8a8f-43cc-bb21-e5c012d07306 req-25c7a754-e8f8-48a0-8a5c-3f4538268902 service nova] Lock "be629496-573e-4aa3-a930-454df91b2121-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.680685] env[68835]: DEBUG oslo_concurrency.lockutils [req-b698f13a-8a8f-43cc-bb21-e5c012d07306 req-25c7a754-e8f8-48a0-8a5c-3f4538268902 service nova] Lock "be629496-573e-4aa3-a930-454df91b2121-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.680935] env[68835]: DEBUG nova.compute.manager [req-b698f13a-8a8f-43cc-bb21-e5c012d07306 req-25c7a754-e8f8-48a0-8a5c-3f4538268902 service nova] [instance: be629496-573e-4aa3-a930-454df91b2121] No waiting events found dispatching network-vif-plugged-c2b537d3-a44a-48ee-8020-03447a7e886e {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.681066] env[68835]: WARNING nova.compute.manager [req-b698f13a-8a8f-43cc-bb21-e5c012d07306 req-25c7a754-e8f8-48a0-8a5c-3f4538268902 service nova] [instance: be629496-573e-4aa3-a930-454df91b2121] Received unexpected event network-vif-plugged-c2b537d3-a44a-48ee-8020-03447a7e886e for instance with vm_state building and task_state spawning. [ 990.681234] env[68835]: DEBUG nova.compute.manager [req-b698f13a-8a8f-43cc-bb21-e5c012d07306 req-25c7a754-e8f8-48a0-8a5c-3f4538268902 service nova] [instance: be629496-573e-4aa3-a930-454df91b2121] Received event network-changed-c2b537d3-a44a-48ee-8020-03447a7e886e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.681385] env[68835]: DEBUG nova.compute.manager [req-b698f13a-8a8f-43cc-bb21-e5c012d07306 req-25c7a754-e8f8-48a0-8a5c-3f4538268902 service nova] [instance: be629496-573e-4aa3-a930-454df91b2121] Refreshing instance network info cache due to event network-changed-c2b537d3-a44a-48ee-8020-03447a7e886e. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.681565] env[68835]: DEBUG oslo_concurrency.lockutils [req-b698f13a-8a8f-43cc-bb21-e5c012d07306 req-25c7a754-e8f8-48a0-8a5c-3f4538268902 service nova] Acquiring lock "refresh_cache-be629496-573e-4aa3-a930-454df91b2121" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.682196] env[68835]: DEBUG oslo_concurrency.lockutils [req-b698f13a-8a8f-43cc-bb21-e5c012d07306 req-25c7a754-e8f8-48a0-8a5c-3f4538268902 service nova] Acquired lock "refresh_cache-be629496-573e-4aa3-a930-454df91b2121" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.682196] env[68835]: DEBUG nova.network.neutron [req-b698f13a-8a8f-43cc-bb21-e5c012d07306 req-25c7a754-e8f8-48a0-8a5c-3f4538268902 service nova] [instance: be629496-573e-4aa3-a930-454df91b2121] Refreshing network info cache for port c2b537d3-a44a-48ee-8020-03447a7e886e {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.690821] env[68835]: DEBUG nova.scheduler.client.report [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.709929] env[68835]: DEBUG nova.compute.manager [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.710569] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.711556] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4662f61d-acba-4570-938f-4f272a4f224a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.720312] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.720570] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d797e9bf-ee05-4bcd-b48d-71d444b68e66 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.728048] env[68835]: DEBUG oslo_vmware.api [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 990.728048] env[68835]: value = "task-3154536" [ 990.728048] env[68835]: _type = "Task" [ 990.728048] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.948257] env[68835]: INFO nova.compute.manager [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Took 34.76 seconds to build instance. [ 990.978775] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "refresh_cache-be629496-573e-4aa3-a930-454df91b2121" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.072369] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "73f2e861-0a7c-45f9-a73f-85f46930771c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.072766] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "73f2e861-0a7c-45f9-a73f-85f46930771c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.081125] env[68835]: DEBUG oslo_concurrency.lockutils [req-8f35a641-e352-4629-bbfb-4fffe63a286a req-6d4efe81-297e-44b0-81a2-f210f313b0ff service nova] Releasing lock "refresh_cache-ab46b034-9198-4e64-970f-11c448b6fdb3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.120542] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]520f5e87-fcb0-d772-8655-7e0b54bb0c62, 'name': SearchDatastore_Task, 'duration_secs': 0.020708} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.121031] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.121315] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.121634] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.121798] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.122070] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.122611] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96d53664-4eca-4b7b-b523-5acaf681f883 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.132220] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.132498] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.133436] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2692d996-98a8-4535-b3de-c3804c07e3c9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.141435] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Waiting for the task: (returnval){ [ 991.141435] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]529967bd-9cfc-a7d6-bee1-841fc55a0d31" [ 991.141435] env[68835]: _type = "Task" [ 991.141435] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.154146] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]529967bd-9cfc-a7d6-bee1-841fc55a0d31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.198607] env[68835]: DEBUG oslo_concurrency.lockutils [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.199193] env[68835]: DEBUG oslo_concurrency.lockutils [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.298s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.199408] env[68835]: DEBUG nova.objects.instance [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Lazy-loading 'resources' on Instance uuid 37574319-7d25-4bf7-b675-8b6c641575f4 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.226662] env[68835]: DEBUG nova.network.neutron [req-b698f13a-8a8f-43cc-bb21-e5c012d07306 req-25c7a754-e8f8-48a0-8a5c-3f4538268902 service nova] [instance: be629496-573e-4aa3-a930-454df91b2121] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.242379] env[68835]: DEBUG oslo_vmware.api [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154536, 'name': PowerOffVM_Task, 'duration_secs': 0.272232} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.244064] env[68835]: INFO nova.scheduler.client.report [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleted allocations for instance 851116fa-e76a-45c1-a474-27a23ab1043b [ 991.245570] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.245986] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.249120] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cf23d7b-db84-4a2a-a431-d695d43c626f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.315069] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.315494] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.315494] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Deleting the datastore file [datastore2] ee028395-234c-467e-aece-f1cf63ee0a0c {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.315756] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30f5d57c-08ec-4791-81e4-19786f125c22 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.322912] env[68835]: DEBUG oslo_vmware.api [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 991.322912] env[68835]: value = "task-3154538" [ 991.322912] env[68835]: _type = "Task" [ 991.322912] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.337718] env[68835]: DEBUG oslo_vmware.api [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.369983] env[68835]: DEBUG nova.network.neutron [req-b698f13a-8a8f-43cc-bb21-e5c012d07306 req-25c7a754-e8f8-48a0-8a5c-3f4538268902 service nova] [instance: be629496-573e-4aa3-a930-454df91b2121] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.454738] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e37df073-94e6-4f93-ae8d-96e13add7a4f tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "291b6185-0329-4d3b-838e-451abe781075" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.278s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.576713] env[68835]: DEBUG nova.compute.manager [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.655168] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]529967bd-9cfc-a7d6-bee1-841fc55a0d31, 'name': SearchDatastore_Task, 'duration_secs': 0.020917} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.657189] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-205e1e6d-ae59-48d5-9963-cbffe38a1805 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.663924] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Waiting for the task: (returnval){ [ 991.663924] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5240168b-b971-cbae-946b-2362528827aa" [ 991.663924] env[68835]: _type = "Task" [ 991.663924] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.676490] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5240168b-b971-cbae-946b-2362528827aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.756817] env[68835]: DEBUG oslo_concurrency.lockutils [None req-227fee6f-30a3-4448-9dd6-87f8d61fd133 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "851116fa-e76a-45c1-a474-27a23ab1043b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.540s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.845980] env[68835]: DEBUG oslo_vmware.api [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324674} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.846423] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.846730] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.847065] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.847794] env[68835]: INFO nova.compute.manager [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 991.848090] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.849320] env[68835]: DEBUG nova.compute.manager [-] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.849320] env[68835]: DEBUG nova.network.neutron [-] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.875249] env[68835]: DEBUG oslo_concurrency.lockutils [req-b698f13a-8a8f-43cc-bb21-e5c012d07306 req-25c7a754-e8f8-48a0-8a5c-3f4538268902 service nova] Releasing lock "refresh_cache-be629496-573e-4aa3-a930-454df91b2121" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.876390] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquired lock "refresh_cache-be629496-573e-4aa3-a930-454df91b2121" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.876578] env[68835]: DEBUG nova.network.neutron [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.067027] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bae804-9b99-4122-9573-03cfb0ca59ca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.079896] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9882b6-7a95-4fe3-9975-e0a9ccc1f11d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.125430] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.127520] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb4cd3e-ad64-494b-8b38-9146d3c5e0c9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.136781] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635cde8c-02ee-4bba-b285-8b9e81635370 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.156371] env[68835]: DEBUG nova.compute.provider_tree [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.181169] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5240168b-b971-cbae-946b-2362528827aa, 'name': SearchDatastore_Task, 'duration_secs': 0.017053} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.181474] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.182090] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] ab46b034-9198-4e64-970f-11c448b6fdb3/ab46b034-9198-4e64-970f-11c448b6fdb3.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.182717] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a10813ff-179a-473c-b413-102716f766a9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.190927] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Waiting for the task: (returnval){ [ 992.190927] env[68835]: value = "task-3154539" [ 992.190927] env[68835]: _type = "Task" [ 992.190927] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.201665] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': task-3154539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.440114] env[68835]: DEBUG nova.network.neutron [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.630829] env[68835]: DEBUG nova.network.neutron [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Updating instance_info_cache with network_info: [{"id": "c2b537d3-a44a-48ee-8020-03447a7e886e", "address": "fa:16:3e:d2:30:27", "network": {"id": "0df3f503-b29f-4dfa-8be7-1178d4ff92dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-883801826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a521063fcdea42cca7ef584a665e955d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b537d3-a4", "ovs_interfaceid": "c2b537d3-a44a-48ee-8020-03447a7e886e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.665438] env[68835]: DEBUG nova.scheduler.client.report [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.706817] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': task-3154539, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.715158] env[68835]: DEBUG nova.network.neutron [-] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.720204] env[68835]: DEBUG nova.compute.manager [req-a0766282-d2f0-4a73-8d5a-56518f9513dd req-b5e71320-a962-4e53-8356-8b7fe7ad77a5 service nova] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Received event network-vif-deleted-742964f7-59e1-49da-9a96-2133dd4d775e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.720909] env[68835]: INFO nova.compute.manager [req-a0766282-d2f0-4a73-8d5a-56518f9513dd req-b5e71320-a962-4e53-8356-8b7fe7ad77a5 service nova] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Neutron deleted interface 742964f7-59e1-49da-9a96-2133dd4d775e; detaching it from the instance and deleting it from the info cache [ 992.720909] env[68835]: DEBUG nova.network.neutron [req-a0766282-d2f0-4a73-8d5a-56518f9513dd req-b5e71320-a962-4e53-8356-8b7fe7ad77a5 service nova] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.134725] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Releasing lock "refresh_cache-be629496-573e-4aa3-a930-454df91b2121" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.135374] env[68835]: DEBUG nova.compute.manager [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Instance network_info: |[{"id": "c2b537d3-a44a-48ee-8020-03447a7e886e", "address": "fa:16:3e:d2:30:27", "network": {"id": "0df3f503-b29f-4dfa-8be7-1178d4ff92dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-883801826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a521063fcdea42cca7ef584a665e955d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b537d3-a4", "ovs_interfaceid": "c2b537d3-a44a-48ee-8020-03447a7e886e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.135817] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:30:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2b537d3-a44a-48ee-8020-03447a7e886e', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.147300] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.147300] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be629496-573e-4aa3-a930-454df91b2121] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.148665] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd587cea-00e3-452d-8932-74ce3ceddd7e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.174610] env[68835]: DEBUG oslo_concurrency.lockutils [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.177049] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.177049] env[68835]: value = "task-3154540" [ 993.177049] env[68835]: _type = "Task" [ 993.177049] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.181698] env[68835]: DEBUG oslo_concurrency.lockutils [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.326s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.181994] env[68835]: DEBUG nova.objects.instance [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Lazy-loading 'resources' on Instance uuid 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.186025] env[68835]: DEBUG nova.compute.manager [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Stashing vm_state: active {{(pid=68835) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 993.201534] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "027efffa-912e-4a0a-a1e6-20c0bacc62c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.204117] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "027efffa-912e-4a0a-a1e6-20c0bacc62c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.209667] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154540, 'name': CreateVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.217048] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': task-3154539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664475} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.218122] env[68835]: INFO nova.scheduler.client.report [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Deleted allocations for instance 37574319-7d25-4bf7-b675-8b6c641575f4 [ 993.220089] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] ab46b034-9198-4e64-970f-11c448b6fdb3/ab46b034-9198-4e64-970f-11c448b6fdb3.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.221504] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.225954] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0a25d55-d11e-4da5-b42c-bd56f64119df {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.228778] env[68835]: INFO nova.compute.manager [-] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Took 1.38 seconds to deallocate network for instance. [ 993.233067] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97da8c5e-c19c-4b1f-a690-a8232ae89814 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.242920] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Waiting for the task: (returnval){ [ 993.242920] env[68835]: value = "task-3154541" [ 993.242920] env[68835]: _type = "Task" [ 993.242920] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.252877] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e6cd02-eac1-4b02-aa20-45cfd21dae8b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.275662] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': task-3154541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.294256] env[68835]: DEBUG nova.compute.manager [req-a0766282-d2f0-4a73-8d5a-56518f9513dd req-b5e71320-a962-4e53-8356-8b7fe7ad77a5 service nova] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Detach interface failed, port_id=742964f7-59e1-49da-9a96-2133dd4d775e, reason: Instance ee028395-234c-467e-aece-f1cf63ee0a0c could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 993.699215] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154540, 'name': CreateVM_Task, 'duration_secs': 0.357622} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.699597] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be629496-573e-4aa3-a930-454df91b2121] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.700333] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.700472] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.700879] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.701169] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b384b928-8dfe-4374-a375-0d9d37d27ac2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.705864] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 993.705864] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52deaefe-af01-f52a-7c5c-743560baa29f" [ 993.705864] env[68835]: _type = "Task" [ 993.705864] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.711895] env[68835]: DEBUG nova.compute.manager [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.715390] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.721240] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52deaefe-af01-f52a-7c5c-743560baa29f, 'name': SearchDatastore_Task, 'duration_secs': 0.011417} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.721513] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.721740] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.721972] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.722137] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.722317] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.722571] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0df8978-67b7-49e7-bdb3-037aa20db5d7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.735944] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.736163] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.737149] env[68835]: DEBUG oslo_concurrency.lockutils [None req-15df2f1b-da97-4abc-9168-c99de745bf06 tempest-InstanceActionsNegativeTestJSON-60385423 tempest-InstanceActionsNegativeTestJSON-60385423-project-member] Lock "37574319-7d25-4bf7-b675-8b6c641575f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.410s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.738173] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14140612-4674-46b9-9c32-4873970eba78 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.741394] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.744585] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 993.744585] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528e99a6-009c-51d4-2628-8762f780ad6e" [ 993.744585] env[68835]: _type = "Task" [ 993.744585] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.759797] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': task-3154541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06646} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.763429] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.763753] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528e99a6-009c-51d4-2628-8762f780ad6e, 'name': SearchDatastore_Task, 'duration_secs': 0.010531} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.764774] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b10072-0523-4663-9fe3-e98212c69ff4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.768676] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d4f4ffc-42ee-40d4-be43-0e8de2d738ff {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.777060] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 993.777060] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d5f5c1-1c2e-0452-c52b-de8b81d22c5d" [ 993.777060] env[68835]: _type = "Task" [ 993.777060] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.796485] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] ab46b034-9198-4e64-970f-11c448b6fdb3/ab46b034-9198-4e64-970f-11c448b6fdb3.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.802569] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60d2816e-0332-40e0-8dca-0556e1841a5e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.826122] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d5f5c1-1c2e-0452-c52b-de8b81d22c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.01172} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.826122] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.826289] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] be629496-573e-4aa3-a930-454df91b2121/be629496-573e-4aa3-a930-454df91b2121.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.826955] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Waiting for the task: (returnval){ [ 993.826955] env[68835]: value = "task-3154542" [ 993.826955] env[68835]: _type = "Task" [ 993.826955] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.826955] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8761f797-06e4-418a-a8ee-651c54c81ebc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.842262] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': task-3154542, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.842262] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 993.842262] env[68835]: value = "task-3154543" [ 993.842262] env[68835]: _type = "Task" [ 993.842262] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.850162] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.954754] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "ef46218e-d124-4c16-b19c-ffb6d17b1fae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.955560] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "ef46218e-d124-4c16-b19c-ffb6d17b1fae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.113222] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300b47ee-8f15-4bc0-b8b2-adf12f015ee4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.121724] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d71c284-994a-4c26-bbbe-7220b6d69865 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.165490] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6830ad4e-2d56-41a5-8e5b-cc706a4cb62e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.174179] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2def878c-f6e0-4791-b1cf-514aa5cb16ac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.187838] env[68835]: DEBUG nova.compute.provider_tree [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.234595] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.339348] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': task-3154542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.352795] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506448} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.353117] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] be629496-573e-4aa3-a930-454df91b2121/be629496-573e-4aa3-a930-454df91b2121.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.353353] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.353626] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2a2d538-6928-44e5-b789-2c0ed37ded62 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.360187] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 994.360187] env[68835]: value = "task-3154544" [ 994.360187] env[68835]: _type = "Task" [ 994.360187] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.371481] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.460026] env[68835]: DEBUG nova.compute.manager [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.693698] env[68835]: DEBUG nova.scheduler.client.report [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.839654] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': task-3154542, 'name': ReconfigVM_Task, 'duration_secs': 0.6067} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.839872] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Reconfigured VM instance instance-00000054 to attach disk [datastore1] ab46b034-9198-4e64-970f-11c448b6fdb3/ab46b034-9198-4e64-970f-11c448b6fdb3.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.840526] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a6062a9-e20c-45ad-9a51-05b4fbafe49d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.847263] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Waiting for the task: (returnval){ [ 994.847263] env[68835]: value = "task-3154545" [ 994.847263] env[68835]: _type = "Task" [ 994.847263] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.855724] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': task-3154545, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.868364] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089133} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.868629] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.869544] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57656d14-3709-4e16-aa91-bd4ff13f3c42 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.893508] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] be629496-573e-4aa3-a930-454df91b2121/be629496-573e-4aa3-a930-454df91b2121.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.893856] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28c031e1-7849-491e-b744-34d86bd46420 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.913774] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 994.913774] env[68835]: value = "task-3154546" [ 994.913774] env[68835]: _type = "Task" [ 994.913774] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.922176] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.985504] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.200503] env[68835]: DEBUG oslo_concurrency.lockutils [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.202908] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.888s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.204942] env[68835]: INFO nova.compute.claims [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.221361] env[68835]: INFO nova.scheduler.client.report [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Deleted allocations for instance 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e [ 995.359477] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': task-3154545, 'name': Rename_Task, 'duration_secs': 0.216657} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.360765] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.361267] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21fa1309-6a4b-434e-a7f6-a35af4668b95 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.368671] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Waiting for the task: (returnval){ [ 995.368671] env[68835]: value = "task-3154547" [ 995.368671] env[68835]: _type = "Task" [ 995.368671] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.379375] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': task-3154547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.423764] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154546, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.732289] env[68835]: DEBUG oslo_concurrency.lockutils [None req-305686f6-3cb7-4ce9-8d90-a39c51d5f3bd tempest-ServersTestBootFromVolume-617483818 tempest-ServersTestBootFromVolume-617483818-project-member] Lock "23c2f2ab-a6cc-44e5-9d00-cf0582390e0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.516s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.884810] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': task-3154547, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.925626] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154546, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.380813] env[68835]: DEBUG oslo_vmware.api [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': task-3154547, 'name': PowerOnVM_Task, 'duration_secs': 0.661593} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.383626] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.383861] env[68835]: INFO nova.compute.manager [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Took 9.43 seconds to spawn the instance on the hypervisor. [ 996.384147] env[68835]: DEBUG nova.compute.manager [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.385501] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fd3656-0aa4-42f9-8495-40ab7ad3ef7c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.428825] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154546, 'name': ReconfigVM_Task, 'duration_secs': 1.340157} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.429517] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Reconfigured VM instance instance-00000055 to attach disk [datastore1] be629496-573e-4aa3-a930-454df91b2121/be629496-573e-4aa3-a930-454df91b2121.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.430191] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a92be15d-c6cd-4d76-8113-c2470ffb680e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.437412] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 996.437412] env[68835]: value = "task-3154548" [ 996.437412] env[68835]: _type = "Task" [ 996.437412] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.453721] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154548, 'name': Rename_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.521589] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137ec68b-a6e3-4e47-9072-b1e31fe11b34 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.529969] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8dd906-d3dd-4f1a-8625-076fbe054849 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.563827] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa09ab6f-a5ba-4081-8101-cdb92a264d50 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.571866] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b64f828-5451-4364-8995-ca1fb196948d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.586276] env[68835]: DEBUG nova.compute.provider_tree [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.907506] env[68835]: INFO nova.compute.manager [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Took 32.06 seconds to build instance. [ 996.956416] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154548, 'name': Rename_Task, 'duration_secs': 0.203023} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.956698] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.957010] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd830b45-5b22-40eb-8e29-9b742e20a3a6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.964485] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 996.964485] env[68835]: value = "task-3154549" [ 996.964485] env[68835]: _type = "Task" [ 996.964485] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.974823] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.089780] env[68835]: DEBUG nova.scheduler.client.report [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.409625] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a30d4923-ece9-4782-9c2f-4dd3746366b1 tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Lock "ab46b034-9198-4e64-970f-11c448b6fdb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.574s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.476375] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154549, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.601025] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.601025] env[68835]: DEBUG nova.compute.manager [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.603079] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.585s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.603860] env[68835]: DEBUG nova.objects.instance [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lazy-loading 'resources' on Instance uuid 47b71583-afd4-456f-b393-38494bb43a12 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.980412] env[68835]: DEBUG oslo_vmware.api [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154549, 'name': PowerOnVM_Task, 'duration_secs': 0.525356} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.983019] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.983019] env[68835]: INFO nova.compute.manager [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Took 8.59 seconds to spawn the instance on the hypervisor. [ 997.983019] env[68835]: DEBUG nova.compute.manager [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.983019] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01f5de7-6fe1-4402-9e18-7c5579f21834 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.107666] env[68835]: DEBUG nova.compute.utils [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.109903] env[68835]: DEBUG nova.compute.manager [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.110440] env[68835]: DEBUG nova.network.neutron [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.203613] env[68835]: DEBUG nova.policy [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88d4d1df22984113a7f7fbb3be2dbb51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62d7fe737a0e44ba84463b46a374ac20', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.465855] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fba6cc0-0e4a-4584-b6fe-dd1047ccdc46 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.479932] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299d1adb-9675-4569-9aea-342cff7337ef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.486613] env[68835]: DEBUG nova.compute.manager [req-60f8cf8e-6dda-4479-8487-7e153f642685 req-82ae39c2-6936-4544-b66f-b875079a5c5d service nova] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Received event network-changed-12cc8759-7ffe-45ba-bda5-35193027dade {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.486830] env[68835]: DEBUG nova.compute.manager [req-60f8cf8e-6dda-4479-8487-7e153f642685 req-82ae39c2-6936-4544-b66f-b875079a5c5d service nova] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Refreshing instance network info cache due to event network-changed-12cc8759-7ffe-45ba-bda5-35193027dade. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.487061] env[68835]: DEBUG oslo_concurrency.lockutils [req-60f8cf8e-6dda-4479-8487-7e153f642685 req-82ae39c2-6936-4544-b66f-b875079a5c5d service nova] Acquiring lock "refresh_cache-ab46b034-9198-4e64-970f-11c448b6fdb3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.487254] env[68835]: DEBUG oslo_concurrency.lockutils [req-60f8cf8e-6dda-4479-8487-7e153f642685 req-82ae39c2-6936-4544-b66f-b875079a5c5d service nova] Acquired lock "refresh_cache-ab46b034-9198-4e64-970f-11c448b6fdb3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.489253] env[68835]: DEBUG nova.network.neutron [req-60f8cf8e-6dda-4479-8487-7e153f642685 req-82ae39c2-6936-4544-b66f-b875079a5c5d service nova] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Refreshing network info cache for port 12cc8759-7ffe-45ba-bda5-35193027dade {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.526949] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61dacb6-303f-4b3e-857d-ffe8f8cf323c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.531028] env[68835]: INFO nova.compute.manager [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Took 29.90 seconds to build instance. [ 998.536096] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ea90f6-21f5-4d4f-9778-0b2a387811a5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.552490] env[68835]: DEBUG nova.compute.provider_tree [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.583193] env[68835]: DEBUG nova.network.neutron [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Successfully created port: 9521bfc7-1185-47d5-b11d-40eed81783e1 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.616415] env[68835]: DEBUG nova.compute.manager [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.035872] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b5b6cee4-f519-42c4-a581-9e8fcbd914ab tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "be629496-573e-4aa3-a930-454df91b2121" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.816s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.055603] env[68835]: DEBUG nova.scheduler.client.report [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.459360] env[68835]: DEBUG nova.network.neutron [req-60f8cf8e-6dda-4479-8487-7e153f642685 req-82ae39c2-6936-4544-b66f-b875079a5c5d service nova] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Updated VIF entry in instance network info cache for port 12cc8759-7ffe-45ba-bda5-35193027dade. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.459990] env[68835]: DEBUG nova.network.neutron [req-60f8cf8e-6dda-4479-8487-7e153f642685 req-82ae39c2-6936-4544-b66f-b875079a5c5d service nova] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Updating instance_info_cache with network_info: [{"id": "12cc8759-7ffe-45ba-bda5-35193027dade", "address": "fa:16:3e:63:a3:21", "network": {"id": "cfdb7d6c-f86c-4a24-9ac6-5af75c5c985a", "bridge": "br-int", "label": "tempest-ServersTestJSON-941857251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15bf7768e6ab443f93f8cf02648684a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12cc8759-7f", "ovs_interfaceid": "12cc8759-7ffe-45ba-bda5-35193027dade", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.564472] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.568609] env[68835]: DEBUG oslo_concurrency.lockutils [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.202s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.569184] env[68835]: DEBUG nova.objects.instance [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lazy-loading 'resources' on Instance uuid df1a2a59-a34f-4844-a1f7-10f59c5b52f0 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.608288] env[68835]: INFO nova.scheduler.client.report [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Deleted allocations for instance 47b71583-afd4-456f-b393-38494bb43a12 [ 999.627208] env[68835]: DEBUG nova.compute.manager [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.662041] env[68835]: DEBUG nova.virt.hardware [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.662041] env[68835]: DEBUG nova.virt.hardware [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.662041] env[68835]: DEBUG nova.virt.hardware [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.662834] env[68835]: DEBUG nova.virt.hardware [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.662834] env[68835]: DEBUG nova.virt.hardware [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.662998] env[68835]: DEBUG nova.virt.hardware [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.664107] env[68835]: DEBUG nova.virt.hardware [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.664107] env[68835]: DEBUG nova.virt.hardware [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.664107] env[68835]: DEBUG nova.virt.hardware [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.664107] env[68835]: DEBUG nova.virt.hardware [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.664107] env[68835]: DEBUG nova.virt.hardware [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.665016] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84078cc2-f251-4819-b5f1-c3a05f7a6945 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.679323] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d17653-64ef-4de9-8628-5e0522f096a9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.712450] env[68835]: DEBUG oslo_vmware.rw_handles [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52562bac-6550-be56-b32f-c3f1103dd0aa/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 999.714355] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaec80e-dce0-43e3-9b28-411367076dd6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.720114] env[68835]: DEBUG oslo_vmware.rw_handles [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52562bac-6550-be56-b32f-c3f1103dd0aa/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 999.720518] env[68835]: ERROR oslo_vmware.rw_handles [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52562bac-6550-be56-b32f-c3f1103dd0aa/disk-0.vmdk due to incomplete transfer. [ 999.720818] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a1d5ab97-7ff8-4ec2-ad81-e52558e47972 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.728738] env[68835]: DEBUG oslo_vmware.rw_handles [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52562bac-6550-be56-b32f-c3f1103dd0aa/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 999.728925] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Uploaded image ca5cdf66-3bea-4b04-8258-dbfbcac0508d to the Glance image server {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 999.731212] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Destroying the VM {{(pid=68835) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 999.731788] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f1513a71-5d83-4cdb-b39b-9342d462e6eb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.737729] env[68835]: DEBUG oslo_vmware.api [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 999.737729] env[68835]: value = "task-3154550" [ 999.737729] env[68835]: _type = "Task" [ 999.737729] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.748857] env[68835]: DEBUG oslo_vmware.api [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154550, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.966457] env[68835]: DEBUG oslo_concurrency.lockutils [req-60f8cf8e-6dda-4479-8487-7e153f642685 req-82ae39c2-6936-4544-b66f-b875079a5c5d service nova] Releasing lock "refresh_cache-ab46b034-9198-4e64-970f-11c448b6fdb3" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.124529] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56830abb-3fd4-461e-90fa-db533bd0ed37 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "47b71583-afd4-456f-b393-38494bb43a12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.882s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.124529] env[68835]: DEBUG oslo_concurrency.lockutils [req-6aa4c252-e683-4905-8ef0-25ec43346431 req-9eb7a028-110d-4817-86b4-fed17eb6fedb service nova] Acquired lock "47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.124841] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07252c8a-2b80-4da3-a851-6cafa78bf80a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.138566] env[68835]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1000.138716] env[68835]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68835) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1000.139808] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07f374ab-cda4-462f-808a-3a1b56a811bb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.153688] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725dd190-4b33-42a0-9fc2-61f1ae67c6cd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.192481] env[68835]: ERROR root [req-6aa4c252-e683-4905-8ef0-25ec43346431 req-9eb7a028-110d-4817-86b4-fed17eb6fedb service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-631175' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-631175' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-631175' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-631175'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-631175' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-631175' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-631175'}\n"]: nova.exception.InstanceNotFound: Instance 47b71583-afd4-456f-b393-38494bb43a12 could not be found. [ 1000.192686] env[68835]: DEBUG oslo_concurrency.lockutils [req-6aa4c252-e683-4905-8ef0-25ec43346431 req-9eb7a028-110d-4817-86b4-fed17eb6fedb service nova] Releasing lock "47b71583-afd4-456f-b393-38494bb43a12" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.193472] env[68835]: DEBUG nova.compute.manager [req-6aa4c252-e683-4905-8ef0-25ec43346431 req-9eb7a028-110d-4817-86b4-fed17eb6fedb service nova] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Detach interface failed, port_id=f5061d8f-7309-4b0a-8477-f66b91bc7902, reason: Instance 47b71583-afd4-456f-b393-38494bb43a12 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1000.251932] env[68835]: DEBUG oslo_vmware.api [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154550, 'name': Destroy_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.290215] env[68835]: DEBUG nova.compute.manager [req-592f91f4-4546-471b-966d-f08a2a456d65 req-a8550a71-2fe3-4d10-9c7e-c4b12b39aed2 service nova] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Received event network-vif-plugged-9521bfc7-1185-47d5-b11d-40eed81783e1 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.290444] env[68835]: DEBUG oslo_concurrency.lockutils [req-592f91f4-4546-471b-966d-f08a2a456d65 req-a8550a71-2fe3-4d10-9c7e-c4b12b39aed2 service nova] Acquiring lock "574644fa-d111-4873-99ec-78ccc23150a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.290660] env[68835]: DEBUG oslo_concurrency.lockutils [req-592f91f4-4546-471b-966d-f08a2a456d65 req-a8550a71-2fe3-4d10-9c7e-c4b12b39aed2 service nova] Lock "574644fa-d111-4873-99ec-78ccc23150a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.290829] env[68835]: DEBUG oslo_concurrency.lockutils [req-592f91f4-4546-471b-966d-f08a2a456d65 req-a8550a71-2fe3-4d10-9c7e-c4b12b39aed2 service nova] Lock "574644fa-d111-4873-99ec-78ccc23150a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.291201] env[68835]: DEBUG nova.compute.manager [req-592f91f4-4546-471b-966d-f08a2a456d65 req-a8550a71-2fe3-4d10-9c7e-c4b12b39aed2 service nova] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] No waiting events found dispatching network-vif-plugged-9521bfc7-1185-47d5-b11d-40eed81783e1 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.291255] env[68835]: WARNING nova.compute.manager [req-592f91f4-4546-471b-966d-f08a2a456d65 req-a8550a71-2fe3-4d10-9c7e-c4b12b39aed2 service nova] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Received unexpected event network-vif-plugged-9521bfc7-1185-47d5-b11d-40eed81783e1 for instance with vm_state building and task_state spawning. [ 1000.446471] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da96e702-4c4c-4c51-affd-2f499d1c8376 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.457476] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff723f1-3a43-4d07-b280-7d8ec9314efc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.494025] env[68835]: DEBUG nova.network.neutron [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Successfully updated port: 9521bfc7-1185-47d5-b11d-40eed81783e1 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.499332] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b70050-f313-46b8-a31e-08edbbe7f003 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.508694] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6778e6-ed1b-433d-8102-5e80ec9ff6f9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.526515] env[68835]: DEBUG nova.compute.provider_tree [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.533265] env[68835]: DEBUG nova.compute.manager [req-02ccce8f-bec4-42bf-9e16-b1c444183292 req-d15322cc-d1a9-4598-8157-49e4a8d6a238 service nova] [instance: be629496-573e-4aa3-a930-454df91b2121] Received event network-changed-c2b537d3-a44a-48ee-8020-03447a7e886e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.533265] env[68835]: DEBUG nova.compute.manager [req-02ccce8f-bec4-42bf-9e16-b1c444183292 req-d15322cc-d1a9-4598-8157-49e4a8d6a238 service nova] [instance: be629496-573e-4aa3-a930-454df91b2121] Refreshing instance network info cache due to event network-changed-c2b537d3-a44a-48ee-8020-03447a7e886e. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.533265] env[68835]: DEBUG oslo_concurrency.lockutils [req-02ccce8f-bec4-42bf-9e16-b1c444183292 req-d15322cc-d1a9-4598-8157-49e4a8d6a238 service nova] Acquiring lock "refresh_cache-be629496-573e-4aa3-a930-454df91b2121" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.533265] env[68835]: DEBUG oslo_concurrency.lockutils [req-02ccce8f-bec4-42bf-9e16-b1c444183292 req-d15322cc-d1a9-4598-8157-49e4a8d6a238 service nova] Acquired lock "refresh_cache-be629496-573e-4aa3-a930-454df91b2121" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.533265] env[68835]: DEBUG nova.network.neutron [req-02ccce8f-bec4-42bf-9e16-b1c444183292 req-d15322cc-d1a9-4598-8157-49e4a8d6a238 service nova] [instance: be629496-573e-4aa3-a930-454df91b2121] Refreshing network info cache for port c2b537d3-a44a-48ee-8020-03447a7e886e {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.710037] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Acquiring lock "8bee7bde-661d-4abf-8873-4fc7a38d1ad9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.710357] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Lock "8bee7bde-661d-4abf-8873-4fc7a38d1ad9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.748764] env[68835]: DEBUG oslo_vmware.api [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154550, 'name': Destroy_Task, 'duration_secs': 0.556648} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.749050] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Destroyed the VM [ 1000.749293] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Deleting Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1000.749540] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6850de5f-4a35-476f-8d55-dcc3a0f2ca50 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.756628] env[68835]: DEBUG oslo_vmware.api [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 1000.756628] env[68835]: value = "task-3154551" [ 1000.756628] env[68835]: _type = "Task" [ 1000.756628] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.765290] env[68835]: DEBUG oslo_vmware.api [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154551, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.003213] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "refresh_cache-574644fa-d111-4873-99ec-78ccc23150a6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.003369] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquired lock "refresh_cache-574644fa-d111-4873-99ec-78ccc23150a6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.003653] env[68835]: DEBUG nova.network.neutron [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.033331] env[68835]: DEBUG nova.scheduler.client.report [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.212863] env[68835]: DEBUG nova.compute.manager [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.268918] env[68835]: DEBUG oslo_vmware.api [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154551, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.540523] env[68835]: DEBUG oslo_concurrency.lockutils [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.543451] env[68835]: DEBUG oslo_concurrency.lockutils [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.014s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.544138] env[68835]: DEBUG nova.objects.instance [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lazy-loading 'resources' on Instance uuid e65e5b3d-8d8b-431d-9757-332f542c7eb2 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.566985] env[68835]: INFO nova.scheduler.client.report [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Deleted allocations for instance df1a2a59-a34f-4844-a1f7-10f59c5b52f0 [ 1001.582503] env[68835]: DEBUG nova.network.neutron [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.641735] env[68835]: DEBUG nova.network.neutron [req-02ccce8f-bec4-42bf-9e16-b1c444183292 req-d15322cc-d1a9-4598-8157-49e4a8d6a238 service nova] [instance: be629496-573e-4aa3-a930-454df91b2121] Updated VIF entry in instance network info cache for port c2b537d3-a44a-48ee-8020-03447a7e886e. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.642497] env[68835]: DEBUG nova.network.neutron [req-02ccce8f-bec4-42bf-9e16-b1c444183292 req-d15322cc-d1a9-4598-8157-49e4a8d6a238 service nova] [instance: be629496-573e-4aa3-a930-454df91b2121] Updating instance_info_cache with network_info: [{"id": "c2b537d3-a44a-48ee-8020-03447a7e886e", "address": "fa:16:3e:d2:30:27", "network": {"id": "0df3f503-b29f-4dfa-8be7-1178d4ff92dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-883801826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a521063fcdea42cca7ef584a665e955d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b537d3-a4", "ovs_interfaceid": "c2b537d3-a44a-48ee-8020-03447a7e886e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.735638] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.771886] env[68835]: DEBUG oslo_vmware.api [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154551, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.851415] env[68835]: DEBUG nova.network.neutron [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Updating instance_info_cache with network_info: [{"id": "9521bfc7-1185-47d5-b11d-40eed81783e1", "address": "fa:16:3e:57:d3:a8", "network": {"id": "5623050e-57c2-41e4-a6fb-c75ff76f4341", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-525579376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d7fe737a0e44ba84463b46a374ac20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9521bfc7-11", "ovs_interfaceid": "9521bfc7-1185-47d5-b11d-40eed81783e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.076116] env[68835]: DEBUG oslo_concurrency.lockutils [None req-710e012b-033c-4e92-959a-b044a939b40c tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "df1a2a59-a34f-4844-a1f7-10f59c5b52f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.481s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.145214] env[68835]: DEBUG oslo_concurrency.lockutils [req-02ccce8f-bec4-42bf-9e16-b1c444183292 req-d15322cc-d1a9-4598-8157-49e4a8d6a238 service nova] Releasing lock "refresh_cache-be629496-573e-4aa3-a930-454df91b2121" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.270018] env[68835]: DEBUG oslo_vmware.api [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154551, 'name': RemoveSnapshot_Task} progress is 63%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.321132] env[68835]: DEBUG nova.compute.manager [req-a5094ff3-67c0-4219-a8d4-a7dcca72b72b req-e56771ea-49d7-4a77-bd5c-d771f93e8383 service nova] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Received event network-changed-9521bfc7-1185-47d5-b11d-40eed81783e1 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.321244] env[68835]: DEBUG nova.compute.manager [req-a5094ff3-67c0-4219-a8d4-a7dcca72b72b req-e56771ea-49d7-4a77-bd5c-d771f93e8383 service nova] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Refreshing instance network info cache due to event network-changed-9521bfc7-1185-47d5-b11d-40eed81783e1. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.321420] env[68835]: DEBUG oslo_concurrency.lockutils [req-a5094ff3-67c0-4219-a8d4-a7dcca72b72b req-e56771ea-49d7-4a77-bd5c-d771f93e8383 service nova] Acquiring lock "refresh_cache-574644fa-d111-4873-99ec-78ccc23150a6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.324331] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "ddacced6-b1b3-4934-aeac-abe408b0e343" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.324914] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "ddacced6-b1b3-4934-aeac-abe408b0e343" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.353317] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d692bdf-bbb4-4701-a62d-3f2d19b1cef6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.356689] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Releasing lock "refresh_cache-574644fa-d111-4873-99ec-78ccc23150a6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.357015] env[68835]: DEBUG nova.compute.manager [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Instance network_info: |[{"id": "9521bfc7-1185-47d5-b11d-40eed81783e1", "address": "fa:16:3e:57:d3:a8", "network": {"id": "5623050e-57c2-41e4-a6fb-c75ff76f4341", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-525579376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d7fe737a0e44ba84463b46a374ac20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9521bfc7-11", "ovs_interfaceid": "9521bfc7-1185-47d5-b11d-40eed81783e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.357763] env[68835]: DEBUG oslo_concurrency.lockutils [req-a5094ff3-67c0-4219-a8d4-a7dcca72b72b req-e56771ea-49d7-4a77-bd5c-d771f93e8383 service nova] Acquired lock "refresh_cache-574644fa-d111-4873-99ec-78ccc23150a6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.357970] env[68835]: DEBUG nova.network.neutron [req-a5094ff3-67c0-4219-a8d4-a7dcca72b72b req-e56771ea-49d7-4a77-bd5c-d771f93e8383 service nova] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Refreshing network info cache for port 9521bfc7-1185-47d5-b11d-40eed81783e1 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.361455] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:d3:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9521bfc7-1185-47d5-b11d-40eed81783e1', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.367195] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.370664] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.372670] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b59fbc86-331c-4b79-afdb-0d15f92304aa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.394061] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f3a69c-4d3e-432f-aeea-991736a33fa9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.402148] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.402148] env[68835]: value = "task-3154552" [ 1002.402148] env[68835]: _type = "Task" [ 1002.402148] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.435414] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029d77a3-2761-44bd-b168-895a81939044 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.444768] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154552, 'name': CreateVM_Task} progress is 15%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.448033] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4d601c-e414-4778-8077-c3a2f6890125 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.462798] env[68835]: DEBUG nova.compute.provider_tree [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.670863] env[68835]: DEBUG nova.network.neutron [req-a5094ff3-67c0-4219-a8d4-a7dcca72b72b req-e56771ea-49d7-4a77-bd5c-d771f93e8383 service nova] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Updated VIF entry in instance network info cache for port 9521bfc7-1185-47d5-b11d-40eed81783e1. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.671274] env[68835]: DEBUG nova.network.neutron [req-a5094ff3-67c0-4219-a8d4-a7dcca72b72b req-e56771ea-49d7-4a77-bd5c-d771f93e8383 service nova] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Updating instance_info_cache with network_info: [{"id": "9521bfc7-1185-47d5-b11d-40eed81783e1", "address": "fa:16:3e:57:d3:a8", "network": {"id": "5623050e-57c2-41e4-a6fb-c75ff76f4341", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-525579376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d7fe737a0e44ba84463b46a374ac20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9521bfc7-11", "ovs_interfaceid": "9521bfc7-1185-47d5-b11d-40eed81783e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.770015] env[68835]: DEBUG oslo_vmware.api [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154551, 'name': RemoveSnapshot_Task, 'duration_secs': 1.589937} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.770345] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Deleted Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1002.770528] env[68835]: INFO nova.compute.manager [None req-bde82139-345a-4b0a-8606-9adb58982e5d tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Took 16.64 seconds to snapshot the instance on the hypervisor. [ 1002.828043] env[68835]: DEBUG nova.compute.manager [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.939810] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154552, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.964969] env[68835]: DEBUG nova.scheduler.client.report [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.174330] env[68835]: DEBUG oslo_concurrency.lockutils [req-a5094ff3-67c0-4219-a8d4-a7dcca72b72b req-e56771ea-49d7-4a77-bd5c-d771f93e8383 service nova] Releasing lock "refresh_cache-574644fa-d111-4873-99ec-78ccc23150a6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.348617] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.445034] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154552, 'name': CreateVM_Task, 'duration_secs': 0.925486} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.445170] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.445773] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.445934] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.446309] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.446579] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d299be1a-8c32-46ff-8823-9b0747eae654 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.451317] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 1003.451317] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52949fbe-099d-8cfe-afd6-c8aff173c4d9" [ 1003.451317] env[68835]: _type = "Task" [ 1003.451317] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.459421] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52949fbe-099d-8cfe-afd6-c8aff173c4d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.470182] env[68835]: DEBUG oslo_concurrency.lockutils [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.471891] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.330s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.473479] env[68835]: INFO nova.compute.claims [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.493282] env[68835]: INFO nova.scheduler.client.report [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Deleted allocations for instance e65e5b3d-8d8b-431d-9757-332f542c7eb2 [ 1003.748965] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.751434] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.975749] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52949fbe-099d-8cfe-afd6-c8aff173c4d9, 'name': SearchDatastore_Task, 'duration_secs': 0.021041} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.981146] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.981146] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.981146] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.981146] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.981146] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.981146] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fac07cdc-22d5-4f75-a0b3-623230317dc0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.006315] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.007134] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.009221] env[68835]: DEBUG oslo_concurrency.lockutils [None req-55c1b2ae-9bdb-4de2-af34-07726612ce2a tempest-MultipleCreateTestJSON-1707616881 tempest-MultipleCreateTestJSON-1707616881-project-member] Lock "e65e5b3d-8d8b-431d-9757-332f542c7eb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.144s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.009221] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4115b933-86dc-401f-9f62-fed3502432bf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.031184] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 1004.031184] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52bd4ac4-a7c7-843d-eac6-7e9a3ee91355" [ 1004.031184] env[68835]: _type = "Task" [ 1004.031184] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.041489] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52bd4ac4-a7c7-843d-eac6-7e9a3ee91355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.255346] env[68835]: DEBUG nova.compute.manager [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.545628] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52bd4ac4-a7c7-843d-eac6-7e9a3ee91355, 'name': SearchDatastore_Task, 'duration_secs': 0.014796} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.546086] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8579c53f-f335-4b32-80f1-acb634f49346 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.553672] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 1004.553672] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52759693-f9a1-0c42-fe38-1db22059ce44" [ 1004.553672] env[68835]: _type = "Task" [ 1004.553672] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.561370] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52759693-f9a1-0c42-fe38-1db22059ce44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.774167] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.789442] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ccb955-c72d-4a20-8f7d-f15e3707c5c7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.798067] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0c160c-ed1a-4308-8759-32f560d14008 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.830215] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fed5c1-283b-49b6-90be-5b6f0ded9d57 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.839641] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e131a3-c7ff-46f7-8a18-c29c3e68d821 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.855307] env[68835]: DEBUG nova.compute.provider_tree [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.064244] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52759693-f9a1-0c42-fe38-1db22059ce44, 'name': SearchDatastore_Task, 'duration_secs': 0.022346} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.064647] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.064792] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 574644fa-d111-4873-99ec-78ccc23150a6/574644fa-d111-4873-99ec-78ccc23150a6.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.065086] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e91fba42-3992-47e5-80c3-f979275675d0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.071246] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 1005.071246] env[68835]: value = "task-3154553" [ 1005.071246] env[68835]: _type = "Task" [ 1005.071246] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.078941] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.359331] env[68835]: DEBUG nova.scheduler.client.report [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.391750] env[68835]: DEBUG oslo_concurrency.lockutils [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquiring lock "7efc818e-897d-4649-a20b-20bc42dd740e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.392050] env[68835]: DEBUG oslo_concurrency.lockutils [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lock "7efc818e-897d-4649-a20b-20bc42dd740e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.392321] env[68835]: DEBUG oslo_concurrency.lockutils [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquiring lock "7efc818e-897d-4649-a20b-20bc42dd740e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.392523] env[68835]: DEBUG oslo_concurrency.lockutils [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lock "7efc818e-897d-4649-a20b-20bc42dd740e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.392726] env[68835]: DEBUG oslo_concurrency.lockutils [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lock "7efc818e-897d-4649-a20b-20bc42dd740e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.395699] env[68835]: INFO nova.compute.manager [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Terminating instance [ 1005.583426] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154553, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.865640] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.865958] env[68835]: DEBUG nova.compute.manager [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.868565] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.865s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.903053] env[68835]: DEBUG nova.compute.manager [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.903053] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.903053] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcd06cc-c32c-4fd0-bd1d-473277022b3f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.910536] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.910782] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b678d295-8db4-4608-8e41-df8980042d6e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.917616] env[68835]: DEBUG oslo_vmware.api [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 1005.917616] env[68835]: value = "task-3154554" [ 1005.917616] env[68835]: _type = "Task" [ 1005.917616] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.929665] env[68835]: DEBUG oslo_vmware.api [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.083979] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751878} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.083979] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 574644fa-d111-4873-99ec-78ccc23150a6/574644fa-d111-4873-99ec-78ccc23150a6.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.083979] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.083979] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76fd7787-16e8-4801-a509-b9b2493eba43 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.092468] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 1006.092468] env[68835]: value = "task-3154555" [ 1006.092468] env[68835]: _type = "Task" [ 1006.092468] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.104361] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.372499] env[68835]: DEBUG nova.compute.utils [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.374992] env[68835]: DEBUG nova.compute.manager [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.374992] env[68835]: DEBUG nova.network.neutron [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.423981] env[68835]: DEBUG nova.policy [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29e3a14c947744a08a9619669059ac64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8804d2006064afa90726d78399fddbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.432070] env[68835]: DEBUG oslo_vmware.api [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154554, 'name': PowerOffVM_Task, 'duration_secs': 0.26297} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.432390] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.432611] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.432867] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0842387-1e3a-443b-8afc-1694b3abf788 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.491043] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.491384] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.491601] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Deleting the datastore file [datastore2] 7efc818e-897d-4649-a20b-20bc42dd740e {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.491889] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8883fd53-c13c-422b-a174-ad7d6b1b48f2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.499672] env[68835]: DEBUG oslo_vmware.api [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 1006.499672] env[68835]: value = "task-3154557" [ 1006.499672] env[68835]: _type = "Task" [ 1006.499672] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.508891] env[68835]: DEBUG oslo_vmware.api [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.601940] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093989} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.602238] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.603041] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2788e067-90e9-4afe-9482-39c3adc1bd14 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.625096] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 574644fa-d111-4873-99ec-78ccc23150a6/574644fa-d111-4873-99ec-78ccc23150a6.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.625850] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-067c3405-8d65-4edf-8603-6cf837b8fbb2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.645153] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 1006.645153] env[68835]: value = "task-3154558" [ 1006.645153] env[68835]: _type = "Task" [ 1006.645153] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.657152] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.887078] env[68835]: INFO nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 291b6185-0329-4d3b-838e-451abe781075] Updating resource usage from migration 1834ccf6-5267-4f7c-abfb-ec77c02885cf [ 1006.889473] env[68835]: DEBUG nova.compute.manager [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.898689] env[68835]: DEBUG nova.network.neutron [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Successfully created port: db3c49fb-981b-449a-9e2c-2513a5274eae {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.932276] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance a08615df-fc52-4a65-bea0-6b3bfc513d99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1006.932522] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 423efc1e-c007-42d0-bf18-269b075ccff2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1006.932742] env[68835]: WARNING nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 225bcb4f-da24-40a4-bb9f-8cdf79b76c52 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1006.932936] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 0c4ae68e-49bd-4c7e-b899-44dafaf180cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1006.933134] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 8ba03d75-6449-43c9-a3a5-aac9b61656e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1006.933334] env[68835]: WARNING nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance ee028395-234c-467e-aece-f1cf63ee0a0c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1006.933515] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1006.933690] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 7efc818e-897d-4649-a20b-20bc42dd740e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1006.933880] env[68835]: WARNING nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance a72e5d0c-481b-4bbc-850f-f550c4ba50e5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1006.934080] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance ab46b034-9198-4e64-970f-11c448b6fdb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1006.934419] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance be629496-573e-4aa3-a930-454df91b2121 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1006.934600] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 574644fa-d111-4873-99ec-78ccc23150a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1006.934774] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance de1404f6-a384-43eb-b33d-fd6c669aea22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1007.011047] env[68835]: DEBUG oslo_vmware.api [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.154902] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.439886] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 73f2e861-0a7c-45f9-a73f-85f46930771c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1007.439886] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Migration 1834ccf6-5267-4f7c-abfb-ec77c02885cf is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1007.439886] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 291b6185-0329-4d3b-838e-451abe781075 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1007.510709] env[68835]: DEBUG oslo_vmware.api [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517371} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.511081] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.511343] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.511597] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.511825] env[68835]: INFO nova.compute.manager [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1007.512150] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.512427] env[68835]: DEBUG nova.compute.manager [-] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.512574] env[68835]: DEBUG nova.network.neutron [-] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.657874] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154558, 'name': ReconfigVM_Task, 'duration_secs': 0.607887} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.657874] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 574644fa-d111-4873-99ec-78ccc23150a6/574644fa-d111-4873-99ec-78ccc23150a6.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.657874] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3100f20-8296-4733-aff0-ec05b50c98d3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.664274] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 1007.664274] env[68835]: value = "task-3154559" [ 1007.664274] env[68835]: _type = "Task" [ 1007.664274] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.673875] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154559, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.900794] env[68835]: DEBUG nova.compute.manager [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.945928] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 027efffa-912e-4a0a-a1e6-20c0bacc62c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1007.962357] env[68835]: DEBUG nova.virt.hardware [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.962745] env[68835]: DEBUG nova.virt.hardware [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.963638] env[68835]: DEBUG nova.virt.hardware [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.963638] env[68835]: DEBUG nova.virt.hardware [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.963638] env[68835]: DEBUG nova.virt.hardware [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.963638] env[68835]: DEBUG nova.virt.hardware [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.963638] env[68835]: DEBUG nova.virt.hardware [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.963900] env[68835]: DEBUG nova.virt.hardware [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.963933] env[68835]: DEBUG nova.virt.hardware [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.964265] env[68835]: DEBUG nova.virt.hardware [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.965072] env[68835]: DEBUG nova.virt.hardware [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.965774] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d26f6c-29cc-4c9a-882d-3a84fe16efb4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.971425] env[68835]: DEBUG nova.compute.manager [req-5f82b4fa-41c1-4762-b9ed-198096f4bd5c req-45f94839-5989-4511-a1c5-2d48d4527b68 service nova] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Received event network-vif-deleted-7c6ecd77-414d-4525-a4b3-cbfc42b8bb8e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.971584] env[68835]: INFO nova.compute.manager [req-5f82b4fa-41c1-4762-b9ed-198096f4bd5c req-45f94839-5989-4511-a1c5-2d48d4527b68 service nova] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Neutron deleted interface 7c6ecd77-414d-4525-a4b3-cbfc42b8bb8e; detaching it from the instance and deleting it from the info cache [ 1007.971753] env[68835]: DEBUG nova.network.neutron [req-5f82b4fa-41c1-4762-b9ed-198096f4bd5c req-45f94839-5989-4511-a1c5-2d48d4527b68 service nova] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.978884] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f51536-1c91-478d-8ee3-746aa04ee1eb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.178030] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154559, 'name': Rename_Task, 'duration_secs': 0.138025} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.178030] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.178030] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d005f4a2-c244-4a47-80e0-edfa1a38f587 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.185053] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 1008.185053] env[68835]: value = "task-3154560" [ 1008.185053] env[68835]: _type = "Task" [ 1008.185053] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.200319] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.450942] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance ef46218e-d124-4c16-b19c-ffb6d17b1fae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1008.452341] env[68835]: DEBUG nova.network.neutron [-] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.476553] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-884b8a76-3ed0-4548-ae0f-fdc9cfb56a26 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.485459] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03f409e-992e-4378-bf94-8d2270aaff21 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.515916] env[68835]: DEBUG nova.compute.manager [req-5f82b4fa-41c1-4762-b9ed-198096f4bd5c req-45f94839-5989-4511-a1c5-2d48d4527b68 service nova] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Detach interface failed, port_id=7c6ecd77-414d-4525-a4b3-cbfc42b8bb8e, reason: Instance 7efc818e-897d-4649-a20b-20bc42dd740e could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1008.695361] env[68835]: DEBUG oslo_vmware.api [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154560, 'name': PowerOnVM_Task, 'duration_secs': 0.480449} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.696031] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.696390] env[68835]: INFO nova.compute.manager [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1008.696844] env[68835]: DEBUG nova.compute.manager [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.701164] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8601f1f4-619d-4324-b341-e988b8ce1a31 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.869619] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquiring lock "d8375790-d481-4bb0-a6af-185f74bc25f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.873717] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "d8375790-d481-4bb0-a6af-185f74bc25f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.881356] env[68835]: DEBUG oslo_concurrency.lockutils [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquiring lock "dfc7883a-7df0-4e23-b70e-8086bfdbeb28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.881724] env[68835]: DEBUG oslo_concurrency.lockutils [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "dfc7883a-7df0-4e23-b70e-8086bfdbeb28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.956298] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 8bee7bde-661d-4abf-8873-4fc7a38d1ad9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1008.957133] env[68835]: INFO nova.compute.manager [-] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Took 1.44 seconds to deallocate network for instance. [ 1009.219883] env[68835]: INFO nova.compute.manager [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Took 30.93 seconds to build instance. [ 1009.236943] env[68835]: DEBUG nova.network.neutron [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Successfully updated port: db3c49fb-981b-449a-9e2c-2513a5274eae {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.374370] env[68835]: DEBUG nova.compute.manager [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.383425] env[68835]: DEBUG nova.compute.manager [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.460071] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance ddacced6-b1b3-4934-aeac-abe408b0e343 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1009.469378] env[68835]: DEBUG oslo_concurrency.lockutils [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.724798] env[68835]: DEBUG oslo_concurrency.lockutils [None req-37fa8b9f-daf7-497f-8d89-ef4207ca2740 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "574644fa-d111-4873-99ec-78ccc23150a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.443s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.739049] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Acquiring lock "refresh_cache-de1404f6-a384-43eb-b33d-fd6c669aea22" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.739181] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Acquired lock "refresh_cache-de1404f6-a384-43eb-b33d-fd6c669aea22" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.739337] env[68835]: DEBUG nova.network.neutron [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.867833] env[68835]: DEBUG oslo_concurrency.lockutils [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "574644fa-d111-4873-99ec-78ccc23150a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.868157] env[68835]: DEBUG oslo_concurrency.lockutils [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "574644fa-d111-4873-99ec-78ccc23150a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.868389] env[68835]: DEBUG oslo_concurrency.lockutils [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "574644fa-d111-4873-99ec-78ccc23150a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.868578] env[68835]: DEBUG oslo_concurrency.lockutils [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "574644fa-d111-4873-99ec-78ccc23150a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.868751] env[68835]: DEBUG oslo_concurrency.lockutils [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "574644fa-d111-4873-99ec-78ccc23150a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.870901] env[68835]: INFO nova.compute.manager [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Terminating instance [ 1009.922538] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.923620] env[68835]: DEBUG oslo_concurrency.lockutils [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.963594] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 95945eb1-4023-4e80-834d-e669d7ba7ae7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1009.963594] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1009.963802] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1009.992221] env[68835]: DEBUG nova.compute.manager [req-232fa4ce-73a0-4dcc-9eda-7e4f22c7a8ea req-2f6f1e58-2cd2-482a-afea-08a96efcad3e service nova] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Received event network-vif-plugged-db3c49fb-981b-449a-9e2c-2513a5274eae {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.993382] env[68835]: DEBUG oslo_concurrency.lockutils [req-232fa4ce-73a0-4dcc-9eda-7e4f22c7a8ea req-2f6f1e58-2cd2-482a-afea-08a96efcad3e service nova] Acquiring lock "de1404f6-a384-43eb-b33d-fd6c669aea22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.993382] env[68835]: DEBUG oslo_concurrency.lockutils [req-232fa4ce-73a0-4dcc-9eda-7e4f22c7a8ea req-2f6f1e58-2cd2-482a-afea-08a96efcad3e service nova] Lock "de1404f6-a384-43eb-b33d-fd6c669aea22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.993382] env[68835]: DEBUG oslo_concurrency.lockutils [req-232fa4ce-73a0-4dcc-9eda-7e4f22c7a8ea req-2f6f1e58-2cd2-482a-afea-08a96efcad3e service nova] Lock "de1404f6-a384-43eb-b33d-fd6c669aea22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.993382] env[68835]: DEBUG nova.compute.manager [req-232fa4ce-73a0-4dcc-9eda-7e4f22c7a8ea req-2f6f1e58-2cd2-482a-afea-08a96efcad3e service nova] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] No waiting events found dispatching network-vif-plugged-db3c49fb-981b-449a-9e2c-2513a5274eae {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.993382] env[68835]: WARNING nova.compute.manager [req-232fa4ce-73a0-4dcc-9eda-7e4f22c7a8ea req-2f6f1e58-2cd2-482a-afea-08a96efcad3e service nova] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Received unexpected event network-vif-plugged-db3c49fb-981b-449a-9e2c-2513a5274eae for instance with vm_state building and task_state spawning. [ 1009.993382] env[68835]: DEBUG nova.compute.manager [req-232fa4ce-73a0-4dcc-9eda-7e4f22c7a8ea req-2f6f1e58-2cd2-482a-afea-08a96efcad3e service nova] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Received event network-changed-db3c49fb-981b-449a-9e2c-2513a5274eae {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.993599] env[68835]: DEBUG nova.compute.manager [req-232fa4ce-73a0-4dcc-9eda-7e4f22c7a8ea req-2f6f1e58-2cd2-482a-afea-08a96efcad3e service nova] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Refreshing instance network info cache due to event network-changed-db3c49fb-981b-449a-9e2c-2513a5274eae. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.993675] env[68835]: DEBUG oslo_concurrency.lockutils [req-232fa4ce-73a0-4dcc-9eda-7e4f22c7a8ea req-2f6f1e58-2cd2-482a-afea-08a96efcad3e service nova] Acquiring lock "refresh_cache-de1404f6-a384-43eb-b33d-fd6c669aea22" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.229214] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca043ad8-d920-4ed5-a0b0-09f59f8a1adf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.240398] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bece8dd-337d-4dcf-ac58-4a3c1a6aae77 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.287287] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0017e2-90a7-49ad-b85b-3e9418c6f308 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.291038] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2f442a-86a7-4a2b-8217-2be4cb7b7e27 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.305547] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.323786] env[68835]: DEBUG nova.network.neutron [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.374262] env[68835]: DEBUG nova.compute.manager [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.374390] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.375259] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b4da0e-3702-4eaa-97c8-1b372aa99bc0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.383300] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.383588] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcdd77d3-66b8-479a-9019-d530ef1a7de3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.390792] env[68835]: DEBUG oslo_vmware.api [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 1010.390792] env[68835]: value = "task-3154561" [ 1010.390792] env[68835]: _type = "Task" [ 1010.390792] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.399215] env[68835]: DEBUG oslo_vmware.api [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.531141] env[68835]: DEBUG nova.network.neutron [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Updating instance_info_cache with network_info: [{"id": "db3c49fb-981b-449a-9e2c-2513a5274eae", "address": "fa:16:3e:df:55:1e", "network": {"id": "786cf174-6ff9-466f-9efc-3f90d79fe122", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1375370660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8804d2006064afa90726d78399fddbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3c49fb-98", "ovs_interfaceid": "db3c49fb-981b-449a-9e2c-2513a5274eae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.808596] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.901100] env[68835]: DEBUG oslo_vmware.api [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154561, 'name': PowerOffVM_Task, 'duration_secs': 0.16728} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.901388] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.901562] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.901812] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f96f2c6-cbc6-4b33-a9bf-795d86f4c21f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.960452] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.960685] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.960885] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Deleting the datastore file [datastore2] 574644fa-d111-4873-99ec-78ccc23150a6 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.961235] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a309f41a-ccac-412a-be69-84d38171ec85 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.966974] env[68835]: DEBUG oslo_vmware.api [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for the task: (returnval){ [ 1010.966974] env[68835]: value = "task-3154563" [ 1010.966974] env[68835]: _type = "Task" [ 1010.966974] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.975018] env[68835]: DEBUG oslo_vmware.api [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.033964] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Releasing lock "refresh_cache-de1404f6-a384-43eb-b33d-fd6c669aea22" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.034475] env[68835]: DEBUG nova.compute.manager [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Instance network_info: |[{"id": "db3c49fb-981b-449a-9e2c-2513a5274eae", "address": "fa:16:3e:df:55:1e", "network": {"id": "786cf174-6ff9-466f-9efc-3f90d79fe122", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1375370660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8804d2006064afa90726d78399fddbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3c49fb-98", "ovs_interfaceid": "db3c49fb-981b-449a-9e2c-2513a5274eae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.034825] env[68835]: DEBUG oslo_concurrency.lockutils [req-232fa4ce-73a0-4dcc-9eda-7e4f22c7a8ea req-2f6f1e58-2cd2-482a-afea-08a96efcad3e service nova] Acquired lock "refresh_cache-de1404f6-a384-43eb-b33d-fd6c669aea22" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.035034] env[68835]: DEBUG nova.network.neutron [req-232fa4ce-73a0-4dcc-9eda-7e4f22c7a8ea req-2f6f1e58-2cd2-482a-afea-08a96efcad3e service nova] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Refreshing network info cache for port db3c49fb-981b-449a-9e2c-2513a5274eae {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.036335] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:55:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db3c49fb-981b-449a-9e2c-2513a5274eae', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.043952] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Creating folder: Project (c8804d2006064afa90726d78399fddbc). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.046974] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59b033a5-abc4-4a13-bca5-ffd667117c80 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.059694] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Created folder: Project (c8804d2006064afa90726d78399fddbc) in parent group-v630977. [ 1011.059893] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Creating folder: Instances. Parent ref: group-v631214. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.060234] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc1db44d-3ed1-4db0-9e32-b3a7c3d1d0b6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.069155] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Created folder: Instances in parent group-v631214. [ 1011.069352] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.069490] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.069688] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb65a233-ccdb-474a-924f-1c9587553b6c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.091880] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.091880] env[68835]: value = "task-3154566" [ 1011.091880] env[68835]: _type = "Task" [ 1011.091880] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.100071] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154566, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.269678] env[68835]: DEBUG nova.network.neutron [req-232fa4ce-73a0-4dcc-9eda-7e4f22c7a8ea req-2f6f1e58-2cd2-482a-afea-08a96efcad3e service nova] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Updated VIF entry in instance network info cache for port db3c49fb-981b-449a-9e2c-2513a5274eae. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.270078] env[68835]: DEBUG nova.network.neutron [req-232fa4ce-73a0-4dcc-9eda-7e4f22c7a8ea req-2f6f1e58-2cd2-482a-afea-08a96efcad3e service nova] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Updating instance_info_cache with network_info: [{"id": "db3c49fb-981b-449a-9e2c-2513a5274eae", "address": "fa:16:3e:df:55:1e", "network": {"id": "786cf174-6ff9-466f-9efc-3f90d79fe122", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1375370660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8804d2006064afa90726d78399fddbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3c49fb-98", "ovs_interfaceid": "db3c49fb-981b-449a-9e2c-2513a5274eae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.313698] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68835) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1011.313949] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.445s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.314295] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.241s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.314502] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.316735] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.320s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.316919] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.318739] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.194s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.320190] env[68835]: INFO nova.compute.claims [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.411667] env[68835]: INFO nova.scheduler.client.report [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Deleted allocations for instance 225bcb4f-da24-40a4-bb9f-8cdf79b76c52 [ 1011.416308] env[68835]: INFO nova.scheduler.client.report [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Deleted allocations for instance a72e5d0c-481b-4bbc-850f-f550c4ba50e5 [ 1011.480353] env[68835]: DEBUG oslo_vmware.api [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Task: {'id': task-3154563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166278} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.480647] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.480835] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.481018] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.481279] env[68835]: INFO nova.compute.manager [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1011.481541] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.481749] env[68835]: DEBUG nova.compute.manager [-] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.481845] env[68835]: DEBUG nova.network.neutron [-] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.600997] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154566, 'name': CreateVM_Task, 'duration_secs': 0.313265} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.600997] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.601689] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.601853] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.602286] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.602422] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-490e9033-ae08-45cd-bd34-3b7a8048abfa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.606808] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Waiting for the task: (returnval){ [ 1011.606808] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52096b0f-11e9-d324-042f-1b17036f1be2" [ 1011.606808] env[68835]: _type = "Task" [ 1011.606808] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.614611] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52096b0f-11e9-d324-042f-1b17036f1be2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.773141] env[68835]: DEBUG oslo_concurrency.lockutils [req-232fa4ce-73a0-4dcc-9eda-7e4f22c7a8ea req-2f6f1e58-2cd2-482a-afea-08a96efcad3e service nova] Releasing lock "refresh_cache-de1404f6-a384-43eb-b33d-fd6c669aea22" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.923035] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7fa8d8c-0507-45dd-b42a-0c423de0cac8 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "225bcb4f-da24-40a4-bb9f-8cdf79b76c52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.204s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.924037] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b08518c1-972e-4447-9df5-ec53eafea946 tempest-ServersTestMultiNic-741367989 tempest-ServersTestMultiNic-741367989-project-member] Lock "a72e5d0c-481b-4bbc-850f-f550c4ba50e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.599s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.023905] env[68835]: DEBUG nova.compute.manager [req-fcb86cbf-9b9e-4c77-a6e5-22a1b9430ea5 req-771e63c7-76d0-4381-91f5-cf3b4eab31f3 service nova] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Received event network-vif-deleted-9521bfc7-1185-47d5-b11d-40eed81783e1 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.024176] env[68835]: INFO nova.compute.manager [req-fcb86cbf-9b9e-4c77-a6e5-22a1b9430ea5 req-771e63c7-76d0-4381-91f5-cf3b4eab31f3 service nova] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Neutron deleted interface 9521bfc7-1185-47d5-b11d-40eed81783e1; detaching it from the instance and deleting it from the info cache [ 1012.024371] env[68835]: DEBUG nova.network.neutron [req-fcb86cbf-9b9e-4c77-a6e5-22a1b9430ea5 req-771e63c7-76d0-4381-91f5-cf3b4eab31f3 service nova] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.117740] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52096b0f-11e9-d324-042f-1b17036f1be2, 'name': SearchDatastore_Task, 'duration_secs': 0.011921} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.118081] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.118330] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.118565] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.118714] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.118894] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.119176] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d34a215-1e27-4fcc-b127-763c4def2755 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.127237] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.127413] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.128172] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca56127a-7681-484d-9191-18bcafe6409e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.133396] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Waiting for the task: (returnval){ [ 1012.133396] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52123daf-89d7-b695-1801-396e2e5ce06c" [ 1012.133396] env[68835]: _type = "Task" [ 1012.133396] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.143020] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52123daf-89d7-b695-1801-396e2e5ce06c, 'name': SearchDatastore_Task, 'duration_secs': 0.007381} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.143755] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c16a049e-df96-4e23-a526-a7359ad1b871 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.148408] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Waiting for the task: (returnval){ [ 1012.148408] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5274aa25-00fd-aef0-931d-414b57bfb096" [ 1012.148408] env[68835]: _type = "Task" [ 1012.148408] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.447130] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5274aa25-00fd-aef0-931d-414b57bfb096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.447130] env[68835]: DEBUG nova.network.neutron [-] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.527291] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-149cc6e4-9980-4f75-bc49-a262b5f0633a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.540251] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1999c280-6d4e-4002-8e5c-f92a87825a14 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.574471] env[68835]: DEBUG nova.compute.manager [req-fcb86cbf-9b9e-4c77-a6e5-22a1b9430ea5 req-771e63c7-76d0-4381-91f5-cf3b4eab31f3 service nova] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Detach interface failed, port_id=9521bfc7-1185-47d5-b11d-40eed81783e1, reason: Instance 574644fa-d111-4873-99ec-78ccc23150a6 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1012.672089] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5274aa25-00fd-aef0-931d-414b57bfb096, 'name': SearchDatastore_Task, 'duration_secs': 0.008375} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.672089] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.672089] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] de1404f6-a384-43eb-b33d-fd6c669aea22/de1404f6-a384-43eb-b33d-fd6c669aea22.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.672089] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d270c14d-32c7-4d70-8231-392d2cb054b4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.676901] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Waiting for the task: (returnval){ [ 1012.676901] env[68835]: value = "task-3154567" [ 1012.676901] env[68835]: _type = "Task" [ 1012.676901] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.683781] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24b9c79-7d90-4982-bb42-06c876786af2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.689858] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Task: {'id': task-3154567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.694436] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8566c6-fd6b-49e5-ab73-836d8160b615 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.728355] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec49683-939d-4989-a8e6-112502f9d1a1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.736860] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3f442e-d04b-4cf8-a157-2397df0d0c07 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.750765] env[68835]: DEBUG nova.compute.provider_tree [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.837862] env[68835]: INFO nova.compute.manager [-] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Took 1.36 seconds to deallocate network for instance. [ 1013.188116] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Task: {'id': task-3154567, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.253827] env[68835]: DEBUG nova.scheduler.client.report [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.347697] env[68835]: DEBUG oslo_concurrency.lockutils [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.688580] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Task: {'id': task-3154567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517545} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.688843] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] de1404f6-a384-43eb-b33d-fd6c669aea22/de1404f6-a384-43eb-b33d-fd6c669aea22.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.689072] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.689410] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b49b3bb-ae3e-4fdc-b6d9-b0092b6b8fba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.696065] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Waiting for the task: (returnval){ [ 1013.696065] env[68835]: value = "task-3154569" [ 1013.696065] env[68835]: _type = "Task" [ 1013.696065] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.703885] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Task: {'id': task-3154569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.758801] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.759373] env[68835]: DEBUG nova.compute.manager [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.762071] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.047s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.206457] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Task: {'id': task-3154569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.345012} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.206914] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.207921] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45eb626-c56e-4163-b0ae-7e16377f68bb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.230711] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] de1404f6-a384-43eb-b33d-fd6c669aea22/de1404f6-a384-43eb-b33d-fd6c669aea22.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.231280] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b08e4dd-0cf0-48c3-8177-c0f07179a019 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.254128] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Waiting for the task: (returnval){ [ 1014.254128] env[68835]: value = "task-3154570" [ 1014.254128] env[68835]: _type = "Task" [ 1014.254128] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.262754] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Task: {'id': task-3154570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.269533] env[68835]: DEBUG nova.compute.utils [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.272679] env[68835]: INFO nova.compute.claims [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.278407] env[68835]: DEBUG nova.compute.manager [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.278592] env[68835]: DEBUG nova.network.neutron [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.317367] env[68835]: DEBUG nova.policy [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36c13f0aa0974fb39e8b59614ce4983c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f8791e85e9748538ea6efc5bb61f1ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.636970] env[68835]: DEBUG nova.network.neutron [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Successfully created port: 1970ba41-aec7-459a-ab33-efb8afae6e73 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.766931] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Task: {'id': task-3154570, 'name': ReconfigVM_Task, 'duration_secs': 0.317219} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.768508] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Reconfigured VM instance instance-00000057 to attach disk [datastore2] de1404f6-a384-43eb-b33d-fd6c669aea22/de1404f6-a384-43eb-b33d-fd6c669aea22.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.769222] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9367f243-8fea-4b94-95d0-72ca6164ce82 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.775907] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Waiting for the task: (returnval){ [ 1014.775907] env[68835]: value = "task-3154571" [ 1014.775907] env[68835]: _type = "Task" [ 1014.775907] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.779967] env[68835]: DEBUG nova.compute.manager [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.783893] env[68835]: INFO nova.compute.resource_tracker [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Updating resource usage from migration 1834ccf6-5267-4f7c-abfb-ec77c02885cf [ 1014.793322] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Task: {'id': task-3154571, 'name': Rename_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.201957] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797662e8-6cb5-40d7-b166-ab9194e2e1f6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.210234] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bc06dc-6608-414a-8070-d6c3952723fb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.251435] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bca0f5-7b53-40d6-8f01-d1a46c4c02ac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.258255] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a231f7-39ed-42b0-afc8-3093e1e84db1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.271877] env[68835]: DEBUG nova.compute.provider_tree [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.284461] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Task: {'id': task-3154571, 'name': Rename_Task, 'duration_secs': 0.147847} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.284730] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.284962] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b61c3f6c-4afc-4301-a158-7ec4be58cd6e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.296326] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Waiting for the task: (returnval){ [ 1015.296326] env[68835]: value = "task-3154572" [ 1015.296326] env[68835]: _type = "Task" [ 1015.296326] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.303951] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Task: {'id': task-3154572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.775331] env[68835]: DEBUG nova.scheduler.client.report [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.798296] env[68835]: DEBUG nova.compute.manager [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.810792] env[68835]: DEBUG oslo_vmware.api [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Task: {'id': task-3154572, 'name': PowerOnVM_Task, 'duration_secs': 0.494617} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.811100] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.811301] env[68835]: INFO nova.compute.manager [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1015.811481] env[68835]: DEBUG nova.compute.manager [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.812275] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f755885-2632-42db-bfe4-e49322fbe564 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.847365] env[68835]: DEBUG nova.virt.hardware [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.847600] env[68835]: DEBUG nova.virt.hardware [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.847755] env[68835]: DEBUG nova.virt.hardware [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.847932] env[68835]: DEBUG nova.virt.hardware [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.848093] env[68835]: DEBUG nova.virt.hardware [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.848246] env[68835]: DEBUG nova.virt.hardware [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.849018] env[68835]: DEBUG nova.virt.hardware [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.849018] env[68835]: DEBUG nova.virt.hardware [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.849018] env[68835]: DEBUG nova.virt.hardware [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.849018] env[68835]: DEBUG nova.virt.hardware [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.849225] env[68835]: DEBUG nova.virt.hardware [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.849916] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f2b4ad-4d23-45cc-b2f6-f9ce8dbec375 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.857522] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44de00cd-1bcf-4378-9d3b-c48512d635f3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.280302] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.518s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.280530] env[68835]: INFO nova.compute.manager [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Migrating [ 1016.286962] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.546s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.287178] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.289194] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.055s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.290589] env[68835]: INFO nova.compute.claims [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.331317] env[68835]: INFO nova.compute.manager [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Took 32.22 seconds to build instance. [ 1016.377523] env[68835]: INFO nova.scheduler.client.report [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Deleted allocations for instance ee028395-234c-467e-aece-f1cf63ee0a0c [ 1016.648729] env[68835]: DEBUG nova.compute.manager [req-d2006995-86f3-4348-8a4d-1e7c1e9f636e req-3ec37f75-dfbc-4a37-b296-4b6f1a82e7ca service nova] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Received event network-vif-plugged-1970ba41-aec7-459a-ab33-efb8afae6e73 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.649066] env[68835]: DEBUG oslo_concurrency.lockutils [req-d2006995-86f3-4348-8a4d-1e7c1e9f636e req-3ec37f75-dfbc-4a37-b296-4b6f1a82e7ca service nova] Acquiring lock "73f2e861-0a7c-45f9-a73f-85f46930771c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.649298] env[68835]: DEBUG oslo_concurrency.lockutils [req-d2006995-86f3-4348-8a4d-1e7c1e9f636e req-3ec37f75-dfbc-4a37-b296-4b6f1a82e7ca service nova] Lock "73f2e861-0a7c-45f9-a73f-85f46930771c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.649881] env[68835]: DEBUG oslo_concurrency.lockutils [req-d2006995-86f3-4348-8a4d-1e7c1e9f636e req-3ec37f75-dfbc-4a37-b296-4b6f1a82e7ca service nova] Lock "73f2e861-0a7c-45f9-a73f-85f46930771c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.650135] env[68835]: DEBUG nova.compute.manager [req-d2006995-86f3-4348-8a4d-1e7c1e9f636e req-3ec37f75-dfbc-4a37-b296-4b6f1a82e7ca service nova] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] No waiting events found dispatching network-vif-plugged-1970ba41-aec7-459a-ab33-efb8afae6e73 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.650355] env[68835]: WARNING nova.compute.manager [req-d2006995-86f3-4348-8a4d-1e7c1e9f636e req-3ec37f75-dfbc-4a37-b296-4b6f1a82e7ca service nova] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Received unexpected event network-vif-plugged-1970ba41-aec7-459a-ab33-efb8afae6e73 for instance with vm_state building and task_state spawning. [ 1016.693910] env[68835]: DEBUG nova.network.neutron [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Successfully updated port: 1970ba41-aec7-459a-ab33-efb8afae6e73 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.803019] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "refresh_cache-291b6185-0329-4d3b-838e-451abe781075" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.803357] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "refresh_cache-291b6185-0329-4d3b-838e-451abe781075" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.803397] env[68835]: DEBUG nova.network.neutron [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.835165] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d43c2eab-b783-44ec-acad-1be934e7d623 tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Lock "de1404f6-a384-43eb-b33d-fd6c669aea22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.732s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.887619] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b23f851-ebac-4389-b554-f1df01c52838 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "ee028395-234c-467e-aece-f1cf63ee0a0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.687s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.197319] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "refresh_cache-73f2e861-0a7c-45f9-a73f-85f46930771c" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.197721] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquired lock "refresh_cache-73f2e861-0a7c-45f9-a73f-85f46930771c" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.197913] env[68835]: DEBUG nova.network.neutron [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.592402] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25ee2ab-04fd-47b8-81c8-c77316e7b09e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.602474] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a57a64-8c26-4410-a4bb-10af1448bf62 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.632710] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb12eed-4c41-4779-8398-3e14eb602d52 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.640961] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81fab3f-13a6-4434-a98c-614d73188df8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.654234] env[68835]: DEBUG nova.compute.provider_tree [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.656343] env[68835]: DEBUG nova.network.neutron [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Updating instance_info_cache with network_info: [{"id": "0710067b-780a-45d6-b7ee-a68fa06e88ef", "address": "fa:16:3e:9c:e7:90", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0710067b-78", "ovs_interfaceid": "0710067b-780a-45d6-b7ee-a68fa06e88ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.719089] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "423efc1e-c007-42d0-bf18-269b075ccff2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.719434] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "423efc1e-c007-42d0-bf18-269b075ccff2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.719699] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "423efc1e-c007-42d0-bf18-269b075ccff2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.719930] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "423efc1e-c007-42d0-bf18-269b075ccff2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.720162] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "423efc1e-c007-42d0-bf18-269b075ccff2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.724480] env[68835]: INFO nova.compute.manager [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Terminating instance [ 1017.726523] env[68835]: DEBUG nova.network.neutron [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.858988] env[68835]: DEBUG nova.network.neutron [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Updating instance_info_cache with network_info: [{"id": "1970ba41-aec7-459a-ab33-efb8afae6e73", "address": "fa:16:3e:95:70:da", "network": {"id": "a8e5adda-7b2f-4e21-8fa1-724a60f0e662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-461378913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8791e85e9748538ea6efc5bb61f1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1970ba41-ae", "ovs_interfaceid": "1970ba41-aec7-459a-ab33-efb8afae6e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.159346] env[68835]: DEBUG nova.scheduler.client.report [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.162726] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "refresh_cache-291b6185-0329-4d3b-838e-451abe781075" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.231251] env[68835]: DEBUG nova.compute.manager [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.231406] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.232315] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf11b61-7abc-459b-89b3-750fd6665f10 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.240967] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.240967] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30cb6701-aa34-48bc-a69c-e8524fd4f0e8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.247408] env[68835]: DEBUG oslo_vmware.api [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 1018.247408] env[68835]: value = "task-3154573" [ 1018.247408] env[68835]: _type = "Task" [ 1018.247408] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.255420] env[68835]: DEBUG oslo_vmware.api [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.362442] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Releasing lock "refresh_cache-73f2e861-0a7c-45f9-a73f-85f46930771c" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.362965] env[68835]: DEBUG nova.compute.manager [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Instance network_info: |[{"id": "1970ba41-aec7-459a-ab33-efb8afae6e73", "address": "fa:16:3e:95:70:da", "network": {"id": "a8e5adda-7b2f-4e21-8fa1-724a60f0e662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-461378913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8791e85e9748538ea6efc5bb61f1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1970ba41-ae", "ovs_interfaceid": "1970ba41-aec7-459a-ab33-efb8afae6e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.363557] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:70:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1970ba41-aec7-459a-ab33-efb8afae6e73', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.371377] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.371616] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.371856] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b608c2bd-13be-4736-b084-422d1dfa8d0f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.391736] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.391736] env[68835]: value = "task-3154574" [ 1018.391736] env[68835]: _type = "Task" [ 1018.391736] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.401975] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154574, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.477058] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Acquiring lock "de1404f6-a384-43eb-b33d-fd6c669aea22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.477058] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Lock "de1404f6-a384-43eb-b33d-fd6c669aea22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.477304] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Acquiring lock "de1404f6-a384-43eb-b33d-fd6c669aea22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.477396] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Lock "de1404f6-a384-43eb-b33d-fd6c669aea22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.477650] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Lock "de1404f6-a384-43eb-b33d-fd6c669aea22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.479925] env[68835]: INFO nova.compute.manager [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Terminating instance [ 1018.665673] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.666310] env[68835]: DEBUG nova.compute.manager [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.673460] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.688s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.674745] env[68835]: INFO nova.compute.claims [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.678520] env[68835]: DEBUG nova.compute.manager [req-b92983ce-eb3d-451e-b4ed-25623c56286e req-cf0ca5bf-d9e7-447a-9892-b8da6d96d9c6 service nova] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Received event network-changed-1970ba41-aec7-459a-ab33-efb8afae6e73 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.678520] env[68835]: DEBUG nova.compute.manager [req-b92983ce-eb3d-451e-b4ed-25623c56286e req-cf0ca5bf-d9e7-447a-9892-b8da6d96d9c6 service nova] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Refreshing instance network info cache due to event network-changed-1970ba41-aec7-459a-ab33-efb8afae6e73. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.678520] env[68835]: DEBUG oslo_concurrency.lockutils [req-b92983ce-eb3d-451e-b4ed-25623c56286e req-cf0ca5bf-d9e7-447a-9892-b8da6d96d9c6 service nova] Acquiring lock "refresh_cache-73f2e861-0a7c-45f9-a73f-85f46930771c" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.678520] env[68835]: DEBUG oslo_concurrency.lockutils [req-b92983ce-eb3d-451e-b4ed-25623c56286e req-cf0ca5bf-d9e7-447a-9892-b8da6d96d9c6 service nova] Acquired lock "refresh_cache-73f2e861-0a7c-45f9-a73f-85f46930771c" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.678520] env[68835]: DEBUG nova.network.neutron [req-b92983ce-eb3d-451e-b4ed-25623c56286e req-cf0ca5bf-d9e7-447a-9892-b8da6d96d9c6 service nova] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Refreshing network info cache for port 1970ba41-aec7-459a-ab33-efb8afae6e73 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.759783] env[68835]: DEBUG oslo_vmware.api [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154573, 'name': PowerOffVM_Task, 'duration_secs': 0.374541} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.760126] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.760371] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.760634] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1eec7f2-f801-4941-be6b-f3b53e338523 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.824921] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.824921] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.824921] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Deleting the datastore file [datastore2] 423efc1e-c007-42d0-bf18-269b075ccff2 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.824921] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c28ba7b-d166-4537-8f3f-746064d50df3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.833703] env[68835]: DEBUG oslo_vmware.api [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 1018.833703] env[68835]: value = "task-3154576" [ 1018.833703] env[68835]: _type = "Task" [ 1018.833703] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.842022] env[68835]: DEBUG oslo_vmware.api [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.902676] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154574, 'name': CreateVM_Task, 'duration_secs': 0.493077} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.903049] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.903739] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.903969] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.904393] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.904702] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c132ea-43df-4720-a243-d78a6ea77c33 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.909479] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 1018.909479] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]525eb899-7345-04c8-f0ce-cc675611ef54" [ 1018.909479] env[68835]: _type = "Task" [ 1018.909479] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.917801] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525eb899-7345-04c8-f0ce-cc675611ef54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.984299] env[68835]: DEBUG nova.compute.manager [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.984547] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.985518] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61efa0a9-f832-42fa-94af-3baf473b8caa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.992787] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.993031] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52943b50-345f-44fe-b509-5d424ee60d68 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.999029] env[68835]: DEBUG oslo_vmware.api [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Waiting for the task: (returnval){ [ 1018.999029] env[68835]: value = "task-3154577" [ 1018.999029] env[68835]: _type = "Task" [ 1018.999029] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.006492] env[68835]: DEBUG oslo_vmware.api [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Task: {'id': task-3154577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.174513] env[68835]: DEBUG nova.compute.utils [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.176075] env[68835]: DEBUG nova.compute.manager [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.176280] env[68835]: DEBUG nova.network.neutron [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.305253] env[68835]: DEBUG nova.policy [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db3e692c7b6c427092c5df3846e0c56e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5789565d9a494faa810646fa93eca63f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.346129] env[68835]: DEBUG oslo_vmware.api [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360361} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.346467] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.346565] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.346707] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.346971] env[68835]: INFO nova.compute.manager [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1019.347493] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.347774] env[68835]: DEBUG nova.compute.manager [-] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.347898] env[68835]: DEBUG nova.network.neutron [-] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.419606] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525eb899-7345-04c8-f0ce-cc675611ef54, 'name': SearchDatastore_Task, 'duration_secs': 0.01588} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.419898] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.420157] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.420391] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.421245] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.421245] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.421245] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef0e9fb0-298d-4a2e-a0f3-e227d1f749b0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.434480] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.434666] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.435408] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc5e754b-c915-4ed1-9150-901255adcd18 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.441779] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 1019.441779] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52848dc2-198f-01ae-d8cc-00e01bdcc61d" [ 1019.441779] env[68835]: _type = "Task" [ 1019.441779] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.449638] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52848dc2-198f-01ae-d8cc-00e01bdcc61d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.510768] env[68835]: DEBUG oslo_vmware.api [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Task: {'id': task-3154577, 'name': PowerOffVM_Task, 'duration_secs': 0.239241} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.511185] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.511262] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.512231] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc55586d-3cbf-4077-8de5-17091dc8a24d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.588656] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.588896] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.589092] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Deleting the datastore file [datastore2] de1404f6-a384-43eb-b33d-fd6c669aea22 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.589369] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86c4d59e-98b2-43ca-968c-81671d32291d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.600172] env[68835]: DEBUG oslo_vmware.api [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Waiting for the task: (returnval){ [ 1019.600172] env[68835]: value = "task-3154579" [ 1019.600172] env[68835]: _type = "Task" [ 1019.600172] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.608577] env[68835]: DEBUG oslo_vmware.api [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Task: {'id': task-3154579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.609725] env[68835]: DEBUG nova.network.neutron [req-b92983ce-eb3d-451e-b4ed-25623c56286e req-cf0ca5bf-d9e7-447a-9892-b8da6d96d9c6 service nova] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Updated VIF entry in instance network info cache for port 1970ba41-aec7-459a-ab33-efb8afae6e73. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.610141] env[68835]: DEBUG nova.network.neutron [req-b92983ce-eb3d-451e-b4ed-25623c56286e req-cf0ca5bf-d9e7-447a-9892-b8da6d96d9c6 service nova] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Updating instance_info_cache with network_info: [{"id": "1970ba41-aec7-459a-ab33-efb8afae6e73", "address": "fa:16:3e:95:70:da", "network": {"id": "a8e5adda-7b2f-4e21-8fa1-724a60f0e662", "bridge": "br-int", "label": "tempest-ImagesTestJSON-461378913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8791e85e9748538ea6efc5bb61f1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1970ba41-ae", "ovs_interfaceid": "1970ba41-aec7-459a-ab33-efb8afae6e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.679791] env[68835]: DEBUG nova.compute.manager [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.694149] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f816187-fcb6-4d94-b716-9207dbf090b9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.731348] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Updating instance '291b6185-0329-4d3b-838e-451abe781075' progress to 0 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.742110] env[68835]: DEBUG nova.compute.manager [req-6778600b-e2e9-4ffb-9178-7415450660a5 req-e2750805-0fd6-4313-9110-24ae71f0af72 service nova] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Received event network-vif-deleted-b5754274-3349-435b-b48e-ebe37fc01e72 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.742408] env[68835]: INFO nova.compute.manager [req-6778600b-e2e9-4ffb-9178-7415450660a5 req-e2750805-0fd6-4313-9110-24ae71f0af72 service nova] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Neutron deleted interface b5754274-3349-435b-b48e-ebe37fc01e72; detaching it from the instance and deleting it from the info cache [ 1019.742666] env[68835]: DEBUG nova.network.neutron [req-6778600b-e2e9-4ffb-9178-7415450660a5 req-e2750805-0fd6-4313-9110-24ae71f0af72 service nova] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.844873] env[68835]: DEBUG nova.network.neutron [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Successfully created port: 8d32c6dc-4446-4efe-a6a8-acc5131ab832 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.951704] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52848dc2-198f-01ae-d8cc-00e01bdcc61d, 'name': SearchDatastore_Task, 'duration_secs': 0.039312} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.955107] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afbda200-436e-4f43-a861-33b45001e81a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.959944] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 1019.959944] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528e5b19-9439-1f5e-0b6c-ca23000a0bd7" [ 1019.959944] env[68835]: _type = "Task" [ 1019.959944] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.970258] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528e5b19-9439-1f5e-0b6c-ca23000a0bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.986232] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0680a3fa-70dc-431f-b4dc-3ab9151cdc1a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.992746] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80be127-a653-4595-8eef-f8ba6d88a66b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.023717] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5c45e6-2ef9-40da-8c49-9cddfd93d914 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.036166] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5924dd4-7012-4e9e-bd41-5e165e109f6f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.052803] env[68835]: DEBUG nova.compute.provider_tree [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.109405] env[68835]: DEBUG oslo_vmware.api [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Task: {'id': task-3154579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277728} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.109660] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.109845] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.110035] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.110209] env[68835]: INFO nova.compute.manager [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1020.110447] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.110628] env[68835]: DEBUG nova.compute.manager [-] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.110721] env[68835]: DEBUG nova.network.neutron [-] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.114996] env[68835]: DEBUG oslo_concurrency.lockutils [req-b92983ce-eb3d-451e-b4ed-25623c56286e req-cf0ca5bf-d9e7-447a-9892-b8da6d96d9c6 service nova] Releasing lock "refresh_cache-73f2e861-0a7c-45f9-a73f-85f46930771c" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.238062] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.238381] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8eea162-d794-474e-af43-e9a0d0d4d813 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.245419] env[68835]: DEBUG nova.network.neutron [-] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.246684] env[68835]: DEBUG oslo_vmware.api [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 1020.246684] env[68835]: value = "task-3154580" [ 1020.246684] env[68835]: _type = "Task" [ 1020.246684] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.247423] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a54a499b-8eed-4a41-893c-eba875488c2b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.260266] env[68835]: DEBUG oslo_vmware.api [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.264688] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad98dd2-5f22-483f-801b-c0ff1228d720 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.294435] env[68835]: DEBUG nova.compute.manager [req-6778600b-e2e9-4ffb-9178-7415450660a5 req-e2750805-0fd6-4313-9110-24ae71f0af72 service nova] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Detach interface failed, port_id=b5754274-3349-435b-b48e-ebe37fc01e72, reason: Instance 423efc1e-c007-42d0-bf18-269b075ccff2 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1020.470010] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528e5b19-9439-1f5e-0b6c-ca23000a0bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.030178} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.470383] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.470716] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 73f2e861-0a7c-45f9-a73f-85f46930771c/73f2e861-0a7c-45f9-a73f-85f46930771c.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.471018] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f461a681-a632-44cd-a83d-e2ba115b74d6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.477636] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 1020.477636] env[68835]: value = "task-3154581" [ 1020.477636] env[68835]: _type = "Task" [ 1020.477636] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.487864] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.556605] env[68835]: DEBUG nova.scheduler.client.report [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.692024] env[68835]: DEBUG nova.compute.manager [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.736282] env[68835]: DEBUG nova.virt.hardware [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.736562] env[68835]: DEBUG nova.virt.hardware [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.736701] env[68835]: DEBUG nova.virt.hardware [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.736880] env[68835]: DEBUG nova.virt.hardware [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.737038] env[68835]: DEBUG nova.virt.hardware [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.737230] env[68835]: DEBUG nova.virt.hardware [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.737470] env[68835]: DEBUG nova.virt.hardware [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.737631] env[68835]: DEBUG nova.virt.hardware [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.737795] env[68835]: DEBUG nova.virt.hardware [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.737959] env[68835]: DEBUG nova.virt.hardware [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.738151] env[68835]: DEBUG nova.virt.hardware [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.739054] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c811760a-b699-4f21-9f66-2af59f7beac8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.747542] env[68835]: INFO nova.compute.manager [-] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Took 1.40 seconds to deallocate network for instance. [ 1020.750348] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969afa16-3070-4d34-9261-14b2cc04c5e4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.765771] env[68835]: DEBUG oslo_vmware.api [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154580, 'name': PowerOffVM_Task, 'duration_secs': 0.255963} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.775860] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.776540] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Updating instance '291b6185-0329-4d3b-838e-451abe781075' progress to 17 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1020.870131] env[68835]: DEBUG nova.network.neutron [-] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.988614] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154581, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.061454] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.062012] env[68835]: DEBUG nova.compute.manager [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.064775] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.329s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.066228] env[68835]: INFO nova.compute.claims [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.262336] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.283645] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.283645] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.283645] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.283860] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.283906] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.284050] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.284518] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.284565] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.284736] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.284911] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.285125] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.291446] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d59b27f-3e19-4502-a741-8c59843d4867 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.310286] env[68835]: DEBUG oslo_vmware.api [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 1021.310286] env[68835]: value = "task-3154582" [ 1021.310286] env[68835]: _type = "Task" [ 1021.310286] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.319704] env[68835]: DEBUG oslo_vmware.api [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.322069] env[68835]: DEBUG nova.compute.manager [req-2ade1f3c-4488-4be6-81c2-9def18ea7169 req-ba5f259d-dac1-4b38-a138-edb53e77be02 service nova] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Received event network-vif-plugged-8d32c6dc-4446-4efe-a6a8-acc5131ab832 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.322303] env[68835]: DEBUG oslo_concurrency.lockutils [req-2ade1f3c-4488-4be6-81c2-9def18ea7169 req-ba5f259d-dac1-4b38-a138-edb53e77be02 service nova] Acquiring lock "027efffa-912e-4a0a-a1e6-20c0bacc62c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.322517] env[68835]: DEBUG oslo_concurrency.lockutils [req-2ade1f3c-4488-4be6-81c2-9def18ea7169 req-ba5f259d-dac1-4b38-a138-edb53e77be02 service nova] Lock "027efffa-912e-4a0a-a1e6-20c0bacc62c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.322688] env[68835]: DEBUG oslo_concurrency.lockutils [req-2ade1f3c-4488-4be6-81c2-9def18ea7169 req-ba5f259d-dac1-4b38-a138-edb53e77be02 service nova] Lock "027efffa-912e-4a0a-a1e6-20c0bacc62c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.322855] env[68835]: DEBUG nova.compute.manager [req-2ade1f3c-4488-4be6-81c2-9def18ea7169 req-ba5f259d-dac1-4b38-a138-edb53e77be02 service nova] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] No waiting events found dispatching network-vif-plugged-8d32c6dc-4446-4efe-a6a8-acc5131ab832 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.323033] env[68835]: WARNING nova.compute.manager [req-2ade1f3c-4488-4be6-81c2-9def18ea7169 req-ba5f259d-dac1-4b38-a138-edb53e77be02 service nova] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Received unexpected event network-vif-plugged-8d32c6dc-4446-4efe-a6a8-acc5131ab832 for instance with vm_state building and task_state spawning. [ 1021.372841] env[68835]: INFO nova.compute.manager [-] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Took 1.26 seconds to deallocate network for instance. [ 1021.438382] env[68835]: DEBUG nova.network.neutron [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Successfully updated port: 8d32c6dc-4446-4efe-a6a8-acc5131ab832 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.488636] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845431} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.488863] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 73f2e861-0a7c-45f9-a73f-85f46930771c/73f2e861-0a7c-45f9-a73f-85f46930771c.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.489139] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.489515] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d37a8553-00b4-44b6-89de-5016ddc93eb0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.496381] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 1021.496381] env[68835]: value = "task-3154583" [ 1021.496381] env[68835]: _type = "Task" [ 1021.496381] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.505582] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.574143] env[68835]: DEBUG nova.compute.utils [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.575405] env[68835]: DEBUG nova.compute.manager [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.575589] env[68835]: DEBUG nova.network.neutron [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.646831] env[68835]: DEBUG nova.policy [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '602b183f9bce49a08c93014f3033abad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa6b1210243e4cb69e810179ea79c16b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.825619] env[68835]: DEBUG oslo_vmware.api [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.879678] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.940838] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "refresh_cache-027efffa-912e-4a0a-a1e6-20c0bacc62c8" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.940838] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "refresh_cache-027efffa-912e-4a0a-a1e6-20c0bacc62c8" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.941045] env[68835]: DEBUG nova.network.neutron [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.949189] env[68835]: DEBUG nova.compute.manager [req-7ae1dd4d-5ff7-4cd7-8641-5c2e07283d50 req-25fd56bc-f656-4858-9ebe-21dd025c6eed service nova] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Received event network-vif-deleted-db3c49fb-981b-449a-9e2c-2513a5274eae {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.007068] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.229125} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.007370] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.008175] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ab39d4-faa7-4859-9c57-5a4de9b697a7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.037109] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 73f2e861-0a7c-45f9-a73f-85f46930771c/73f2e861-0a7c-45f9-a73f-85f46930771c.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.037419] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-401cdcfa-f095-4934-a804-85960b15af1d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.060113] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 1022.060113] env[68835]: value = "task-3154584" [ 1022.060113] env[68835]: _type = "Task" [ 1022.060113] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.067150] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.078750] env[68835]: DEBUG nova.compute.manager [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.323830] env[68835]: DEBUG oslo_vmware.api [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154582, 'name': ReconfigVM_Task, 'duration_secs': 0.629363} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.323830] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Updating instance '291b6185-0329-4d3b-838e-451abe781075' progress to 33 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.338388] env[68835]: DEBUG nova.network.neutron [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Successfully created port: 4ed579f1-42f5-4fc2-96ef-11cc6e5c7d03 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.398122] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5ea356-234f-4d72-b80c-ce721b3e3db1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.405818] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5653cc11-9a53-48b7-97c2-4d06ee262184 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.435169] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4587d877-f3fc-492b-96b3-886e37877790 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.442134] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c2c79c-2047-4e40-8391-fbf60348ab20 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.459194] env[68835]: DEBUG nova.compute.provider_tree [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.477645] env[68835]: DEBUG nova.network.neutron [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.569769] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.609986] env[68835]: DEBUG nova.network.neutron [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Updating instance_info_cache with network_info: [{"id": "8d32c6dc-4446-4efe-a6a8-acc5131ab832", "address": "fa:16:3e:e5:a4:30", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d32c6dc-44", "ovs_interfaceid": "8d32c6dc-4446-4efe-a6a8-acc5131ab832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.831024] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.831024] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.831024] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.831241] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.831381] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.831527] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.831736] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.831887] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.832060] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.832230] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.832408] env[68835]: DEBUG nova.virt.hardware [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.837827] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1022.838144] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11b3f4b1-2eab-46e7-bacc-1512a24437e5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.856714] env[68835]: DEBUG oslo_vmware.api [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 1022.856714] env[68835]: value = "task-3154585" [ 1022.856714] env[68835]: _type = "Task" [ 1022.856714] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.864522] env[68835]: DEBUG oslo_vmware.api [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.962261] env[68835]: DEBUG nova.scheduler.client.report [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.070617] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154584, 'name': ReconfigVM_Task, 'duration_secs': 0.732843} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.070901] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 73f2e861-0a7c-45f9-a73f-85f46930771c/73f2e861-0a7c-45f9-a73f-85f46930771c.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.071596] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-920a1d6b-36a9-4337-b0fa-f92e64ebc140 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.077841] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 1023.077841] env[68835]: value = "task-3154586" [ 1023.077841] env[68835]: _type = "Task" [ 1023.077841] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.086143] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154586, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.088191] env[68835]: DEBUG nova.compute.manager [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.113584] env[68835]: DEBUG nova.virt.hardware [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.113832] env[68835]: DEBUG nova.virt.hardware [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.113990] env[68835]: DEBUG nova.virt.hardware [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.114214] env[68835]: DEBUG nova.virt.hardware [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.114366] env[68835]: DEBUG nova.virt.hardware [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.114516] env[68835]: DEBUG nova.virt.hardware [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.114738] env[68835]: DEBUG nova.virt.hardware [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.114932] env[68835]: DEBUG nova.virt.hardware [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.115126] env[68835]: DEBUG nova.virt.hardware [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.115313] env[68835]: DEBUG nova.virt.hardware [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.115448] env[68835]: DEBUG nova.virt.hardware [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.115887] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "refresh_cache-027efffa-912e-4a0a-a1e6-20c0bacc62c8" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.116177] env[68835]: DEBUG nova.compute.manager [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Instance network_info: |[{"id": "8d32c6dc-4446-4efe-a6a8-acc5131ab832", "address": "fa:16:3e:e5:a4:30", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d32c6dc-44", "ovs_interfaceid": "8d32c6dc-4446-4efe-a6a8-acc5131ab832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.116960] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5908395c-3a99-4299-8b6a-d1ac12058864 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.119982] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:a4:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d32c6dc-4446-4efe-a6a8-acc5131ab832', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.127027] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.127241] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.127861] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8073d2b-36b6-4075-80a0-75e69117c059 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.145935] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5f2a4c-c4ab-47a3-b908-e490dfbf7462 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.151081] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.151081] env[68835]: value = "task-3154587" [ 1023.151081] env[68835]: _type = "Task" [ 1023.151081] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.167313] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154587, 'name': CreateVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.346430] env[68835]: DEBUG nova.compute.manager [req-db5283d9-a90e-4112-aac1-694fe1e3e92f req-b85529ef-e421-42fd-bf28-bab74c4660d5 service nova] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Received event network-changed-8d32c6dc-4446-4efe-a6a8-acc5131ab832 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.346637] env[68835]: DEBUG nova.compute.manager [req-db5283d9-a90e-4112-aac1-694fe1e3e92f req-b85529ef-e421-42fd-bf28-bab74c4660d5 service nova] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Refreshing instance network info cache due to event network-changed-8d32c6dc-4446-4efe-a6a8-acc5131ab832. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.346873] env[68835]: DEBUG oslo_concurrency.lockutils [req-db5283d9-a90e-4112-aac1-694fe1e3e92f req-b85529ef-e421-42fd-bf28-bab74c4660d5 service nova] Acquiring lock "refresh_cache-027efffa-912e-4a0a-a1e6-20c0bacc62c8" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.347011] env[68835]: DEBUG oslo_concurrency.lockutils [req-db5283d9-a90e-4112-aac1-694fe1e3e92f req-b85529ef-e421-42fd-bf28-bab74c4660d5 service nova] Acquired lock "refresh_cache-027efffa-912e-4a0a-a1e6-20c0bacc62c8" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.347309] env[68835]: DEBUG nova.network.neutron [req-db5283d9-a90e-4112-aac1-694fe1e3e92f req-b85529ef-e421-42fd-bf28-bab74c4660d5 service nova] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Refreshing network info cache for port 8d32c6dc-4446-4efe-a6a8-acc5131ab832 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.366882] env[68835]: DEBUG oslo_vmware.api [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154585, 'name': ReconfigVM_Task, 'duration_secs': 0.256033} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.367148] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1023.367902] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3be4af-74f3-4bb7-812c-2b3bb6c979e8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.392175] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 291b6185-0329-4d3b-838e-451abe781075/291b6185-0329-4d3b-838e-451abe781075.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.392837] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d326718-7ff5-4e6b-85ee-a8453e631550 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.411791] env[68835]: DEBUG oslo_vmware.api [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 1023.411791] env[68835]: value = "task-3154588" [ 1023.411791] env[68835]: _type = "Task" [ 1023.411791] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.419535] env[68835]: DEBUG oslo_vmware.api [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.467068] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.467616] env[68835]: DEBUG nova.compute.manager [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.470202] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.122s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.472038] env[68835]: INFO nova.compute.claims [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.588047] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154586, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.661400] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154587, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.915132] env[68835]: DEBUG nova.network.neutron [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Successfully updated port: 4ed579f1-42f5-4fc2-96ef-11cc6e5c7d03 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.926265] env[68835]: DEBUG oslo_vmware.api [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.976543] env[68835]: DEBUG nova.compute.utils [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.980030] env[68835]: DEBUG nova.compute.manager [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Not allocating networking since 'none' was specified. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1024.057760] env[68835]: DEBUG nova.network.neutron [req-db5283d9-a90e-4112-aac1-694fe1e3e92f req-b85529ef-e421-42fd-bf28-bab74c4660d5 service nova] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Updated VIF entry in instance network info cache for port 8d32c6dc-4446-4efe-a6a8-acc5131ab832. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.059356] env[68835]: DEBUG nova.network.neutron [req-db5283d9-a90e-4112-aac1-694fe1e3e92f req-b85529ef-e421-42fd-bf28-bab74c4660d5 service nova] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Updating instance_info_cache with network_info: [{"id": "8d32c6dc-4446-4efe-a6a8-acc5131ab832", "address": "fa:16:3e:e5:a4:30", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d32c6dc-44", "ovs_interfaceid": "8d32c6dc-4446-4efe-a6a8-acc5131ab832", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.091508] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154586, 'name': Rename_Task, 'duration_secs': 0.901443} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.091847] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.092149] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8aff319-b40a-4bca-b173-0eb08fc900e5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.099338] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 1024.099338] env[68835]: value = "task-3154589" [ 1024.099338] env[68835]: _type = "Task" [ 1024.099338] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.108509] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.165867] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154587, 'name': CreateVM_Task, 'duration_secs': 0.615511} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.166361] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.167598] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.168792] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.168792] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.169024] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-238f4e04-08ca-4d5e-b147-84af2611f53a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.175413] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1024.175413] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]522ff557-5f47-1271-197e-5dfe9834269d" [ 1024.175413] env[68835]: _type = "Task" [ 1024.175413] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.183969] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]522ff557-5f47-1271-197e-5dfe9834269d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.420480] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "refresh_cache-ef46218e-d124-4c16-b19c-ffb6d17b1fae" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.420480] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "refresh_cache-ef46218e-d124-4c16-b19c-ffb6d17b1fae" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.420630] env[68835]: DEBUG nova.network.neutron [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.425620] env[68835]: DEBUG oslo_vmware.api [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154588, 'name': ReconfigVM_Task, 'duration_secs': 0.706512} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.426171] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 291b6185-0329-4d3b-838e-451abe781075/291b6185-0329-4d3b-838e-451abe781075.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.426475] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Updating instance '291b6185-0329-4d3b-838e-451abe781075' progress to 50 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1024.480407] env[68835]: DEBUG nova.compute.manager [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.562860] env[68835]: DEBUG oslo_concurrency.lockutils [req-db5283d9-a90e-4112-aac1-694fe1e3e92f req-b85529ef-e421-42fd-bf28-bab74c4660d5 service nova] Releasing lock "refresh_cache-027efffa-912e-4a0a-a1e6-20c0bacc62c8" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.610212] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.685362] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]522ff557-5f47-1271-197e-5dfe9834269d, 'name': SearchDatastore_Task, 'duration_secs': 0.026286} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.687718] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.687963] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.688223] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.688358] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.688747] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.689562] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1b65ba7-f310-48e7-a8a9-8a49fb8c69a8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.698407] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.698593] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.701460] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b48c41-b536-4c4e-8be3-b5ad05b9a77f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.708264] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1024.708264] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]527052d9-9721-3870-f70c-f6fd3b4bfe99" [ 1024.708264] env[68835]: _type = "Task" [ 1024.708264] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.716478] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527052d9-9721-3870-f70c-f6fd3b4bfe99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.740292] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935d4657-83d6-426c-be34-7fd35388b741 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.747876] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8384954-6ae1-4939-b916-c8a31ccb4328 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.779534] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646401d0-7f72-465b-a6b5-506cfb1a912e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.788032] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d93579b-29ac-414b-bb2d-72652ec978fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.800989] env[68835]: DEBUG nova.compute.provider_tree [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.933742] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af99c92c-4def-4a7a-bccc-f523d0c732f5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.954872] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15fb097-6143-43f2-aa03-824ccee73996 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.959532] env[68835]: DEBUG nova.network.neutron [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.974965] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Updating instance '291b6185-0329-4d3b-838e-451abe781075' progress to 67 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1025.107154] env[68835]: DEBUG nova.network.neutron [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Updating instance_info_cache with network_info: [{"id": "4ed579f1-42f5-4fc2-96ef-11cc6e5c7d03", "address": "fa:16:3e:39:53:93", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ed579f1-42", "ovs_interfaceid": "4ed579f1-42f5-4fc2-96ef-11cc6e5c7d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.111642] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.219870] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527052d9-9721-3870-f70c-f6fd3b4bfe99, 'name': SearchDatastore_Task, 'duration_secs': 0.014856} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.220749] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d862aee-8c47-4a95-ab15-c94265e38d15 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.227034] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1025.227034] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52ba7e5a-21dc-796f-f98e-8408ef668aa0" [ 1025.227034] env[68835]: _type = "Task" [ 1025.227034] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.235139] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ba7e5a-21dc-796f-f98e-8408ef668aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.304660] env[68835]: DEBUG nova.scheduler.client.report [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.396891] env[68835]: DEBUG nova.compute.manager [req-8419192b-06d4-41fb-81f9-dbad666e9469 req-b9b813e0-e90d-4b7a-ac97-971fbbc4b521 service nova] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Received event network-vif-plugged-4ed579f1-42f5-4fc2-96ef-11cc6e5c7d03 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.397365] env[68835]: DEBUG oslo_concurrency.lockutils [req-8419192b-06d4-41fb-81f9-dbad666e9469 req-b9b813e0-e90d-4b7a-ac97-971fbbc4b521 service nova] Acquiring lock "ef46218e-d124-4c16-b19c-ffb6d17b1fae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.397365] env[68835]: DEBUG oslo_concurrency.lockutils [req-8419192b-06d4-41fb-81f9-dbad666e9469 req-b9b813e0-e90d-4b7a-ac97-971fbbc4b521 service nova] Lock "ef46218e-d124-4c16-b19c-ffb6d17b1fae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.397489] env[68835]: DEBUG oslo_concurrency.lockutils [req-8419192b-06d4-41fb-81f9-dbad666e9469 req-b9b813e0-e90d-4b7a-ac97-971fbbc4b521 service nova] Lock "ef46218e-d124-4c16-b19c-ffb6d17b1fae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.397639] env[68835]: DEBUG nova.compute.manager [req-8419192b-06d4-41fb-81f9-dbad666e9469 req-b9b813e0-e90d-4b7a-ac97-971fbbc4b521 service nova] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] No waiting events found dispatching network-vif-plugged-4ed579f1-42f5-4fc2-96ef-11cc6e5c7d03 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.397804] env[68835]: WARNING nova.compute.manager [req-8419192b-06d4-41fb-81f9-dbad666e9469 req-b9b813e0-e90d-4b7a-ac97-971fbbc4b521 service nova] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Received unexpected event network-vif-plugged-4ed579f1-42f5-4fc2-96ef-11cc6e5c7d03 for instance with vm_state building and task_state spawning. [ 1025.397962] env[68835]: DEBUG nova.compute.manager [req-8419192b-06d4-41fb-81f9-dbad666e9469 req-b9b813e0-e90d-4b7a-ac97-971fbbc4b521 service nova] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Received event network-changed-4ed579f1-42f5-4fc2-96ef-11cc6e5c7d03 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.398130] env[68835]: DEBUG nova.compute.manager [req-8419192b-06d4-41fb-81f9-dbad666e9469 req-b9b813e0-e90d-4b7a-ac97-971fbbc4b521 service nova] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Refreshing instance network info cache due to event network-changed-4ed579f1-42f5-4fc2-96ef-11cc6e5c7d03. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.398328] env[68835]: DEBUG oslo_concurrency.lockutils [req-8419192b-06d4-41fb-81f9-dbad666e9469 req-b9b813e0-e90d-4b7a-ac97-971fbbc4b521 service nova] Acquiring lock "refresh_cache-ef46218e-d124-4c16-b19c-ffb6d17b1fae" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.494027] env[68835]: DEBUG nova.compute.manager [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.517294] env[68835]: DEBUG nova.network.neutron [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Port 0710067b-780a-45d6-b7ee-a68fa06e88ef binding to destination host cpu-1 is already ACTIVE {{(pid=68835) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1025.528854] env[68835]: DEBUG nova.virt.hardware [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.529129] env[68835]: DEBUG nova.virt.hardware [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.529293] env[68835]: DEBUG nova.virt.hardware [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.529475] env[68835]: DEBUG nova.virt.hardware [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.529623] env[68835]: DEBUG nova.virt.hardware [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.529771] env[68835]: DEBUG nova.virt.hardware [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.530037] env[68835]: DEBUG nova.virt.hardware [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.530218] env[68835]: DEBUG nova.virt.hardware [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.530411] env[68835]: DEBUG nova.virt.hardware [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.530602] env[68835]: DEBUG nova.virt.hardware [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.530815] env[68835]: DEBUG nova.virt.hardware [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.532163] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0c602d-0637-487c-bf03-49d93b104ef0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.542364] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b06644-d092-463f-b209-737075c415ce {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.558194] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Instance VIF info [] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.563844] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Creating folder: Project (f79dceea418a4f7696bcddc173f20e1d). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.564142] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fb2ed52-452f-4c16-9ff3-45cfc20779d2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.575948] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Created folder: Project (f79dceea418a4f7696bcddc173f20e1d) in parent group-v630977. [ 1025.576178] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Creating folder: Instances. Parent ref: group-v631219. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.576416] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1280aec6-b097-46e3-86cd-259b04183bea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.587042] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Created folder: Instances in parent group-v631219. [ 1025.587269] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.587484] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.587739] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32082830-a33a-4fe8-87b0-05337d3202e2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.611404] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154589, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.612862] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "refresh_cache-ef46218e-d124-4c16-b19c-ffb6d17b1fae" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.613205] env[68835]: DEBUG nova.compute.manager [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Instance network_info: |[{"id": "4ed579f1-42f5-4fc2-96ef-11cc6e5c7d03", "address": "fa:16:3e:39:53:93", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ed579f1-42", "ovs_interfaceid": "4ed579f1-42f5-4fc2-96ef-11cc6e5c7d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.613435] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.613435] env[68835]: value = "task-3154592" [ 1025.613435] env[68835]: _type = "Task" [ 1025.613435] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.613671] env[68835]: DEBUG oslo_concurrency.lockutils [req-8419192b-06d4-41fb-81f9-dbad666e9469 req-b9b813e0-e90d-4b7a-ac97-971fbbc4b521 service nova] Acquired lock "refresh_cache-ef46218e-d124-4c16-b19c-ffb6d17b1fae" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.613851] env[68835]: DEBUG nova.network.neutron [req-8419192b-06d4-41fb-81f9-dbad666e9469 req-b9b813e0-e90d-4b7a-ac97-971fbbc4b521 service nova] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Refreshing network info cache for port 4ed579f1-42f5-4fc2-96ef-11cc6e5c7d03 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.615124] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:53:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ed579f1-42f5-4fc2-96ef-11cc6e5c7d03', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.622486] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Creating folder: Project (fa6b1210243e4cb69e810179ea79c16b). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.623599] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ee1e33f-2724-4ae5-ba09-5a35f7215009 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.647331] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154592, 'name': CreateVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.648728] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Created folder: Project (fa6b1210243e4cb69e810179ea79c16b) in parent group-v630977. [ 1025.648912] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Creating folder: Instances. Parent ref: group-v631221. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.649171] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85b81658-3ca3-4553-b385-c0498f9ab783 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.662906] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Created folder: Instances in parent group-v631221. [ 1025.663460] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.663932] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.664179] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da4ec616-b0c4-48b4-a0dd-c6beea276d88 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.683604] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.683604] env[68835]: value = "task-3154595" [ 1025.683604] env[68835]: _type = "Task" [ 1025.683604] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.691271] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154595, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.738878] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ba7e5a-21dc-796f-f98e-8408ef668aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.021494} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.738878] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.739209] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 027efffa-912e-4a0a-a1e6-20c0bacc62c8/027efffa-912e-4a0a-a1e6-20c0bacc62c8.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.739471] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4e51add-ccbe-4da0-bf66-03ad96582c2c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.747785] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1025.747785] env[68835]: value = "task-3154596" [ 1025.747785] env[68835]: _type = "Task" [ 1025.747785] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.756729] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.811231] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.811870] env[68835]: DEBUG nova.compute.manager [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.817221] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.041s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.817221] env[68835]: INFO nova.compute.claims [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.113375] env[68835]: DEBUG oslo_vmware.api [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154589, 'name': PowerOnVM_Task, 'duration_secs': 1.553567} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.113739] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.113938] env[68835]: INFO nova.compute.manager [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1026.114146] env[68835]: DEBUG nova.compute.manager [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.115035] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ba83e2-2e0a-4521-af42-c789e3a71c6d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.139105] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154592, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.194960] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154595, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.258582] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154596, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.324987] env[68835]: DEBUG nova.compute.utils [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.325284] env[68835]: DEBUG nova.compute.manager [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.325388] env[68835]: DEBUG nova.network.neutron [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.372029] env[68835]: DEBUG nova.network.neutron [req-8419192b-06d4-41fb-81f9-dbad666e9469 req-b9b813e0-e90d-4b7a-ac97-971fbbc4b521 service nova] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Updated VIF entry in instance network info cache for port 4ed579f1-42f5-4fc2-96ef-11cc6e5c7d03. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.372225] env[68835]: DEBUG nova.network.neutron [req-8419192b-06d4-41fb-81f9-dbad666e9469 req-b9b813e0-e90d-4b7a-ac97-971fbbc4b521 service nova] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Updating instance_info_cache with network_info: [{"id": "4ed579f1-42f5-4fc2-96ef-11cc6e5c7d03", "address": "fa:16:3e:39:53:93", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ed579f1-42", "ovs_interfaceid": "4ed579f1-42f5-4fc2-96ef-11cc6e5c7d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.411867] env[68835]: DEBUG nova.policy [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6023a25a7513415a856077dbf67851c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad97ab54e515498584d7af11614bb57e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.539344] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "291b6185-0329-4d3b-838e-451abe781075-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.539633] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "291b6185-0329-4d3b-838e-451abe781075-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.539819] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "291b6185-0329-4d3b-838e-451abe781075-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.641142] env[68835]: INFO nova.compute.manager [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Took 34.55 seconds to build instance. [ 1026.650849] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154592, 'name': CreateVM_Task, 'duration_secs': 0.599386} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.651037] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.652061] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.652270] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.653874] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.654317] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48f8d28b-4805-460e-a21f-0eb8acbb214e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.661560] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for the task: (returnval){ [ 1026.661560] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52cb99a5-672f-418f-e6ba-f6acd07f424b" [ 1026.661560] env[68835]: _type = "Task" [ 1026.661560] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.672973] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52cb99a5-672f-418f-e6ba-f6acd07f424b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.693758] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154595, 'name': CreateVM_Task, 'duration_secs': 0.546588} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.694336] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.694701] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.761925] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806253} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.761925] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 027efffa-912e-4a0a-a1e6-20c0bacc62c8/027efffa-912e-4a0a-a1e6-20c0bacc62c8.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.761925] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.761925] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b74f355d-eb8a-4f93-bbf7-1fca7a0e7dc4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.768390] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1026.768390] env[68835]: value = "task-3154597" [ 1026.768390] env[68835]: _type = "Task" [ 1026.768390] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.780270] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.832567] env[68835]: DEBUG nova.compute.manager [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.843189] env[68835]: DEBUG nova.network.neutron [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Successfully created port: bb953f2f-203c-4718-9352-725e66364027 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.875598] env[68835]: DEBUG oslo_concurrency.lockutils [req-8419192b-06d4-41fb-81f9-dbad666e9469 req-b9b813e0-e90d-4b7a-ac97-971fbbc4b521 service nova] Releasing lock "refresh_cache-ef46218e-d124-4c16-b19c-ffb6d17b1fae" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.131843] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6eecb4e-c386-45e8-8fca-64ba25266685 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.140853] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bf7cd3-7d1e-4b5b-be13-bde161eca212 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.144715] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3b8aa0da-4bef-4be6-91f4-7df307c67db7 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "73f2e861-0a7c-45f9-a73f-85f46930771c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.072s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.180582] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b0be4d-0558-446d-97c8-158375f9ffcc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.192719] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be017b78-a4b6-46c8-b2b0-729455af151c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.196741] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52cb99a5-672f-418f-e6ba-f6acd07f424b, 'name': SearchDatastore_Task, 'duration_secs': 0.047243} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.198198] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.198367] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.198865] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.199040] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.199234] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.201855] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.202219] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.202723] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdb20612-073a-433d-906f-852f887e06fd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.214840] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2406889-e744-4ad2-995c-8ac433bfea88 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.217233] env[68835]: DEBUG nova.compute.provider_tree [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.226809] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1027.226809] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52ab21d5-4f03-60ff-ea06-1aca6db9c2da" [ 1027.226809] env[68835]: _type = "Task" [ 1027.226809] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.231295] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.231561] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.232830] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-098b1411-6122-4272-a464-920511dff9b1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.239653] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ab21d5-4f03-60ff-ea06-1aca6db9c2da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.243968] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for the task: (returnval){ [ 1027.243968] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52f8b113-05a9-d7b8-5354-8ec07d357c16" [ 1027.243968] env[68835]: _type = "Task" [ 1027.243968] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.255210] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f8b113-05a9-d7b8-5354-8ec07d357c16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.278686] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119812} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.278960] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.279746] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54714da-4f9b-4276-878a-df20b5ec1cff {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.304046] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 027efffa-912e-4a0a-a1e6-20c0bacc62c8/027efffa-912e-4a0a-a1e6-20c0bacc62c8.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.304253] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd497391-7ddc-4572-991d-ef7bad827c2e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.325413] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1027.325413] env[68835]: value = "task-3154598" [ 1027.325413] env[68835]: _type = "Task" [ 1027.325413] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.334314] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.575676] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "refresh_cache-291b6185-0329-4d3b-838e-451abe781075" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.575877] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "refresh_cache-291b6185-0329-4d3b-838e-451abe781075" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.576174] env[68835]: DEBUG nova.network.neutron [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.722088] env[68835]: DEBUG nova.scheduler.client.report [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.737117] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ab21d5-4f03-60ff-ea06-1aca6db9c2da, 'name': SearchDatastore_Task, 'duration_secs': 0.037579} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.737117] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.737301] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.737479] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.754166] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f8b113-05a9-d7b8-5354-8ec07d357c16, 'name': SearchDatastore_Task, 'duration_secs': 0.043831} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.755317] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c665be-dca9-4b11-b183-72d5f445941f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.760710] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for the task: (returnval){ [ 1027.760710] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528e28a2-f8d8-ec23-8f3a-e335ee81c57e" [ 1027.760710] env[68835]: _type = "Task" [ 1027.760710] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.768758] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528e28a2-f8d8-ec23-8f3a-e335ee81c57e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.834472] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.841741] env[68835]: DEBUG nova.compute.manager [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.873052] env[68835]: DEBUG nova.virt.hardware [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.873052] env[68835]: DEBUG nova.virt.hardware [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.873247] env[68835]: DEBUG nova.virt.hardware [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.873379] env[68835]: DEBUG nova.virt.hardware [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.873529] env[68835]: DEBUG nova.virt.hardware [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.873677] env[68835]: DEBUG nova.virt.hardware [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.873885] env[68835]: DEBUG nova.virt.hardware [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.874058] env[68835]: DEBUG nova.virt.hardware [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.874256] env[68835]: DEBUG nova.virt.hardware [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.874424] env[68835]: DEBUG nova.virt.hardware [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.874598] env[68835]: DEBUG nova.virt.hardware [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.875473] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40524a1d-ec98-4c20-883c-6bdff8092c61 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.883290] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc88877f-4929-47ab-9002-dd252e537ded {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.219505] env[68835]: DEBUG nova.compute.manager [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.220914] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f3b9ce-d8cf-411b-b5cd-d55461036373 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.230782] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.232955] env[68835]: DEBUG nova.compute.manager [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.235372] env[68835]: DEBUG oslo_concurrency.lockutils [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.768s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.236382] env[68835]: DEBUG nova.objects.instance [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lazy-loading 'resources' on Instance uuid 7efc818e-897d-4649-a20b-20bc42dd740e {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.272340] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528e28a2-f8d8-ec23-8f3a-e335ee81c57e, 'name': SearchDatastore_Task, 'duration_secs': 0.057113} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.273443] env[68835]: DEBUG nova.network.neutron [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Updating instance_info_cache with network_info: [{"id": "0710067b-780a-45d6-b7ee-a68fa06e88ef", "address": "fa:16:3e:9c:e7:90", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0710067b-78", "ovs_interfaceid": "0710067b-780a-45d6-b7ee-a68fa06e88ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.274561] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.274826] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 8bee7bde-661d-4abf-8873-4fc7a38d1ad9/8bee7bde-661d-4abf-8873-4fc7a38d1ad9.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.275516] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.275715] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.275927] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7aacfe10-9a33-480f-a908-4c5393c36f8b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.278056] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9801a9bd-e8fb-440e-b684-4e25e046a8ba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.285467] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for the task: (returnval){ [ 1028.285467] env[68835]: value = "task-3154599" [ 1028.285467] env[68835]: _type = "Task" [ 1028.285467] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.290478] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.290669] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.291788] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c42f6d-6c43-4b77-91fc-4c3b7846d5c9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.297932] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.300715] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1028.300715] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52434119-2aea-8b13-9ac5-97796cc4d07b" [ 1028.300715] env[68835]: _type = "Task" [ 1028.300715] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.308341] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52434119-2aea-8b13-9ac5-97796cc4d07b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.335830] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154598, 'name': ReconfigVM_Task, 'duration_secs': 0.717469} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.336293] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 027efffa-912e-4a0a-a1e6-20c0bacc62c8/027efffa-912e-4a0a-a1e6-20c0bacc62c8.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.337051] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acb949f0-004b-4714-85c6-90ca3ab1b58c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.346392] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1028.346392] env[68835]: value = "task-3154600" [ 1028.346392] env[68835]: _type = "Task" [ 1028.346392] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.353901] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154600, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.429714] env[68835]: DEBUG nova.compute.manager [req-bdcd6c12-0bc1-4130-8a25-0633c9613db9 req-36b0784f-1374-4de7-8da2-190f5c090ed5 service nova] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Received event network-vif-plugged-bb953f2f-203c-4718-9352-725e66364027 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.429968] env[68835]: DEBUG oslo_concurrency.lockutils [req-bdcd6c12-0bc1-4130-8a25-0633c9613db9 req-36b0784f-1374-4de7-8da2-190f5c090ed5 service nova] Acquiring lock "ddacced6-b1b3-4934-aeac-abe408b0e343-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.430203] env[68835]: DEBUG oslo_concurrency.lockutils [req-bdcd6c12-0bc1-4130-8a25-0633c9613db9 req-36b0784f-1374-4de7-8da2-190f5c090ed5 service nova] Lock "ddacced6-b1b3-4934-aeac-abe408b0e343-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.430404] env[68835]: DEBUG oslo_concurrency.lockutils [req-bdcd6c12-0bc1-4130-8a25-0633c9613db9 req-36b0784f-1374-4de7-8da2-190f5c090ed5 service nova] Lock "ddacced6-b1b3-4934-aeac-abe408b0e343-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.430591] env[68835]: DEBUG nova.compute.manager [req-bdcd6c12-0bc1-4130-8a25-0633c9613db9 req-36b0784f-1374-4de7-8da2-190f5c090ed5 service nova] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] No waiting events found dispatching network-vif-plugged-bb953f2f-203c-4718-9352-725e66364027 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.430834] env[68835]: WARNING nova.compute.manager [req-bdcd6c12-0bc1-4130-8a25-0633c9613db9 req-36b0784f-1374-4de7-8da2-190f5c090ed5 service nova] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Received unexpected event network-vif-plugged-bb953f2f-203c-4718-9352-725e66364027 for instance with vm_state building and task_state spawning. [ 1028.530488] env[68835]: DEBUG nova.network.neutron [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Successfully updated port: bb953f2f-203c-4718-9352-725e66364027 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.737166] env[68835]: INFO nova.compute.manager [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] instance snapshotting [ 1028.743632] env[68835]: DEBUG nova.compute.utils [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.745039] env[68835]: DEBUG nova.compute.manager [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.745163] env[68835]: DEBUG nova.network.neutron [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.747565] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b140abc1-9736-4c18-9bda-f3886fc080fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.772956] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825f29e8-b3f1-4f9a-ae4b-66efa2e0522c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.776568] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "refresh_cache-291b6185-0329-4d3b-838e-451abe781075" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.788675] env[68835]: DEBUG nova.policy [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daabf2a6f1ab469eacbe8bcf3339e082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ca547bcf9f646e3967cf9b33c347e5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.804140] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154599, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.814077] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52434119-2aea-8b13-9ac5-97796cc4d07b, 'name': SearchDatastore_Task, 'duration_secs': 0.008127} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.814918] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5f00528-ee03-45fd-8034-a316bc879436 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.820700] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1028.820700] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52474ee2-a634-cfe6-21c2-dbfe94179e58" [ 1028.820700] env[68835]: _type = "Task" [ 1028.820700] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.831638] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52474ee2-a634-cfe6-21c2-dbfe94179e58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.855811] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154600, 'name': Rename_Task, 'duration_secs': 0.222342} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.858632] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.859167] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15301cc6-1642-415d-9769-7e8b44424c48 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.867549] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1028.867549] env[68835]: value = "task-3154601" [ 1028.867549] env[68835]: _type = "Task" [ 1028.867549] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.878797] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.036287] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.036483] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.036646] env[68835]: DEBUG nova.network.neutron [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.065745] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5f7016-ece5-4417-bda3-65994fa83865 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.075679] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c6c948-8254-49df-917c-839970675a47 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.107158] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba044883-01e7-4ef6-a0e9-f4d113ef7456 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.114957] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b66ba5-53b9-45fa-a77f-db087005eecf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.129910] env[68835]: DEBUG nova.compute.provider_tree [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.162516] env[68835]: DEBUG nova.network.neutron [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Successfully created port: 6b5050d1-a5b9-43d7-a33f-aadd2e40d71f {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.251902] env[68835]: DEBUG nova.compute.manager [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.292503] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Creating Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1029.296629] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8a5cc0d4-bf5e-49fa-a2cc-1bad776a85ac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.308031] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618723} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.308031] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 8bee7bde-661d-4abf-8873-4fc7a38d1ad9/8bee7bde-661d-4abf-8873-4fc7a38d1ad9.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.308031] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.308031] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 1029.308031] env[68835]: value = "task-3154602" [ 1029.308031] env[68835]: _type = "Task" [ 1029.308031] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.308031] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98e8a4a0-843b-4122-a888-43e58e004ce0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.314722] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a172fc-54ed-4602-b8c5-e98953039e4e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.322784] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154602, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.340049] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for the task: (returnval){ [ 1029.340049] env[68835]: value = "task-3154603" [ 1029.340049] env[68835]: _type = "Task" [ 1029.340049] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.340719] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185116fb-4272-47e2-9431-192078d705f9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.352514] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52474ee2-a634-cfe6-21c2-dbfe94179e58, 'name': SearchDatastore_Task, 'duration_secs': 0.056098} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.352514] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.352514] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] ef46218e-d124-4c16-b19c-ffb6d17b1fae/ef46218e-d124-4c16-b19c-ffb6d17b1fae.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.352514] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cb3b813-f571-45f1-b494-a8611b59a98a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.357698] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Updating instance '291b6185-0329-4d3b-838e-451abe781075' progress to 83 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.361077] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.366188] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1029.366188] env[68835]: value = "task-3154604" [ 1029.366188] env[68835]: _type = "Task" [ 1029.366188] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.377106] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.380311] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154601, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.568510] env[68835]: DEBUG nova.network.neutron [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.632867] env[68835]: DEBUG nova.scheduler.client.report [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.701463] env[68835]: DEBUG nova.network.neutron [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Updating instance_info_cache with network_info: [{"id": "bb953f2f-203c-4718-9352-725e66364027", "address": "fa:16:3e:78:a7:11", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb953f2f-20", "ovs_interfaceid": "bb953f2f-203c-4718-9352-725e66364027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.821859] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154602, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.853083] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.399354} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.853502] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.854477] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2830d08-0a34-4915-bbc2-87e260d1c761 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.867943] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.877635] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 8bee7bde-661d-4abf-8873-4fc7a38d1ad9/8bee7bde-661d-4abf-8873-4fc7a38d1ad9.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.877902] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10e0d87d-fdad-4fee-a5e5-ed3ef6859d21 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.879832] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f29dbb4d-c9ee-4abc-9de9-62071f29eb16 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.908582] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for the task: (returnval){ [ 1029.908582] env[68835]: value = "task-3154606" [ 1029.908582] env[68835]: _type = "Task" [ 1029.908582] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.908939] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154604, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.912950] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154601, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.913327] env[68835]: DEBUG oslo_vmware.api [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 1029.913327] env[68835]: value = "task-3154605" [ 1029.913327] env[68835]: _type = "Task" [ 1029.913327] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.925410] env[68835]: DEBUG oslo_vmware.api [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154605, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.928599] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.140919] env[68835]: DEBUG oslo_concurrency.lockutils [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.143514] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.221s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.145382] env[68835]: INFO nova.compute.claims [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.162442] env[68835]: INFO nova.scheduler.client.report [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Deleted allocations for instance 7efc818e-897d-4649-a20b-20bc42dd740e [ 1030.204201] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.204671] env[68835]: DEBUG nova.compute.manager [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Instance network_info: |[{"id": "bb953f2f-203c-4718-9352-725e66364027", "address": "fa:16:3e:78:a7:11", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb953f2f-20", "ovs_interfaceid": "bb953f2f-203c-4718-9352-725e66364027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.205185] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:a7:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb953f2f-203c-4718-9352-725e66364027', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.214750] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Creating folder: Project (ad97ab54e515498584d7af11614bb57e). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.215529] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f997b07-52b3-4e4f-a047-88f2b13192b4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.229147] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Created folder: Project (ad97ab54e515498584d7af11614bb57e) in parent group-v630977. [ 1030.229391] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Creating folder: Instances. Parent ref: group-v631225. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.229645] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3efb9426-c13f-46ae-94ad-10f98262b2b2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.239740] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Created folder: Instances in parent group-v631225. [ 1030.240113] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.240359] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.240576] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49fc89b5-2b80-4e1f-8756-9c43b5f1905f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.265637] env[68835]: DEBUG nova.compute.manager [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.267932] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.267932] env[68835]: value = "task-3154609" [ 1030.267932] env[68835]: _type = "Task" [ 1030.267932] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.277598] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154609, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.298520] env[68835]: DEBUG nova.virt.hardware [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.298772] env[68835]: DEBUG nova.virt.hardware [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.298948] env[68835]: DEBUG nova.virt.hardware [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.299161] env[68835]: DEBUG nova.virt.hardware [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.299314] env[68835]: DEBUG nova.virt.hardware [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.299464] env[68835]: DEBUG nova.virt.hardware [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.299692] env[68835]: DEBUG nova.virt.hardware [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.299878] env[68835]: DEBUG nova.virt.hardware [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.300079] env[68835]: DEBUG nova.virt.hardware [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.300257] env[68835]: DEBUG nova.virt.hardware [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.300435] env[68835]: DEBUG nova.virt.hardware [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.301335] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0359b406-a57b-4cff-8ea7-e8aaaee586a5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.308916] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9336c91b-fb45-4f64-9cc4-a4388a5dcd6a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.330163] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154602, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.393247] env[68835]: DEBUG oslo_vmware.api [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154601, 'name': PowerOnVM_Task, 'duration_secs': 1.05544} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.393502] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.962035} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.393746] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.393946] env[68835]: INFO nova.compute.manager [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1030.394172] env[68835]: DEBUG nova.compute.manager [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.394466] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] ef46218e-d124-4c16-b19c-ffb6d17b1fae/ef46218e-d124-4c16-b19c-ffb6d17b1fae.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.394672] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.395423] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696cfa84-aa00-48a1-a3e4-269ebda10add {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.397836] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94fa915a-b2ea-4a85-9e8f-b28817e11762 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.407179] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1030.407179] env[68835]: value = "task-3154610" [ 1030.407179] env[68835]: _type = "Task" [ 1030.407179] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.415032] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.427265] env[68835]: DEBUG oslo_vmware.api [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.430701] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.459109] env[68835]: DEBUG nova.compute.manager [req-5d45ae13-4259-41ec-947d-bb45012e699a req-819c088a-4ecc-42a8-ac55-29c2f5bb2d6d service nova] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Received event network-changed-bb953f2f-203c-4718-9352-725e66364027 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.459418] env[68835]: DEBUG nova.compute.manager [req-5d45ae13-4259-41ec-947d-bb45012e699a req-819c088a-4ecc-42a8-ac55-29c2f5bb2d6d service nova] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Refreshing instance network info cache due to event network-changed-bb953f2f-203c-4718-9352-725e66364027. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.459731] env[68835]: DEBUG oslo_concurrency.lockutils [req-5d45ae13-4259-41ec-947d-bb45012e699a req-819c088a-4ecc-42a8-ac55-29c2f5bb2d6d service nova] Acquiring lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.459949] env[68835]: DEBUG oslo_concurrency.lockutils [req-5d45ae13-4259-41ec-947d-bb45012e699a req-819c088a-4ecc-42a8-ac55-29c2f5bb2d6d service nova] Acquired lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.460185] env[68835]: DEBUG nova.network.neutron [req-5d45ae13-4259-41ec-947d-bb45012e699a req-819c088a-4ecc-42a8-ac55-29c2f5bb2d6d service nova] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Refreshing network info cache for port bb953f2f-203c-4718-9352-725e66364027 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.670367] env[68835]: DEBUG oslo_concurrency.lockutils [None req-afa689cd-ffeb-42b7-b2b3-15ed19043817 tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lock "7efc818e-897d-4649-a20b-20bc42dd740e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.278s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.777676] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154609, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.823903] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154602, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.879210] env[68835]: DEBUG nova.network.neutron [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Successfully updated port: 6b5050d1-a5b9-43d7-a33f-aadd2e40d71f {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.922311] env[68835]: INFO nova.compute.manager [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Took 36.70 seconds to build instance. [ 1030.935807] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080973} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.943998] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.944398] env[68835]: DEBUG oslo_vmware.api [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154605, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.944671] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154606, 'name': ReconfigVM_Task, 'duration_secs': 0.641258} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.946457] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5ee498-94ab-4ffc-9cd8-857901796c8f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.949452] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 8bee7bde-661d-4abf-8873-4fc7a38d1ad9/8bee7bde-661d-4abf-8873-4fc7a38d1ad9.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.950693] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62be72eb-23bc-4a35-8b4b-304bf9299277 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.975158] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] ef46218e-d124-4c16-b19c-ffb6d17b1fae/ef46218e-d124-4c16-b19c-ffb6d17b1fae.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.977373] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56c212e9-86c1-459a-887e-84cab3fc9a7f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.992696] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for the task: (returnval){ [ 1030.992696] env[68835]: value = "task-3154611" [ 1030.992696] env[68835]: _type = "Task" [ 1030.992696] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.998586] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1030.998586] env[68835]: value = "task-3154612" [ 1030.998586] env[68835]: _type = "Task" [ 1030.998586] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.005334] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154611, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.011512] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.266986] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquiring lock "a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.269556] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lock "a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.269556] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquiring lock "a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.269556] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lock "a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.269556] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lock "a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.277506] env[68835]: INFO nova.compute.manager [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Terminating instance [ 1031.286635] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154609, 'name': CreateVM_Task, 'duration_secs': 0.589558} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.286806] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.287494] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.287656] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.287979] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.288246] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed233b2b-3be9-46ae-9c27-82f0a0a8d6c8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.293290] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1031.293290] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528cc31a-620a-b432-0d00-25cb441856c1" [ 1031.293290] env[68835]: _type = "Task" [ 1031.293290] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.307426] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528cc31a-620a-b432-0d00-25cb441856c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.328876] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154602, 'name': CreateSnapshot_Task, 'duration_secs': 1.708003} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.328876] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Created Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1031.328876] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739f0a24-b0a6-43ec-bf49-38756dc71799 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.350765] env[68835]: DEBUG nova.network.neutron [req-5d45ae13-4259-41ec-947d-bb45012e699a req-819c088a-4ecc-42a8-ac55-29c2f5bb2d6d service nova] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Updated VIF entry in instance network info cache for port bb953f2f-203c-4718-9352-725e66364027. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.351141] env[68835]: DEBUG nova.network.neutron [req-5d45ae13-4259-41ec-947d-bb45012e699a req-819c088a-4ecc-42a8-ac55-29c2f5bb2d6d service nova] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Updating instance_info_cache with network_info: [{"id": "bb953f2f-203c-4718-9352-725e66364027", "address": "fa:16:3e:78:a7:11", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb953f2f-20", "ovs_interfaceid": "bb953f2f-203c-4718-9352-725e66364027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.385706] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.385860] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.386014] env[68835]: DEBUG nova.network.neutron [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.425162] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b55a5bdb-1ac8-4b88-a1fd-4237a9a10088 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "027efffa-912e-4a0a-a1e6-20c0bacc62c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.221s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.437257] env[68835]: DEBUG oslo_vmware.api [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154605, 'name': PowerOnVM_Task, 'duration_secs': 1.03332} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.438149] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.438149] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e700b5da-d9c5-455e-84e5-e68b2ea69ed3 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Updating instance '291b6185-0329-4d3b-838e-451abe781075' progress to 100 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.443897] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53d3bd2-f714-47d2-b692-5187a5713851 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.450901] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b18133-25b2-4f84-96f6-02892bf7628f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.485386] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc71d8b-cb0f-4530-aa0d-b1efa43afc86 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.493669] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efbfbd2-9189-40cb-b18d-0da9879efc0c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.513852] env[68835]: DEBUG nova.compute.provider_tree [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.519843] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154611, 'name': Rename_Task, 'duration_secs': 0.164556} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.520285] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.520614] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8143479-ee88-4923-963a-a776f3c09624 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.526774] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154612, 'name': ReconfigVM_Task, 'duration_secs': 0.365484} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.527512] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Reconfigured VM instance instance-0000005a to attach disk [datastore2] ef46218e-d124-4c16-b19c-ffb6d17b1fae/ef46218e-d124-4c16-b19c-ffb6d17b1fae.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.528232] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04c86c47-a3f9-462c-bf3c-0cebc01a36b8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.531585] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for the task: (returnval){ [ 1031.531585] env[68835]: value = "task-3154613" [ 1031.531585] env[68835]: _type = "Task" [ 1031.531585] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.537693] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1031.537693] env[68835]: value = "task-3154614" [ 1031.537693] env[68835]: _type = "Task" [ 1031.537693] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.544153] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.548836] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154614, 'name': Rename_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.783486] env[68835]: DEBUG nova.compute.manager [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.783760] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.784804] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c69844-dc64-4b49-8782-219903771384 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.792876] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.793127] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4de2922-47a3-4871-b7db-589ca76841b6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.803539] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528cc31a-620a-b432-0d00-25cb441856c1, 'name': SearchDatastore_Task, 'duration_secs': 0.021204} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.804668] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.804899] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.805150] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.805325] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.805504] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.805792] env[68835]: DEBUG oslo_vmware.api [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 1031.805792] env[68835]: value = "task-3154615" [ 1031.805792] env[68835]: _type = "Task" [ 1031.805792] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.805973] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43802b1e-c079-49cb-b944-1942fb3b682c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.814963] env[68835]: DEBUG oslo_vmware.api [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.817687] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.817864] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.818587] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1fc0fca-41ec-40ad-ae8d-0f443197a923 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.822963] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1031.822963] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52cab0dd-d986-f9cc-d29a-4d1b780140b0" [ 1031.822963] env[68835]: _type = "Task" [ 1031.822963] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.830019] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52cab0dd-d986-f9cc-d29a-4d1b780140b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.847949] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Creating linked-clone VM from snapshot {{(pid=68835) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1031.848200] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7089af8b-1ce1-46fb-a52a-9adcc4f6dac5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.853466] env[68835]: DEBUG oslo_concurrency.lockutils [req-5d45ae13-4259-41ec-947d-bb45012e699a req-819c088a-4ecc-42a8-ac55-29c2f5bb2d6d service nova] Releasing lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.855015] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 1031.855015] env[68835]: value = "task-3154616" [ 1031.855015] env[68835]: _type = "Task" [ 1031.855015] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.862880] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154616, 'name': CloneVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.929783] env[68835]: DEBUG nova.network.neutron [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.017529] env[68835]: DEBUG nova.scheduler.client.report [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.047059] env[68835]: DEBUG oslo_vmware.api [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154613, 'name': PowerOnVM_Task, 'duration_secs': 0.478416} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.047820] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.048092] env[68835]: INFO nova.compute.manager [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Took 6.55 seconds to spawn the instance on the hypervisor. [ 1032.048326] env[68835]: DEBUG nova.compute.manager [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.049184] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6938e06-78fc-460c-bfed-cf5b1ca32f07 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.055662] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154614, 'name': Rename_Task, 'duration_secs': 0.197031} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.056470] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.056715] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-675bb41d-c858-4988-bd08-8b1072ee431d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.067642] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1032.067642] env[68835]: value = "task-3154617" [ 1032.067642] env[68835]: _type = "Task" [ 1032.067642] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.075614] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.147960] env[68835]: DEBUG nova.network.neutron [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Updating instance_info_cache with network_info: [{"id": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "address": "fa:16:3e:da:09:21", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5050d1-a5", "ovs_interfaceid": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.247773] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "92d0bb03-8722-41c2-bfb5-d38158b2f9f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.248027] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "92d0bb03-8722-41c2-bfb5-d38158b2f9f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.317385] env[68835]: DEBUG oslo_vmware.api [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.332382] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52cab0dd-d986-f9cc-d29a-4d1b780140b0, 'name': SearchDatastore_Task, 'duration_secs': 0.019403} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.333098] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c61337-ad9a-48e2-87b1-d858eaccfc4b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.338067] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1032.338067] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52198dee-0dbe-d3c2-3cc4-7cc6ad366331" [ 1032.338067] env[68835]: _type = "Task" [ 1032.338067] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.345693] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52198dee-0dbe-d3c2-3cc4-7cc6ad366331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.364150] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154616, 'name': CloneVM_Task} progress is 93%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.486280] env[68835]: DEBUG nova.compute.manager [req-de817e5a-4aeb-4c11-a09c-3fa76fd8f9ef req-9686dab8-28d1-4d9d-ac4f-28e767a8c316 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Received event network-vif-plugged-6b5050d1-a5b9-43d7-a33f-aadd2e40d71f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.486280] env[68835]: DEBUG oslo_concurrency.lockutils [req-de817e5a-4aeb-4c11-a09c-3fa76fd8f9ef req-9686dab8-28d1-4d9d-ac4f-28e767a8c316 service nova] Acquiring lock "95945eb1-4023-4e80-834d-e669d7ba7ae7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.486280] env[68835]: DEBUG oslo_concurrency.lockutils [req-de817e5a-4aeb-4c11-a09c-3fa76fd8f9ef req-9686dab8-28d1-4d9d-ac4f-28e767a8c316 service nova] Lock "95945eb1-4023-4e80-834d-e669d7ba7ae7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.486280] env[68835]: DEBUG oslo_concurrency.lockutils [req-de817e5a-4aeb-4c11-a09c-3fa76fd8f9ef req-9686dab8-28d1-4d9d-ac4f-28e767a8c316 service nova] Lock "95945eb1-4023-4e80-834d-e669d7ba7ae7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.486493] env[68835]: DEBUG nova.compute.manager [req-de817e5a-4aeb-4c11-a09c-3fa76fd8f9ef req-9686dab8-28d1-4d9d-ac4f-28e767a8c316 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] No waiting events found dispatching network-vif-plugged-6b5050d1-a5b9-43d7-a33f-aadd2e40d71f {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.486641] env[68835]: WARNING nova.compute.manager [req-de817e5a-4aeb-4c11-a09c-3fa76fd8f9ef req-9686dab8-28d1-4d9d-ac4f-28e767a8c316 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Received unexpected event network-vif-plugged-6b5050d1-a5b9-43d7-a33f-aadd2e40d71f for instance with vm_state building and task_state spawning. [ 1032.486808] env[68835]: DEBUG nova.compute.manager [req-de817e5a-4aeb-4c11-a09c-3fa76fd8f9ef req-9686dab8-28d1-4d9d-ac4f-28e767a8c316 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Received event network-changed-6b5050d1-a5b9-43d7-a33f-aadd2e40d71f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.486961] env[68835]: DEBUG nova.compute.manager [req-de817e5a-4aeb-4c11-a09c-3fa76fd8f9ef req-9686dab8-28d1-4d9d-ac4f-28e767a8c316 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Refreshing instance network info cache due to event network-changed-6b5050d1-a5b9-43d7-a33f-aadd2e40d71f. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.487143] env[68835]: DEBUG oslo_concurrency.lockutils [req-de817e5a-4aeb-4c11-a09c-3fa76fd8f9ef req-9686dab8-28d1-4d9d-ac4f-28e767a8c316 service nova] Acquiring lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.522907] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.523132] env[68835]: DEBUG nova.compute.manager [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.525986] env[68835]: DEBUG oslo_concurrency.lockutils [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.602s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.527549] env[68835]: INFO nova.compute.claims [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.574089] env[68835]: INFO nova.compute.manager [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Took 30.85 seconds to build instance. [ 1032.580379] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154617, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.651505] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.651633] env[68835]: DEBUG nova.compute.manager [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Instance network_info: |[{"id": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "address": "fa:16:3e:da:09:21", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5050d1-a5", "ovs_interfaceid": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.652030] env[68835]: DEBUG oslo_concurrency.lockutils [req-de817e5a-4aeb-4c11-a09c-3fa76fd8f9ef req-9686dab8-28d1-4d9d-ac4f-28e767a8c316 service nova] Acquired lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.652263] env[68835]: DEBUG nova.network.neutron [req-de817e5a-4aeb-4c11-a09c-3fa76fd8f9ef req-9686dab8-28d1-4d9d-ac4f-28e767a8c316 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Refreshing network info cache for port 6b5050d1-a5b9-43d7-a33f-aadd2e40d71f {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.653615] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:09:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b5050d1-a5b9-43d7-a33f-aadd2e40d71f', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.665418] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.666583] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.666832] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3c339d0-6993-430f-b6f9-3982f1ee0165 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.690309] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.690309] env[68835]: value = "task-3154618" [ 1032.690309] env[68835]: _type = "Task" [ 1032.690309] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.700707] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154618, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.750203] env[68835]: DEBUG nova.compute.manager [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.819459] env[68835]: DEBUG oslo_vmware.api [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.852076] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52198dee-0dbe-d3c2-3cc4-7cc6ad366331, 'name': SearchDatastore_Task, 'duration_secs': 0.02021} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.853061] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.853173] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] ddacced6-b1b3-4934-aeac-abe408b0e343/ddacced6-b1b3-4934-aeac-abe408b0e343.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.853528] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-baeb9ce0-da17-4e2c-997e-78bfffd19ecd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.869424] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154616, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.871557] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1032.871557] env[68835]: value = "task-3154619" [ 1032.871557] env[68835]: _type = "Task" [ 1032.871557] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.883675] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.032452] env[68835]: DEBUG nova.compute.utils [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.036511] env[68835]: DEBUG nova.compute.manager [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Not allocating networking since 'none' was specified. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1033.078234] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e545509-a11c-4473-a7dd-cab21215f215 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Lock "8bee7bde-661d-4abf-8873-4fc7a38d1ad9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.368s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.084864] env[68835]: DEBUG oslo_vmware.api [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154617, 'name': PowerOnVM_Task, 'duration_secs': 0.687723} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.085424] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.085638] env[68835]: INFO nova.compute.manager [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1033.085815] env[68835]: DEBUG nova.compute.manager [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.086900] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3631761c-aae6-46dd-989a-4e5dac11f741 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.204122] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154618, 'name': CreateVM_Task, 'duration_secs': 0.360531} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.204490] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.205516] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.205879] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.206441] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.206791] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b084a4c-36be-4f37-965a-34f852cb851e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.213350] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1033.213350] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5257f6cd-f7ed-fcb3-ebba-11a861baa4f6" [ 1033.213350] env[68835]: _type = "Task" [ 1033.213350] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.224446] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5257f6cd-f7ed-fcb3-ebba-11a861baa4f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.283761] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.319053] env[68835]: DEBUG oslo_vmware.api [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154615, 'name': PowerOffVM_Task, 'duration_secs': 1.228427} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.319456] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.319584] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.319896] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a494bbbe-7ff5-4a3f-9b31-037cb068eae8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.367506] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154616, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.382564] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154619, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.537088] env[68835]: DEBUG nova.compute.manager [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.579454] env[68835]: INFO nova.compute.manager [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Rebuilding instance [ 1033.620378] env[68835]: INFO nova.compute.manager [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Took 38.65 seconds to build instance. [ 1033.657091] env[68835]: DEBUG nova.compute.manager [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.661582] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fc4969-5e32-4543-b1b4-8a3aed6d2150 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.728522] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5257f6cd-f7ed-fcb3-ebba-11a861baa4f6, 'name': SearchDatastore_Task, 'duration_secs': 0.067331} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.728860] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.729113] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.729350] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.729548] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.729782] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.730147] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95046cb6-fb49-4df7-aedf-345e9a2fe8cc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.738518] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.738703] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.741953] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f04720e-9eba-49d7-b946-0ecbd5e9b938 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.750726] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1033.750726] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52060acf-f5f0-511f-d7c4-b83ff4ae90d0" [ 1033.750726] env[68835]: _type = "Task" [ 1033.750726] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.759607] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52060acf-f5f0-511f-d7c4-b83ff4ae90d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.845965] env[68835]: DEBUG nova.network.neutron [req-de817e5a-4aeb-4c11-a09c-3fa76fd8f9ef req-9686dab8-28d1-4d9d-ac4f-28e767a8c316 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Updated VIF entry in instance network info cache for port 6b5050d1-a5b9-43d7-a33f-aadd2e40d71f. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.846389] env[68835]: DEBUG nova.network.neutron [req-de817e5a-4aeb-4c11-a09c-3fa76fd8f9ef req-9686dab8-28d1-4d9d-ac4f-28e767a8c316 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Updating instance_info_cache with network_info: [{"id": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "address": "fa:16:3e:da:09:21", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5050d1-a5", "ovs_interfaceid": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.873641] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154616, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.879010] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac450bdf-117f-4d05-882a-2d012e0ca3d2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.887808] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623759} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.890091] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] ddacced6-b1b3-4934-aeac-abe408b0e343/ddacced6-b1b3-4934-aeac-abe408b0e343.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.890371] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.890729] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ade9b751-3fe1-41df-ba1b-ab51776ed4d8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.893611] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bd798a-8355-425f-9846-33df4d8b4d29 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.901077] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1033.901077] env[68835]: value = "task-3154621" [ 1033.901077] env[68835]: _type = "Task" [ 1033.901077] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.934637] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c457230-396f-4111-9dbb-0bf4c073f32e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.943109] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154621, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.946475] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68440c7-03f1-4941-9761-a7026164835e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.965525] env[68835]: DEBUG nova.compute.provider_tree [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.121956] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f7f596bf-0bca-40b0-919a-a3e67fd0a08d tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "ef46218e-d124-4c16-b19c-ffb6d17b1fae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.167s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.261837] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52060acf-f5f0-511f-d7c4-b83ff4ae90d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010927} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.262657] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d619f13c-338e-4af6-a82d-630cf53d35e2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.268209] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1034.268209] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52355297-14b1-546f-a237-eb308669403a" [ 1034.268209] env[68835]: _type = "Task" [ 1034.268209] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.275825] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52355297-14b1-546f-a237-eb308669403a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.352273] env[68835]: DEBUG oslo_concurrency.lockutils [req-de817e5a-4aeb-4c11-a09c-3fa76fd8f9ef req-9686dab8-28d1-4d9d-ac4f-28e767a8c316 service nova] Releasing lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.367624] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154616, 'name': CloneVM_Task} progress is 95%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.439810] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154621, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.468469] env[68835]: DEBUG nova.scheduler.client.report [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.682060] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.682376] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad551de3-06ac-4394-a607-d611ee4bcea3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.690108] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for the task: (returnval){ [ 1034.690108] env[68835]: value = "task-3154622" [ 1034.690108] env[68835]: _type = "Task" [ 1034.690108] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.698650] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.778426] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52355297-14b1-546f-a237-eb308669403a, 'name': SearchDatastore_Task, 'duration_secs': 0.040079} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.778695] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.778968] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 95945eb1-4023-4e80-834d-e669d7ba7ae7/95945eb1-4023-4e80-834d-e669d7ba7ae7.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.779235] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6e48873-f82e-41eb-a058-42a0da10e020 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.785639] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1034.785639] env[68835]: value = "task-3154623" [ 1034.785639] env[68835]: _type = "Task" [ 1034.785639] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.794116] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.867829] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154616, 'name': CloneVM_Task} progress is 95%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.938770] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154621, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.968880] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.969141] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.969334] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Deleting the datastore file [datastore2] a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.969631] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eaf4601c-e9e3-43f8-b395-c33eaa9b4bc5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.974158] env[68835]: DEBUG oslo_concurrency.lockutils [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.974728] env[68835]: DEBUG nova.compute.manager [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.980160] env[68835]: DEBUG oslo_concurrency.lockutils [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.634s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.980160] env[68835]: DEBUG nova.objects.instance [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lazy-loading 'resources' on Instance uuid 574644fa-d111-4873-99ec-78ccc23150a6 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.987620] env[68835]: DEBUG oslo_vmware.api [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for the task: (returnval){ [ 1034.987620] env[68835]: value = "task-3154624" [ 1034.987620] env[68835]: _type = "Task" [ 1034.987620] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.001155] env[68835]: DEBUG oslo_vmware.api [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.049448] env[68835]: DEBUG nova.compute.manager [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.072549] env[68835]: DEBUG nova.virt.hardware [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.072908] env[68835]: DEBUG nova.virt.hardware [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.073093] env[68835]: DEBUG nova.virt.hardware [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.073344] env[68835]: DEBUG nova.virt.hardware [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.073592] env[68835]: DEBUG nova.virt.hardware [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.073805] env[68835]: DEBUG nova.virt.hardware [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.074130] env[68835]: DEBUG nova.virt.hardware [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.074329] env[68835]: DEBUG nova.virt.hardware [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.074575] env[68835]: DEBUG nova.virt.hardware [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.074832] env[68835]: DEBUG nova.virt.hardware [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.075050] env[68835]: DEBUG nova.virt.hardware [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.076353] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f99b1a-794d-4c9f-a923-3ec8534ec0f7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.084927] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c7f158-f8e8-4030-97f5-ca90788f387a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.100341] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Instance VIF info [] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.106829] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Creating folder: Project (008d3e38d2e143db8f9b286723b512dd). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.107282] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f065ee8f-9bd9-4660-bf50-7e7a25e5e68a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.117666] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Created folder: Project (008d3e38d2e143db8f9b286723b512dd) in parent group-v630977. [ 1035.117911] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Creating folder: Instances. Parent ref: group-v631231. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.118199] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bc3afe7-b104-4c22-8ef8-115228828c97 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.127986] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Created folder: Instances in parent group-v631231. [ 1035.128329] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.128581] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.128855] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f13ff160-fc35-49d2-be4e-6659150b145d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.147311] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.147311] env[68835]: value = "task-3154627" [ 1035.147311] env[68835]: _type = "Task" [ 1035.147311] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.156410] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154627, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.199846] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154622, 'name': PowerOffVM_Task, 'duration_secs': 0.47282} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.200136] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.200888] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.201742] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c366b2b3-959f-4a0d-ba10-38e6054286ac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.209124] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.209423] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4265494-23e1-4135-9ece-92f635889cc0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.232656] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.232941] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.233672] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Deleting the datastore file [datastore2] 8bee7bde-661d-4abf-8873-4fc7a38d1ad9 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.233672] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-663bf845-fcad-44cd-aa6a-aac2905f4a22 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.240405] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for the task: (returnval){ [ 1035.240405] env[68835]: value = "task-3154629" [ 1035.240405] env[68835]: _type = "Task" [ 1035.240405] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.249123] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.297455] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154623, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.368257] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154616, 'name': CloneVM_Task} progress is 95%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.441941] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.133203} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.442337] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.443472] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30b2664-e4c1-4d54-951e-e96c66e9dba4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.471187] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] ddacced6-b1b3-4934-aeac-abe408b0e343/ddacced6-b1b3-4934-aeac-abe408b0e343.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.471763] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bebf75bf-20d3-4909-838b-78042e8388c6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.488942] env[68835]: DEBUG nova.compute.utils [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.493159] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "291b6185-0329-4d3b-838e-451abe781075" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.493505] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "291b6185-0329-4d3b-838e-451abe781075" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.493757] env[68835]: DEBUG nova.compute.manager [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Going to confirm migration 4 {{(pid=68835) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1035.496793] env[68835]: DEBUG nova.compute.manager [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Not allocating networking since 'none' was specified. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1035.502233] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1035.502233] env[68835]: value = "task-3154630" [ 1035.502233] env[68835]: _type = "Task" [ 1035.502233] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.510770] env[68835]: DEBUG oslo_vmware.api [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.511787] env[68835]: DEBUG oslo_concurrency.lockutils [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "ef46218e-d124-4c16-b19c-ffb6d17b1fae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.513036] env[68835]: DEBUG oslo_concurrency.lockutils [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "ef46218e-d124-4c16-b19c-ffb6d17b1fae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.513036] env[68835]: DEBUG oslo_concurrency.lockutils [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "ef46218e-d124-4c16-b19c-ffb6d17b1fae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.513036] env[68835]: DEBUG oslo_concurrency.lockutils [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "ef46218e-d124-4c16-b19c-ffb6d17b1fae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.513036] env[68835]: DEBUG oslo_concurrency.lockutils [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "ef46218e-d124-4c16-b19c-ffb6d17b1fae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.518676] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154630, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.519201] env[68835]: INFO nova.compute.manager [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Terminating instance [ 1035.657298] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154627, 'name': CreateVM_Task, 'duration_secs': 0.350489} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.659545] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.660585] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.660585] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.660713] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.660866] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3405cb2-a7fb-4e27-ac7f-fb1215ff7bd2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.665470] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1035.665470] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52111f11-8c5c-60be-0c2a-a2abd879ef2c" [ 1035.665470] env[68835]: _type = "Task" [ 1035.665470] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.676128] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52111f11-8c5c-60be-0c2a-a2abd879ef2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.753206] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313273} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.753595] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.753746] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.753944] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.771189] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16978076-9d36-4da2-81be-0253b81c4116 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.778800] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f907492d-0e29-45c9-9e6f-7e1ddcee27b5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.815741] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670605d1-c9cf-42d0-9b8c-d205571e552f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.823807] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654439} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.826049] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 95945eb1-4023-4e80-834d-e669d7ba7ae7/95945eb1-4023-4e80-834d-e669d7ba7ae7.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.826275] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.826552] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea944c2d-25a8-44fc-afa7-eea045ab2279 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.829264] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a893b8d-8e6b-48a4-a200-169f744e7438 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.848567] env[68835]: DEBUG nova.compute.provider_tree [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.851707] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1035.851707] env[68835]: value = "task-3154631" [ 1035.851707] env[68835]: _type = "Task" [ 1035.851707] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.861853] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.872976] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154616, 'name': CloneVM_Task} progress is 95%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.997032] env[68835]: DEBUG nova.compute.manager [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.019511] env[68835]: DEBUG oslo_vmware.api [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Task: {'id': task-3154624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.58855} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.023074] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.023355] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.023612] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.023847] env[68835]: INFO nova.compute.manager [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Took 4.24 seconds to destroy the instance on the hypervisor. [ 1036.025037] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.025125] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154630, 'name': ReconfigVM_Task, 'duration_secs': 0.313827} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.025286] env[68835]: DEBUG nova.compute.manager [-] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.025383] env[68835]: DEBUG nova.network.neutron [-] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.027306] env[68835]: DEBUG nova.compute.manager [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.027501] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.027778] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Reconfigured VM instance instance-0000005c to attach disk [datastore2] ddacced6-b1b3-4934-aeac-abe408b0e343/ddacced6-b1b3-4934-aeac-abe408b0e343.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.028987] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b09e83-5df9-4a52-a735-89d43d40bf75 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.032119] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c9c3413-aed2-44ce-9b62-6d941bc8a665 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.039097] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.040414] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e6a81af-c87c-48ad-9b87-75779952f3ae {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.042572] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1036.042572] env[68835]: value = "task-3154632" [ 1036.042572] env[68835]: _type = "Task" [ 1036.042572] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.047317] env[68835]: DEBUG oslo_vmware.api [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1036.047317] env[68835]: value = "task-3154633" [ 1036.047317] env[68835]: _type = "Task" [ 1036.047317] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.054342] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154632, 'name': Rename_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.059616] env[68835]: DEBUG oslo_vmware.api [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.060855] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "refresh_cache-291b6185-0329-4d3b-838e-451abe781075" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.061032] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "refresh_cache-291b6185-0329-4d3b-838e-451abe781075" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.061211] env[68835]: DEBUG nova.network.neutron [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.061403] env[68835]: DEBUG nova.objects.instance [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lazy-loading 'info_cache' on Instance uuid 291b6185-0329-4d3b-838e-451abe781075 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.176714] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52111f11-8c5c-60be-0c2a-a2abd879ef2c, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.177870] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.177870] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.177870] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.177870] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.177870] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.178076] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97bc62f0-9c23-47ba-8d73-af76c1735525 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.187060] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.187195] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.187917] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f8ad4e8-30a7-4a04-8851-634dad176cc7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.194677] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1036.194677] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5279ea51-ea4e-e3f5-7aac-af15076e20b9" [ 1036.194677] env[68835]: _type = "Task" [ 1036.194677] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.203190] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5279ea51-ea4e-e3f5-7aac-af15076e20b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.347908] env[68835]: DEBUG nova.compute.manager [req-1afbf8f7-0821-4f00-ae1f-3353a6d45f9e req-82c605ad-baad-4fa6-bc03-4731d7834150 service nova] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Received event network-vif-deleted-27f6ad5f-0b3d-4313-9b39-93b9569c8dc7 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.347908] env[68835]: INFO nova.compute.manager [req-1afbf8f7-0821-4f00-ae1f-3353a6d45f9e req-82c605ad-baad-4fa6-bc03-4731d7834150 service nova] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Neutron deleted interface 27f6ad5f-0b3d-4313-9b39-93b9569c8dc7; detaching it from the instance and deleting it from the info cache [ 1036.348062] env[68835]: DEBUG nova.network.neutron [req-1afbf8f7-0821-4f00-ae1f-3353a6d45f9e req-82c605ad-baad-4fa6-bc03-4731d7834150 service nova] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.353704] env[68835]: DEBUG nova.scheduler.client.report [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.369477] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.376040] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154616, 'name': CloneVM_Task, 'duration_secs': 4.280265} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.376299] env[68835]: INFO nova.virt.vmwareapi.vmops [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Created linked-clone VM from snapshot [ 1036.377037] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396bcf8f-feba-4a1a-8f47-07b936db6279 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.384992] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Uploading image 6551d3e2-b909-4f73-98ef-29fc74c05b42 {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1036.406309] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Destroying the VM {{(pid=68835) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1036.406833] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-160fccf5-298e-4fd8-847a-10cfbb3dc6cd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.413848] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 1036.413848] env[68835]: value = "task-3154634" [ 1036.413848] env[68835]: _type = "Task" [ 1036.413848] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.422287] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154634, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.555295] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154632, 'name': Rename_Task, 'duration_secs': 0.175736} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.556142] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.556225] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d48c54f-f987-4446-b8ef-40b863021857 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.560585] env[68835]: DEBUG oslo_vmware.api [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154633, 'name': PowerOffVM_Task, 'duration_secs': 0.217213} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.561184] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.561476] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.561644] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bdca3b5-1f0d-4264-b74d-9026c52d1f87 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.567182] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1036.567182] env[68835]: value = "task-3154635" [ 1036.567182] env[68835]: _type = "Task" [ 1036.567182] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.575990] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.584888] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Acquiring lock "ab46b034-9198-4e64-970f-11c448b6fdb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.585649] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Lock "ab46b034-9198-4e64-970f-11c448b6fdb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.585901] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Acquiring lock "ab46b034-9198-4e64-970f-11c448b6fdb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.586115] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Lock "ab46b034-9198-4e64-970f-11c448b6fdb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.586292] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Lock "ab46b034-9198-4e64-970f-11c448b6fdb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.589270] env[68835]: INFO nova.compute.manager [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Terminating instance [ 1036.629750] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.630022] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.630184] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Deleting the datastore file [datastore2] ef46218e-d124-4c16-b19c-ffb6d17b1fae {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.630486] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dd3eff8-bdaf-436a-b209-41473c635799 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.639124] env[68835]: DEBUG oslo_vmware.api [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1036.639124] env[68835]: value = "task-3154637" [ 1036.639124] env[68835]: _type = "Task" [ 1036.639124] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.649984] env[68835]: DEBUG oslo_vmware.api [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.705544] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5279ea51-ea4e-e3f5-7aac-af15076e20b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013353} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.706356] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-967e0d41-7b0d-4c72-b868-812e0a0e4dd9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.711319] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1036.711319] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52c641c4-3b98-fbce-65e6-c4fcaf1adb63" [ 1036.711319] env[68835]: _type = "Task" [ 1036.711319] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.719441] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c641c4-3b98-fbce-65e6-c4fcaf1adb63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.790293] env[68835]: DEBUG nova.virt.hardware [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.790565] env[68835]: DEBUG nova.virt.hardware [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.790723] env[68835]: DEBUG nova.virt.hardware [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.790903] env[68835]: DEBUG nova.virt.hardware [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.791061] env[68835]: DEBUG nova.virt.hardware [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.791212] env[68835]: DEBUG nova.virt.hardware [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.791454] env[68835]: DEBUG nova.virt.hardware [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.791609] env[68835]: DEBUG nova.virt.hardware [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.791780] env[68835]: DEBUG nova.virt.hardware [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.791939] env[68835]: DEBUG nova.virt.hardware [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.792126] env[68835]: DEBUG nova.virt.hardware [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.793222] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a04b5db-c886-4ae8-8103-2048c41ebe67 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.801727] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf5b34e-e7a7-4f72-870b-00372e211edf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.806610] env[68835]: DEBUG nova.network.neutron [-] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.815905] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Instance VIF info [] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.821669] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.822655] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.822873] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db0ee297-bafd-486e-820d-3744bd2347c1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.839840] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.839840] env[68835]: value = "task-3154638" [ 1036.839840] env[68835]: _type = "Task" [ 1036.839840] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.847795] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154638, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.850395] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7924511a-8cac-43f4-a1fd-ee2f82d10ff6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.858676] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd95bbdc-d97f-461e-83e6-e776adb105e6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.869231] env[68835]: DEBUG oslo_concurrency.lockutils [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.874885] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.612s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.874885] env[68835]: DEBUG nova.objects.instance [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lazy-loading 'resources' on Instance uuid 423efc1e-c007-42d0-bf18-269b075ccff2 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.880369] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.801756} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.881049] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.881445] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193b34e6-d85e-4f3a-8eab-c7b337a8c7b0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.896972] env[68835]: DEBUG nova.compute.manager [req-1afbf8f7-0821-4f00-ae1f-3353a6d45f9e req-82c605ad-baad-4fa6-bc03-4731d7834150 service nova] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Detach interface failed, port_id=27f6ad5f-0b3d-4313-9b39-93b9569c8dc7, reason: Instance a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1036.917094] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 95945eb1-4023-4e80-834d-e669d7ba7ae7/95945eb1-4023-4e80-834d-e669d7ba7ae7.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.918287] env[68835]: INFO nova.scheduler.client.report [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Deleted allocations for instance 574644fa-d111-4873-99ec-78ccc23150a6 [ 1036.919638] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5a55fc5-c3e5-4046-84bf-77db173672d0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.945034] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154634, 'name': Destroy_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.946328] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1036.946328] env[68835]: value = "task-3154639" [ 1036.946328] env[68835]: _type = "Task" [ 1036.946328] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.954203] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.017058] env[68835]: DEBUG nova.compute.manager [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.042605] env[68835]: DEBUG nova.virt.hardware [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.042875] env[68835]: DEBUG nova.virt.hardware [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.043060] env[68835]: DEBUG nova.virt.hardware [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.043260] env[68835]: DEBUG nova.virt.hardware [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.043442] env[68835]: DEBUG nova.virt.hardware [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.043607] env[68835]: DEBUG nova.virt.hardware [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.043826] env[68835]: DEBUG nova.virt.hardware [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.043990] env[68835]: DEBUG nova.virt.hardware [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.044182] env[68835]: DEBUG nova.virt.hardware [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.044370] env[68835]: DEBUG nova.virt.hardware [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.044567] env[68835]: DEBUG nova.virt.hardware [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.045867] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53f8cb1-c852-4832-a37e-0d66857d2ead {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.053886] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4882d2-9058-4514-9c6e-fb9b8d8e4761 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.071795] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Instance VIF info [] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.078969] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.082934] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.083604] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1ce45ca-87a2-4d21-a4e4-2ac4fac17b02 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.097527] env[68835]: DEBUG nova.compute.manager [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.097749] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.098634] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c2a455-d783-498b-a8fc-9ebc5e13867f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.105441] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154635, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.107081] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.107081] env[68835]: value = "task-3154640" [ 1037.107081] env[68835]: _type = "Task" [ 1037.107081] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.112520] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.113178] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f97b537a-65c3-491e-8d78-b255b1ff8a86 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.118256] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154640, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.121824] env[68835]: DEBUG oslo_vmware.api [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Waiting for the task: (returnval){ [ 1037.121824] env[68835]: value = "task-3154641" [ 1037.121824] env[68835]: _type = "Task" [ 1037.121824] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.129889] env[68835]: DEBUG oslo_vmware.api [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': task-3154641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.150190] env[68835]: DEBUG oslo_vmware.api [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.461961} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.150463] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.150652] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.151037] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.151037] env[68835]: INFO nova.compute.manager [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1037.151283] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.151545] env[68835]: DEBUG nova.compute.manager [-] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.151684] env[68835]: DEBUG nova.network.neutron [-] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.226431] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c641c4-3b98-fbce-65e6-c4fcaf1adb63, 'name': SearchDatastore_Task, 'duration_secs': 0.046107} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.226769] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.227138] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] d8375790-d481-4bb0-a6af-185f74bc25f8/d8375790-d481-4bb0-a6af-185f74bc25f8.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.227527] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9353af35-8e24-4c93-babd-c14693b120b6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.236217] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1037.236217] env[68835]: value = "task-3154642" [ 1037.236217] env[68835]: _type = "Task" [ 1037.236217] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.244165] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.323591] env[68835]: INFO nova.compute.manager [-] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Took 1.30 seconds to deallocate network for instance. [ 1037.324850] env[68835]: DEBUG nova.network.neutron [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Updating instance_info_cache with network_info: [{"id": "0710067b-780a-45d6-b7ee-a68fa06e88ef", "address": "fa:16:3e:9c:e7:90", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0710067b-78", "ovs_interfaceid": "0710067b-780a-45d6-b7ee-a68fa06e88ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.355116] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154638, 'name': CreateVM_Task, 'duration_secs': 0.372467} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.355284] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.355704] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.355878] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.357907] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.357907] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f90d4155-3850-4f2c-be10-a222f36b2f93 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.363203] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for the task: (returnval){ [ 1037.363203] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d3b689-8866-14fd-c29b-f99285e6bed4" [ 1037.363203] env[68835]: _type = "Task" [ 1037.363203] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.373294] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d3b689-8866-14fd-c29b-f99285e6bed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.429510] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154634, 'name': Destroy_Task, 'duration_secs': 0.641403} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.429803] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Destroyed the VM [ 1037.430192] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Deleting Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1037.430462] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8ee5fea2-5bbe-4701-88b6-c268385ea502 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.439624] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 1037.439624] env[68835]: value = "task-3154643" [ 1037.439624] env[68835]: _type = "Task" [ 1037.439624] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.446456] env[68835]: DEBUG oslo_concurrency.lockutils [None req-485df9ea-3846-4fc0-b8af-8089027ed7f8 tempest-ImagesOneServerNegativeTestJSON-2108584551 tempest-ImagesOneServerNegativeTestJSON-2108584551-project-member] Lock "574644fa-d111-4873-99ec-78ccc23150a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.578s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.458046] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154643, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.462800] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154639, 'name': ReconfigVM_Task, 'duration_secs': 0.311997} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.463799] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 95945eb1-4023-4e80-834d-e669d7ba7ae7/95945eb1-4023-4e80-834d-e669d7ba7ae7.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.464694] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56c62ca4-fdc1-49d4-a0a3-fa36485a2a11 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.476113] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1037.476113] env[68835]: value = "task-3154644" [ 1037.476113] env[68835]: _type = "Task" [ 1037.476113] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.485610] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154644, 'name': Rename_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.586763] env[68835]: DEBUG oslo_vmware.api [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154635, 'name': PowerOnVM_Task, 'duration_secs': 0.756816} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.587326] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.587326] env[68835]: INFO nova.compute.manager [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1037.587628] env[68835]: DEBUG nova.compute.manager [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.588412] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ca8737-3de8-4a0a-a66d-c6853875ca8b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.619256] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154640, 'name': CreateVM_Task, 'duration_secs': 0.357332} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.619256] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.619771] env[68835]: DEBUG oslo_concurrency.lockutils [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.632578] env[68835]: DEBUG oslo_vmware.api [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': task-3154641, 'name': PowerOffVM_Task, 'duration_secs': 0.255267} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.632874] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.633054] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.633348] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b870869f-5b2d-4e28-9852-c0c1ad7024b4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.662383] env[68835]: DEBUG nova.compute.manager [req-677b3b35-1005-457a-a162-f8cd1657c74a req-0abff4f2-f939-4383-a50f-7a87cb3c187c service nova] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Received event network-vif-deleted-4ed579f1-42f5-4fc2-96ef-11cc6e5c7d03 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.662616] env[68835]: INFO nova.compute.manager [req-677b3b35-1005-457a-a162-f8cd1657c74a req-0abff4f2-f939-4383-a50f-7a87cb3c187c service nova] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Neutron deleted interface 4ed579f1-42f5-4fc2-96ef-11cc6e5c7d03; detaching it from the instance and deleting it from the info cache [ 1037.663134] env[68835]: DEBUG nova.network.neutron [req-677b3b35-1005-457a-a162-f8cd1657c74a req-0abff4f2-f939-4383-a50f-7a87cb3c187c service nova] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.706163] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.706505] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.706787] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Deleting the datastore file [datastore1] ab46b034-9198-4e64-970f-11c448b6fdb3 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.707072] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e7e3977-f1f1-4eb3-8588-0fe5cb20af47 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.715196] env[68835]: DEBUG oslo_vmware.api [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Waiting for the task: (returnval){ [ 1037.715196] env[68835]: value = "task-3154646" [ 1037.715196] env[68835]: _type = "Task" [ 1037.715196] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.727842] env[68835]: DEBUG oslo_vmware.api [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': task-3154646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.750349] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154642, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.761020] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa6b64e-3dbb-4055-ab36-7e1de3e6fd7e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.770642] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d8b8cb-4d1d-4717-9d76-80adbb3e8d51 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.803446] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c3ca02-6660-41bf-b51d-14c1b514a4d8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.812098] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043244b8-9c16-45fa-8c59-00bf74eceb5f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.825905] env[68835]: DEBUG nova.compute.provider_tree [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.829047] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "refresh_cache-291b6185-0329-4d3b-838e-451abe781075" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.829277] env[68835]: DEBUG nova.objects.instance [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lazy-loading 'migration_context' on Instance uuid 291b6185-0329-4d3b-838e-451abe781075 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.833618] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.877820] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d3b689-8866-14fd-c29b-f99285e6bed4, 'name': SearchDatastore_Task, 'duration_secs': 0.009504} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.877820] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.877820] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.877963] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.878084] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.878321] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.878628] env[68835]: DEBUG oslo_concurrency.lockutils [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.878939] env[68835]: DEBUG oslo_concurrency.lockutils [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.879198] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3ad0272-2025-4051-bb76-7e991b781d7d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.881216] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34caea14-77c9-4757-b650-5a8b6a1d83dc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.887202] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1037.887202] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52a4edcb-7e4a-3758-050c-f1101d1e8bad" [ 1037.887202] env[68835]: _type = "Task" [ 1037.887202] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.891464] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.891675] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.892770] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d085970-d21c-4c7b-a96f-9c3e136c5184 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.898946] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a4edcb-7e4a-3758-050c-f1101d1e8bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.902831] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for the task: (returnval){ [ 1037.902831] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5280e3ad-c477-5a45-d873-1ae40974fea7" [ 1037.902831] env[68835]: _type = "Task" [ 1037.902831] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.911127] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5280e3ad-c477-5a45-d873-1ae40974fea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.951416] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154643, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.985339] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154644, 'name': Rename_Task, 'duration_secs': 0.147647} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.985432] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.985654] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ffa4eac-33e1-4ede-83ad-20b162585af4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.992131] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1037.992131] env[68835]: value = "task-3154647" [ 1037.992131] env[68835]: _type = "Task" [ 1037.992131] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.000512] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.063940] env[68835]: DEBUG nova.network.neutron [-] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.118058] env[68835]: INFO nova.compute.manager [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Took 34.78 seconds to build instance. [ 1038.166502] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4465a19-0cc1-4ffc-b079-b380e3591d23 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.176535] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde798b4-06f1-4307-9789-91103300c8a4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.209058] env[68835]: DEBUG nova.compute.manager [req-677b3b35-1005-457a-a162-f8cd1657c74a req-0abff4f2-f939-4383-a50f-7a87cb3c187c service nova] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Detach interface failed, port_id=4ed579f1-42f5-4fc2-96ef-11cc6e5c7d03, reason: Instance ef46218e-d124-4c16-b19c-ffb6d17b1fae could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1038.226998] env[68835]: DEBUG oslo_vmware.api [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Task: {'id': task-3154646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282371} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.227449] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.227682] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.227965] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.228399] env[68835]: INFO nova.compute.manager [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1038.228597] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.228873] env[68835]: DEBUG nova.compute.manager [-] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.229257] env[68835]: DEBUG nova.network.neutron [-] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.241020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "be629496-573e-4aa3-a930-454df91b2121" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.241020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "be629496-573e-4aa3-a930-454df91b2121" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.241020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "be629496-573e-4aa3-a930-454df91b2121-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.241020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "be629496-573e-4aa3-a930-454df91b2121-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.241020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "be629496-573e-4aa3-a930-454df91b2121-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.248244] env[68835]: INFO nova.compute.manager [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Terminating instance [ 1038.257395] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567022} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.257978] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] d8375790-d481-4bb0-a6af-185f74bc25f8/d8375790-d481-4bb0-a6af-185f74bc25f8.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.258092] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.260460] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1818c311-b2f4-4aca-bd4c-c8b204cad0f8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.268729] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1038.268729] env[68835]: value = "task-3154648" [ 1038.268729] env[68835]: _type = "Task" [ 1038.268729] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.280516] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.329334] env[68835]: DEBUG nova.scheduler.client.report [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.335963] env[68835]: DEBUG nova.objects.base [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Object Instance<291b6185-0329-4d3b-838e-451abe781075> lazy-loaded attributes: info_cache,migration_context {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1038.337273] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f32a137-0404-4465-8f19-633b092dfb32 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.374202] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf41eb8-9f39-4ca9-8e54-89d2adec591c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.383338] env[68835]: DEBUG oslo_vmware.api [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 1038.383338] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5297cfb7-7417-cce6-ec8b-ac0f48ee0843" [ 1038.383338] env[68835]: _type = "Task" [ 1038.383338] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.395390] env[68835]: DEBUG oslo_vmware.api [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5297cfb7-7417-cce6-ec8b-ac0f48ee0843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.401540] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a4edcb-7e4a-3758-050c-f1101d1e8bad, 'name': SearchDatastore_Task, 'duration_secs': 0.025252} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.401883] env[68835]: DEBUG oslo_concurrency.lockutils [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.402149] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.402396] env[68835]: DEBUG oslo_concurrency.lockutils [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.413569] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5280e3ad-c477-5a45-d873-1ae40974fea7, 'name': SearchDatastore_Task, 'duration_secs': 0.017039} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.414540] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b34d720f-46e2-4bbe-bba5-382be4ba6e89 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.423029] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for the task: (returnval){ [ 1038.423029] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52f28fc7-9528-a74e-3797-2ff7aef54d0f" [ 1038.423029] env[68835]: _type = "Task" [ 1038.423029] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.429815] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f28fc7-9528-a74e-3797-2ff7aef54d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.452078] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154643, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.504873] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154647, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.568981] env[68835]: INFO nova.compute.manager [-] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Took 1.42 seconds to deallocate network for instance. [ 1038.620253] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af7f0149-2b3e-474b-a1fc-526579231824 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "ddacced6-b1b3-4934-aeac-abe408b0e343" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.295s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.753129] env[68835]: DEBUG nova.compute.manager [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.753434] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.754418] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee11fd86-44de-4234-bb9a-36efb997da5c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.763355] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.763620] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08df3854-4897-4c71-af03-aa3416721805 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.774056] env[68835]: DEBUG oslo_vmware.api [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1038.774056] env[68835]: value = "task-3154649" [ 1038.774056] env[68835]: _type = "Task" [ 1038.774056] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.785392] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15167} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.791281] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.796447] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b0f1f4-ab43-4cbf-9c72-345ef36a04c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.799978] env[68835]: DEBUG oslo_vmware.api [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.822956] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] d8375790-d481-4bb0-a6af-185f74bc25f8/d8375790-d481-4bb0-a6af-185f74bc25f8.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.823308] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57752c31-589c-461b-ae0b-238c3bcee48e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.840138] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.843347] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.964s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.843494] env[68835]: DEBUG nova.objects.instance [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Lazy-loading 'resources' on Instance uuid de1404f6-a384-43eb-b33d-fd6c669aea22 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.851509] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1038.851509] env[68835]: value = "task-3154650" [ 1038.851509] env[68835]: _type = "Task" [ 1038.851509] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.862666] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154650, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.865387] env[68835]: INFO nova.scheduler.client.report [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Deleted allocations for instance 423efc1e-c007-42d0-bf18-269b075ccff2 [ 1038.897202] env[68835]: DEBUG oslo_vmware.api [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5297cfb7-7417-cce6-ec8b-ac0f48ee0843, 'name': SearchDatastore_Task, 'duration_secs': 0.011726} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.897632] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.937878] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f28fc7-9528-a74e-3797-2ff7aef54d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.025977} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.938966] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.939306] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 8bee7bde-661d-4abf-8873-4fc7a38d1ad9/8bee7bde-661d-4abf-8873-4fc7a38d1ad9.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.939596] env[68835]: DEBUG oslo_concurrency.lockutils [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.939813] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.940066] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fc2eafa-4e60-4459-af30-b8ce2db32405 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.942435] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-970cdbde-1c13-4c40-baec-42686f5da7ab {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.955119] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154643, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.957238] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for the task: (returnval){ [ 1038.957238] env[68835]: value = "task-3154651" [ 1038.957238] env[68835]: _type = "Task" [ 1038.957238] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.958632] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.958809] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.963039] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f40df272-0c53-47a0-bdfa-3967cd34ecee {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.968370] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1038.968370] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]524e8764-d040-f050-4eee-79056c34da84" [ 1038.968370] env[68835]: _type = "Task" [ 1038.968370] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.971970] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.981642] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]524e8764-d040-f050-4eee-79056c34da84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.005069] env[68835]: DEBUG oslo_vmware.api [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154647, 'name': PowerOnVM_Task, 'duration_secs': 0.728796} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.005505] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.005734] env[68835]: INFO nova.compute.manager [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1039.005935] env[68835]: DEBUG nova.compute.manager [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.006870] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc506a6e-1619-46ec-93ae-2df727f208a2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.076545] env[68835]: DEBUG oslo_concurrency.lockutils [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.294690] env[68835]: DEBUG oslo_vmware.api [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154649, 'name': PowerOffVM_Task, 'duration_secs': 0.290423} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.295091] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.295324] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.295671] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86e53669-53c5-4679-a6b7-28ad36064d25 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.367185] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.373918] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3f93b449-7383-4ceb-94af-4026306ef288 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "423efc1e-c007-42d0-bf18-269b075ccff2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.654s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.397591] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.397591] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.397867] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Deleting the datastore file [datastore1] be629496-573e-4aa3-a930-454df91b2121 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.401431] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-850e22d3-1d26-4f9b-b403-e5bf5a4571c0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.408041] env[68835]: DEBUG oslo_vmware.api [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1039.408041] env[68835]: value = "task-3154653" [ 1039.408041] env[68835]: _type = "Task" [ 1039.408041] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.425154] env[68835]: DEBUG oslo_vmware.api [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.465677] env[68835]: DEBUG oslo_vmware.api [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154643, 'name': RemoveSnapshot_Task, 'duration_secs': 1.529807} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.469786] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Deleted Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1039.486685] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154651, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.491791] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]524e8764-d040-f050-4eee-79056c34da84, 'name': SearchDatastore_Task, 'duration_secs': 0.020339} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.493154] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c104c30-7419-4b8c-8cb8-f8ad5d20d93c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.502077] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1039.502077] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52981f7a-4b72-ea91-cb8c-b2ff28d4777b" [ 1039.502077] env[68835]: _type = "Task" [ 1039.502077] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.510765] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52981f7a-4b72-ea91-cb8c-b2ff28d4777b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.528572] env[68835]: INFO nova.compute.manager [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Took 34.77 seconds to build instance. [ 1039.634014] env[68835]: DEBUG nova.network.neutron [-] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.695943] env[68835]: DEBUG nova.compute.manager [req-9f880639-159a-45ba-8178-696970449bee req-19f31929-73f7-44c4-bd3c-e0b41c114613 service nova] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Received event network-changed-bb953f2f-203c-4718-9352-725e66364027 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.696201] env[68835]: DEBUG nova.compute.manager [req-9f880639-159a-45ba-8178-696970449bee req-19f31929-73f7-44c4-bd3c-e0b41c114613 service nova] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Refreshing instance network info cache due to event network-changed-bb953f2f-203c-4718-9352-725e66364027. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.696424] env[68835]: DEBUG oslo_concurrency.lockutils [req-9f880639-159a-45ba-8178-696970449bee req-19f31929-73f7-44c4-bd3c-e0b41c114613 service nova] Acquiring lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.696569] env[68835]: DEBUG oslo_concurrency.lockutils [req-9f880639-159a-45ba-8178-696970449bee req-19f31929-73f7-44c4-bd3c-e0b41c114613 service nova] Acquired lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.696732] env[68835]: DEBUG nova.network.neutron [req-9f880639-159a-45ba-8178-696970449bee req-19f31929-73f7-44c4-bd3c-e0b41c114613 service nova] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Refreshing network info cache for port bb953f2f-203c-4718-9352-725e66364027 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.699564] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffe86f4-5ac0-44e5-9ede-9cf14828f64f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.708888] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d099f5-b67e-4c72-863b-d8d237c54d24 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.740282] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9bfb47-8790-4de1-9387-5b80fba06217 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.748125] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15424e3-a07d-4c8c-b447-715a7fa87f48 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.762761] env[68835]: DEBUG nova.compute.provider_tree [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.860712] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "a08615df-fc52-4a65-bea0-6b3bfc513d99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.861246] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "a08615df-fc52-4a65-bea0-6b3bfc513d99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.863961] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "a08615df-fc52-4a65-bea0-6b3bfc513d99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.863961] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "a08615df-fc52-4a65-bea0-6b3bfc513d99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.863961] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "a08615df-fc52-4a65-bea0-6b3bfc513d99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.867680] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154650, 'name': ReconfigVM_Task, 'duration_secs': 0.690272} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.868062] env[68835]: INFO nova.compute.manager [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Terminating instance [ 1039.872683] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Reconfigured VM instance instance-0000005f to attach disk [datastore1] d8375790-d481-4bb0-a6af-185f74bc25f8/d8375790-d481-4bb0-a6af-185f74bc25f8.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.872683] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0260720d-d0af-44e4-b95e-1382c54008a4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.879281] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1039.879281] env[68835]: value = "task-3154654" [ 1039.879281] env[68835]: _type = "Task" [ 1039.879281] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.889100] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154654, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.917817] env[68835]: DEBUG oslo_vmware.api [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418897} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.918104] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.918292] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.918471] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.918651] env[68835]: INFO nova.compute.manager [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: be629496-573e-4aa3-a930-454df91b2121] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1039.918895] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.919523] env[68835]: DEBUG nova.compute.manager [-] [instance: be629496-573e-4aa3-a930-454df91b2121] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.919558] env[68835]: DEBUG nova.network.neutron [-] [instance: be629496-573e-4aa3-a930-454df91b2121] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.977017] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622618} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.977017] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 8bee7bde-661d-4abf-8873-4fc7a38d1ad9/8bee7bde-661d-4abf-8873-4fc7a38d1ad9.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.977017] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.977017] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc63bf9e-f527-4e72-8ded-bebd6668caf0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.978788] env[68835]: WARNING nova.compute.manager [None req-efed43b0-ab7f-4683-a43f-fbcceb7ccd23 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Image not found during snapshot: nova.exception.ImageNotFound: Image 6551d3e2-b909-4f73-98ef-29fc74c05b42 could not be found. [ 1039.985995] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for the task: (returnval){ [ 1039.985995] env[68835]: value = "task-3154655" [ 1039.985995] env[68835]: _type = "Task" [ 1039.985995] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.004925] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.025186] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52981f7a-4b72-ea91-cb8c-b2ff28d4777b, 'name': SearchDatastore_Task, 'duration_secs': 0.055509} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.025688] env[68835]: DEBUG oslo_concurrency.lockutils [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.026110] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] dfc7883a-7df0-4e23-b70e-8086bfdbeb28/dfc7883a-7df0-4e23-b70e-8086bfdbeb28.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.026664] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-630fcac4-40f2-4d7d-b640-d1ee092160c0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.033483] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6b5b1e78-cab6-4c05-b818-3e05510f472f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.284s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.052628] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1040.052628] env[68835]: value = "task-3154656" [ 1040.052628] env[68835]: _type = "Task" [ 1040.052628] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.052628] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.136694] env[68835]: INFO nova.compute.manager [-] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Took 1.91 seconds to deallocate network for instance. [ 1040.266092] env[68835]: DEBUG nova.scheduler.client.report [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.375948] env[68835]: DEBUG nova.compute.manager [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.376319] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.377515] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256032ae-98c7-479b-b643-867e59d22af2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.397262] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154654, 'name': Rename_Task, 'duration_secs': 0.153327} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.400430] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.400786] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.401025] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83d6f0a4-c28e-4a46-9b49-5cd9fea86dd6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.405168] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c27611e-3f89-4a94-9b75-7855cdb42df4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.411699] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1040.411699] env[68835]: value = "task-3154657" [ 1040.411699] env[68835]: _type = "Task" [ 1040.411699] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.416751] env[68835]: DEBUG oslo_vmware.api [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 1040.416751] env[68835]: value = "task-3154658" [ 1040.416751] env[68835]: _type = "Task" [ 1040.416751] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.424584] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.429484] env[68835]: DEBUG oslo_vmware.api [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.503395] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07314} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.503784] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.505086] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75438f0a-d697-473e-beaf-5eb0e043459e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.534142] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 8bee7bde-661d-4abf-8873-4fc7a38d1ad9/8bee7bde-661d-4abf-8873-4fc7a38d1ad9.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.534671] env[68835]: DEBUG oslo_concurrency.lockutils [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "73f2e861-0a7c-45f9-a73f-85f46930771c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.534974] env[68835]: DEBUG oslo_concurrency.lockutils [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "73f2e861-0a7c-45f9-a73f-85f46930771c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.535242] env[68835]: DEBUG oslo_concurrency.lockutils [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "73f2e861-0a7c-45f9-a73f-85f46930771c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.535459] env[68835]: DEBUG oslo_concurrency.lockutils [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "73f2e861-0a7c-45f9-a73f-85f46930771c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.535636] env[68835]: DEBUG oslo_concurrency.lockutils [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "73f2e861-0a7c-45f9-a73f-85f46930771c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.537451] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da40721e-d04c-4c1e-a8cc-66fd16421779 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.558022] env[68835]: INFO nova.compute.manager [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Terminating instance [ 1040.568946] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154656, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.570647] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for the task: (returnval){ [ 1040.570647] env[68835]: value = "task-3154659" [ 1040.570647] env[68835]: _type = "Task" [ 1040.570647] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.581489] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154659, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.645043] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.771109] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.773409] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.490s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.774913] env[68835]: INFO nova.compute.claims [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.801079] env[68835]: INFO nova.scheduler.client.report [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Deleted allocations for instance de1404f6-a384-43eb-b33d-fd6c669aea22 [ 1040.890641] env[68835]: DEBUG nova.network.neutron [req-9f880639-159a-45ba-8178-696970449bee req-19f31929-73f7-44c4-bd3c-e0b41c114613 service nova] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Updated VIF entry in instance network info cache for port bb953f2f-203c-4718-9352-725e66364027. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.891191] env[68835]: DEBUG nova.network.neutron [req-9f880639-159a-45ba-8178-696970449bee req-19f31929-73f7-44c4-bd3c-e0b41c114613 service nova] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Updating instance_info_cache with network_info: [{"id": "bb953f2f-203c-4718-9352-725e66364027", "address": "fa:16:3e:78:a7:11", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb953f2f-20", "ovs_interfaceid": "bb953f2f-203c-4718-9352-725e66364027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.924537] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154657, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.929573] env[68835]: DEBUG oslo_vmware.api [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154658, 'name': PowerOffVM_Task, 'duration_secs': 0.486441} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.929844] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.930041] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.930311] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b33daaab-d98d-479f-ad1a-3868ff3b4c8a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.000257] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.000257] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.000257] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Deleting the datastore file [datastore1] a08615df-fc52-4a65-bea0-6b3bfc513d99 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.000257] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e1844dc-2e0b-4fe9-9264-9ee7e780d1b0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.008042] env[68835]: DEBUG oslo_vmware.api [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for the task: (returnval){ [ 1041.008042] env[68835]: value = "task-3154661" [ 1041.008042] env[68835]: _type = "Task" [ 1041.008042] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.020026] env[68835]: DEBUG oslo_vmware.api [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.064237] env[68835]: DEBUG nova.compute.manager [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.064902] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.070951] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd231f3d-2651-4f9f-bf31-645f1389f126 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.075192] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781011} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.075369] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] dfc7883a-7df0-4e23-b70e-8086bfdbeb28/dfc7883a-7df0-4e23-b70e-8086bfdbeb28.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.075620] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.081150] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e5a0fe0-bc23-424c-b8c7-d7e5083b6318 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.087767] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.090913] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faced511-1f39-4ae4-975b-557c3906b4ba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.101464] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.101843] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1041.101843] env[68835]: value = "task-3154662" [ 1041.101843] env[68835]: _type = "Task" [ 1041.101843] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.108039] env[68835]: DEBUG oslo_vmware.api [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 1041.108039] env[68835]: value = "task-3154663" [ 1041.108039] env[68835]: _type = "Task" [ 1041.108039] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.115520] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.123087] env[68835]: DEBUG oslo_vmware.api [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.167629] env[68835]: DEBUG nova.compute.manager [req-16844c69-be78-49dc-af25-4ba2a66f2dc4 req-ad9204f7-2989-4460-98d1-69698649fedd service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Received event network-changed-6b5050d1-a5b9-43d7-a33f-aadd2e40d71f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.167629] env[68835]: DEBUG nova.compute.manager [req-16844c69-be78-49dc-af25-4ba2a66f2dc4 req-ad9204f7-2989-4460-98d1-69698649fedd service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Refreshing instance network info cache due to event network-changed-6b5050d1-a5b9-43d7-a33f-aadd2e40d71f. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.167629] env[68835]: DEBUG oslo_concurrency.lockutils [req-16844c69-be78-49dc-af25-4ba2a66f2dc4 req-ad9204f7-2989-4460-98d1-69698649fedd service nova] Acquiring lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.167629] env[68835]: DEBUG oslo_concurrency.lockutils [req-16844c69-be78-49dc-af25-4ba2a66f2dc4 req-ad9204f7-2989-4460-98d1-69698649fedd service nova] Acquired lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.167629] env[68835]: DEBUG nova.network.neutron [req-16844c69-be78-49dc-af25-4ba2a66f2dc4 req-ad9204f7-2989-4460-98d1-69698649fedd service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Refreshing network info cache for port 6b5050d1-a5b9-43d7-a33f-aadd2e40d71f {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.311664] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e4532503-1e56-4735-88e0-0a13b908d74f tempest-ServerMetadataTestJSON-384342819 tempest-ServerMetadataTestJSON-384342819-project-member] Lock "de1404f6-a384-43eb-b33d-fd6c669aea22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.835s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.394594] env[68835]: DEBUG oslo_concurrency.lockutils [req-9f880639-159a-45ba-8178-696970449bee req-19f31929-73f7-44c4-bd3c-e0b41c114613 service nova] Releasing lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.394594] env[68835]: DEBUG nova.compute.manager [req-9f880639-159a-45ba-8178-696970449bee req-19f31929-73f7-44c4-bd3c-e0b41c114613 service nova] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Received event network-vif-deleted-12cc8759-7ffe-45ba-bda5-35193027dade {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.422790] env[68835]: DEBUG oslo_vmware.api [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154657, 'name': PowerOnVM_Task, 'duration_secs': 0.694477} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.423071] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.423304] env[68835]: INFO nova.compute.manager [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Took 6.37 seconds to spawn the instance on the hypervisor. [ 1041.423515] env[68835]: DEBUG nova.compute.manager [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.424305] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123856c1-87ea-41fc-8bd7-0344a6611f41 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.519428] env[68835]: DEBUG oslo_vmware.api [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Task: {'id': task-3154661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362027} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.519757] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.519982] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.520237] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.520466] env[68835]: INFO nova.compute.manager [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1041.520744] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.520988] env[68835]: DEBUG nova.compute.manager [-] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.521115] env[68835]: DEBUG nova.network.neutron [-] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.549479] env[68835]: DEBUG nova.network.neutron [-] [instance: be629496-573e-4aa3-a930-454df91b2121] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.585430] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154659, 'name': ReconfigVM_Task, 'duration_secs': 0.679481} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.586159] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 8bee7bde-661d-4abf-8873-4fc7a38d1ad9/8bee7bde-661d-4abf-8873-4fc7a38d1ad9.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.586428] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51052a2b-36c2-4341-99ba-b064008e5e64 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.594047] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for the task: (returnval){ [ 1041.594047] env[68835]: value = "task-3154664" [ 1041.594047] env[68835]: _type = "Task" [ 1041.594047] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.603444] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154664, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.614390] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08113} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.615179] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.616346] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfa5a37-21dc-4f68-8ce2-f12c93d21e5a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.624209] env[68835]: DEBUG oslo_vmware.api [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154663, 'name': PowerOffVM_Task, 'duration_secs': 0.289336} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.624209] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.624209] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.624209] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eda79871-a8e6-4b01-8544-febc4942685b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.643593] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] dfc7883a-7df0-4e23-b70e-8086bfdbeb28/dfc7883a-7df0-4e23-b70e-8086bfdbeb28.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.643811] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c4ff30e-3168-4833-8286-47f9f81f1f4d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.669290] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1041.669290] env[68835]: value = "task-3154666" [ 1041.669290] env[68835]: _type = "Task" [ 1041.669290] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.680489] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.724631] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.726485] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.726485] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Deleting the datastore file [datastore2] 73f2e861-0a7c-45f9-a73f-85f46930771c {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.726485] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f5eb4ca-750c-4d01-8ae4-bbfb892b03ed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.731771] env[68835]: DEBUG oslo_vmware.api [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for the task: (returnval){ [ 1041.731771] env[68835]: value = "task-3154667" [ 1041.731771] env[68835]: _type = "Task" [ 1041.731771] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.740759] env[68835]: DEBUG oslo_vmware.api [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.743123] env[68835]: DEBUG nova.compute.manager [req-b6df8162-19ca-45cf-bab6-fdf567fd80de req-6152fd55-23ca-4c52-8abf-5c0e9725fe51 service nova] [instance: be629496-573e-4aa3-a930-454df91b2121] Received event network-vif-deleted-c2b537d3-a44a-48ee-8020-03447a7e886e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.947047] env[68835]: INFO nova.compute.manager [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Took 32.07 seconds to build instance. [ 1041.967237] env[68835]: DEBUG nova.network.neutron [req-16844c69-be78-49dc-af25-4ba2a66f2dc4 req-ad9204f7-2989-4460-98d1-69698649fedd service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Updated VIF entry in instance network info cache for port 6b5050d1-a5b9-43d7-a33f-aadd2e40d71f. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.967237] env[68835]: DEBUG nova.network.neutron [req-16844c69-be78-49dc-af25-4ba2a66f2dc4 req-ad9204f7-2989-4460-98d1-69698649fedd service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Updating instance_info_cache with network_info: [{"id": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "address": "fa:16:3e:da:09:21", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5050d1-a5", "ovs_interfaceid": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.053042] env[68835]: INFO nova.compute.manager [-] [instance: be629496-573e-4aa3-a930-454df91b2121] Took 2.13 seconds to deallocate network for instance. [ 1042.091019] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97073948-483c-41a6-b20c-272dc4b54ecd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.101840] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6a0700-ef8e-43e3-b232-bb26337a1e8c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.110443] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154664, 'name': Rename_Task, 'duration_secs': 0.473072} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.111800] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.112113] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfc9f461-faf1-4763-acae-25085b2066e3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.140908] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23856914-f51f-46e6-aa59-c159b60c0a15 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.146549] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for the task: (returnval){ [ 1042.146549] env[68835]: value = "task-3154668" [ 1042.146549] env[68835]: _type = "Task" [ 1042.146549] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.154183] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035d50cc-e985-406e-b597-a953f5e53e30 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.165586] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154668, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.178027] env[68835]: DEBUG nova.compute.provider_tree [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.183891] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.243330] env[68835]: DEBUG oslo_vmware.api [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Task: {'id': task-3154667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431164} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.243330] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.243330] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.243479] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.243671] env[68835]: INFO nova.compute.manager [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1042.244922] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.244922] env[68835]: DEBUG nova.compute.manager [-] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.244922] env[68835]: DEBUG nova.network.neutron [-] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.316759] env[68835]: DEBUG nova.network.neutron [-] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.450230] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5376a496-5c14-4bc7-9b50-d32dd3612ca0 tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "d8375790-d481-4bb0-a6af-185f74bc25f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.578s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.468312] env[68835]: DEBUG oslo_concurrency.lockutils [req-16844c69-be78-49dc-af25-4ba2a66f2dc4 req-ad9204f7-2989-4460-98d1-69698649fedd service nova] Releasing lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.562924] env[68835]: DEBUG oslo_concurrency.lockutils [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.659486] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154668, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.680101] env[68835]: DEBUG nova.scheduler.client.report [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.687412] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154666, 'name': ReconfigVM_Task, 'duration_secs': 0.840172} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.688186] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Reconfigured VM instance instance-0000005e to attach disk [datastore1] dfc7883a-7df0-4e23-b70e-8086bfdbeb28/dfc7883a-7df0-4e23-b70e-8086bfdbeb28.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.688559] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6e9431f-a245-4429-b426-7c165c589be6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.696116] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1042.696116] env[68835]: value = "task-3154669" [ 1042.696116] env[68835]: _type = "Task" [ 1042.696116] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.705476] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154669, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.819332] env[68835]: INFO nova.compute.manager [-] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Took 1.30 seconds to deallocate network for instance. [ 1042.879361] env[68835]: INFO nova.compute.manager [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Rebuilding instance [ 1042.927022] env[68835]: DEBUG nova.compute.manager [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.927926] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fad2f16-9cb6-4268-9ffb-f386c58afd88 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.003192] env[68835]: DEBUG nova.network.neutron [-] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.160283] env[68835]: DEBUG oslo_vmware.api [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154668, 'name': PowerOnVM_Task, 'duration_secs': 0.715445} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.160590] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.160803] env[68835]: DEBUG nova.compute.manager [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.162069] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de635e8-c595-47e7-8322-189f4b018738 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.189529] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.189744] env[68835]: DEBUG nova.compute.manager [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.192467] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.360s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.192588] env[68835]: DEBUG nova.objects.instance [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lazy-loading 'resources' on Instance uuid a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.208744] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154669, 'name': Rename_Task, 'duration_secs': 0.266369} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.209757] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.210862] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-940e491a-aab7-41e9-b313-38ffb7a0ea70 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.213764] env[68835]: DEBUG nova.compute.manager [req-a50cad0c-3fa3-4eb5-bbc8-d5f747cb4b26 req-ac5e42b0-ddcb-4f7c-b749-d268267d7263 service nova] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Received event network-vif-deleted-1970ba41-aec7-459a-ab33-efb8afae6e73 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.219918] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1043.219918] env[68835]: value = "task-3154670" [ 1043.219918] env[68835]: _type = "Task" [ 1043.219918] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.228798] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.326587] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.506675] env[68835]: INFO nova.compute.manager [-] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Took 1.26 seconds to deallocate network for instance. [ 1043.680482] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.700022] env[68835]: DEBUG nova.compute.utils [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.705659] env[68835]: DEBUG nova.compute.manager [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.705853] env[68835]: DEBUG nova.network.neutron [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.731786] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.753915] env[68835]: DEBUG nova.policy [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db3e692c7b6c427092c5df3846e0c56e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5789565d9a494faa810646fa93eca63f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.771420] env[68835]: DEBUG nova.compute.manager [req-368c21ac-f514-4141-b158-8da6c1cb64f7 req-bcf4321d-d7d6-4d8f-a967-4d8952960d12 service nova] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Received event network-vif-deleted-6af43c18-d98e-4425-a36c-de3cfd464e62 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.942200] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.942412] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa54ef05-43eb-4ec7-9e94-986ee45b663e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.955383] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1043.955383] env[68835]: value = "task-3154671" [ 1043.955383] env[68835]: _type = "Task" [ 1043.955383] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.960181] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1071465d-664b-4fec-9147-b4d9136fa3b5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.980748] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.984654] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a6c8d9-41ea-41eb-9c67-59818fb76eb8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.027928] env[68835]: DEBUG oslo_concurrency.lockutils [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.030018] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e22b55f-4cce-4ce4-b059-bd9def16b499 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.041153] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000f5c4d-95d6-4c37-9327-e52249c59f70 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.058702] env[68835]: DEBUG nova.compute.provider_tree [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.065545] env[68835]: DEBUG nova.network.neutron [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Successfully created port: e2af6227-819c-4e56-8ce0-ed37e79d6bf3 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.203214] env[68835]: DEBUG nova.compute.manager [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.235652] env[68835]: DEBUG oslo_vmware.api [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154670, 'name': PowerOnVM_Task, 'duration_secs': 0.859243} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.235652] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.235652] env[68835]: INFO nova.compute.manager [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1044.235652] env[68835]: DEBUG nova.compute.manager [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.236500] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4866d6-5b7a-49d3-949a-3b732b46639d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.466213] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154671, 'name': PowerOffVM_Task, 'duration_secs': 0.145075} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.466657] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.467070] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.467979] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1a5b2e-dff7-4a64-ba5f-8d0d78fdaa23 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.476020] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.476020] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0820783-c3d6-4f31-9605-e76b64cdf150 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.483250] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Acquiring lock "8bee7bde-661d-4abf-8873-4fc7a38d1ad9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.483640] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Lock "8bee7bde-661d-4abf-8873-4fc7a38d1ad9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.483979] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Acquiring lock "8bee7bde-661d-4abf-8873-4fc7a38d1ad9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.485046] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Lock "8bee7bde-661d-4abf-8873-4fc7a38d1ad9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.485046] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Lock "8bee7bde-661d-4abf-8873-4fc7a38d1ad9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.486551] env[68835]: INFO nova.compute.manager [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Terminating instance [ 1044.498803] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.498960] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.499162] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Deleting the datastore file [datastore1] d8375790-d481-4bb0-a6af-185f74bc25f8 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.499460] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d47f76da-3b77-4305-850b-b0d199adb35a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.506867] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1044.506867] env[68835]: value = "task-3154673" [ 1044.506867] env[68835]: _type = "Task" [ 1044.506867] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.519381] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.562410] env[68835]: DEBUG nova.scheduler.client.report [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.758467] env[68835]: INFO nova.compute.manager [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Took 34.87 seconds to build instance. [ 1044.991350] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Acquiring lock "refresh_cache-8bee7bde-661d-4abf-8873-4fc7a38d1ad9" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.992699] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Acquired lock "refresh_cache-8bee7bde-661d-4abf-8873-4fc7a38d1ad9" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.992699] env[68835]: DEBUG nova.network.neutron [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.018535] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504528} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.018943] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.019259] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.019529] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.068025] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.071912] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.174s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.099650] env[68835]: INFO nova.scheduler.client.report [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Deleted allocations for instance a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280 [ 1045.214093] env[68835]: DEBUG nova.compute.manager [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.242976] env[68835]: DEBUG nova.virt.hardware [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.243317] env[68835]: DEBUG nova.virt.hardware [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.243518] env[68835]: DEBUG nova.virt.hardware [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.243789] env[68835]: DEBUG nova.virt.hardware [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.243993] env[68835]: DEBUG nova.virt.hardware [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.244204] env[68835]: DEBUG nova.virt.hardware [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.244458] env[68835]: DEBUG nova.virt.hardware [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.244663] env[68835]: DEBUG nova.virt.hardware [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.244812] env[68835]: DEBUG nova.virt.hardware [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.245057] env[68835]: DEBUG nova.virt.hardware [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.245845] env[68835]: DEBUG nova.virt.hardware [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.246303] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa91fcfe-52ca-4405-a5b8-8f0336b17a44 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.259123] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3240b9-6116-4c1c-b4d6-9658c8ce1654 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.264031] env[68835]: DEBUG oslo_concurrency.lockutils [None req-82f17435-0900-4a75-b292-cbad54801c4a tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "dfc7883a-7df0-4e23-b70e-8086bfdbeb28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.382s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.523221] env[68835]: DEBUG nova.network.neutron [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.530630] env[68835]: DEBUG nova.compute.manager [req-058d285e-9f63-47b9-b200-02db1f6f6662 req-d0460bfd-76ab-4ffd-b52e-9bc25a5e7bfc service nova] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Received event network-vif-plugged-e2af6227-819c-4e56-8ce0-ed37e79d6bf3 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.531020] env[68835]: DEBUG oslo_concurrency.lockutils [req-058d285e-9f63-47b9-b200-02db1f6f6662 req-d0460bfd-76ab-4ffd-b52e-9bc25a5e7bfc service nova] Acquiring lock "92d0bb03-8722-41c2-bfb5-d38158b2f9f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.531471] env[68835]: DEBUG oslo_concurrency.lockutils [req-058d285e-9f63-47b9-b200-02db1f6f6662 req-d0460bfd-76ab-4ffd-b52e-9bc25a5e7bfc service nova] Lock "92d0bb03-8722-41c2-bfb5-d38158b2f9f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.531809] env[68835]: DEBUG oslo_concurrency.lockutils [req-058d285e-9f63-47b9-b200-02db1f6f6662 req-d0460bfd-76ab-4ffd-b52e-9bc25a5e7bfc service nova] Lock "92d0bb03-8722-41c2-bfb5-d38158b2f9f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.532110] env[68835]: DEBUG nova.compute.manager [req-058d285e-9f63-47b9-b200-02db1f6f6662 req-d0460bfd-76ab-4ffd-b52e-9bc25a5e7bfc service nova] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] No waiting events found dispatching network-vif-plugged-e2af6227-819c-4e56-8ce0-ed37e79d6bf3 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.532655] env[68835]: WARNING nova.compute.manager [req-058d285e-9f63-47b9-b200-02db1f6f6662 req-d0460bfd-76ab-4ffd-b52e-9bc25a5e7bfc service nova] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Received unexpected event network-vif-plugged-e2af6227-819c-4e56-8ce0-ed37e79d6bf3 for instance with vm_state building and task_state spawning. [ 1045.611086] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd5c45ae-01e5-4d55-83a3-e679106defac tempest-ListImageFiltersTestJSON-1716956093 tempest-ListImageFiltersTestJSON-1716956093-project-member] Lock "a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.344s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.661289] env[68835]: DEBUG nova.network.neutron [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Successfully updated port: e2af6227-819c-4e56-8ce0-ed37e79d6bf3 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.700558] env[68835]: DEBUG nova.network.neutron [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.879261] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f2a9d5-4a93-448f-995b-40b971dae534 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.888642] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4d52f8-6ac4-4be3-bb53-a2a97b4bcceb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.927349] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cff2970-504e-4070-aaf1-95a61932eb0d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.936387] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84385eb3-100e-4b8b-857c-6ab8ae36dec1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.952472] env[68835]: DEBUG nova.compute.provider_tree [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.068305] env[68835]: DEBUG nova.virt.hardware [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.068755] env[68835]: DEBUG nova.virt.hardware [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.069919] env[68835]: DEBUG nova.virt.hardware [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.070251] env[68835]: DEBUG nova.virt.hardware [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.070706] env[68835]: DEBUG nova.virt.hardware [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.071056] env[68835]: DEBUG nova.virt.hardware [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.071410] env[68835]: DEBUG nova.virt.hardware [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.071779] env[68835]: DEBUG nova.virt.hardware [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.072220] env[68835]: DEBUG nova.virt.hardware [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.072513] env[68835]: DEBUG nova.virt.hardware [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.072810] env[68835]: DEBUG nova.virt.hardware [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.073838] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef8dd97-3fa4-4054-8a60-82676cb6107f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.083074] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98130b9-11ae-49b2-a4b3-d1cb128545e5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.098771] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Instance VIF info [] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.105697] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.105697] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.105697] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca417078-1ecc-4cb2-bb12-2e037c3742b2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.126083] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.126083] env[68835]: value = "task-3154674" [ 1046.126083] env[68835]: _type = "Task" [ 1046.126083] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.134143] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154674, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.166227] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "refresh_cache-92d0bb03-8722-41c2-bfb5-d38158b2f9f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.166311] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "refresh_cache-92d0bb03-8722-41c2-bfb5-d38158b2f9f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.166426] env[68835]: DEBUG nova.network.neutron [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.207770] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Releasing lock "refresh_cache-8bee7bde-661d-4abf-8873-4fc7a38d1ad9" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.207770] env[68835]: DEBUG nova.compute.manager [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.207770] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.208657] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2c7150-14ae-455b-b55a-9ad94f09bef0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.219857] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.219857] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b113288-f31f-4b42-8bfa-71b6fe22f95d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.224847] env[68835]: DEBUG oslo_vmware.api [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for the task: (returnval){ [ 1046.224847] env[68835]: value = "task-3154675" [ 1046.224847] env[68835]: _type = "Task" [ 1046.224847] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.233814] env[68835]: DEBUG oslo_vmware.api [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.458091] env[68835]: DEBUG nova.scheduler.client.report [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.635643] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154674, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.706494] env[68835]: DEBUG nova.network.neutron [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.744155] env[68835]: DEBUG oslo_vmware.api [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154675, 'name': PowerOffVM_Task, 'duration_secs': 0.195606} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.744438] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.745021] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.745191] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb032cff-353f-45d1-96c7-2674e446bf76 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.779648] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.780693] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.780906] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Deleting the datastore file [datastore1] 8bee7bde-661d-4abf-8873-4fc7a38d1ad9 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.781211] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d924ed03-01ce-4997-b588-9b111f94949e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.787634] env[68835]: DEBUG oslo_vmware.api [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for the task: (returnval){ [ 1046.787634] env[68835]: value = "task-3154677" [ 1046.787634] env[68835]: _type = "Task" [ 1046.787634] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.796199] env[68835]: DEBUG oslo_vmware.api [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.943293] env[68835]: DEBUG nova.network.neutron [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Updating instance_info_cache with network_info: [{"id": "e2af6227-819c-4e56-8ce0-ed37e79d6bf3", "address": "fa:16:3e:be:ab:4e", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2af6227-81", "ovs_interfaceid": "e2af6227-819c-4e56-8ce0-ed37e79d6bf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.135927] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154674, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.297501] env[68835]: DEBUG oslo_vmware.api [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Task: {'id': task-3154677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23815} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.297757] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.297945] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.298126] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.298335] env[68835]: INFO nova.compute.manager [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1047.298544] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.298734] env[68835]: DEBUG nova.compute.manager [-] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.298828] env[68835]: DEBUG nova.network.neutron [-] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.319096] env[68835]: DEBUG nova.network.neutron [-] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.430879] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "235d675a-3113-4eae-ae03-f504a8d53a95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.431153] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "235d675a-3113-4eae-ae03-f504a8d53a95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.446229] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "refresh_cache-92d0bb03-8722-41c2-bfb5-d38158b2f9f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.446558] env[68835]: DEBUG nova.compute.manager [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Instance network_info: |[{"id": "e2af6227-819c-4e56-8ce0-ed37e79d6bf3", "address": "fa:16:3e:be:ab:4e", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2af6227-81", "ovs_interfaceid": "e2af6227-819c-4e56-8ce0-ed37e79d6bf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.447223] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:ab:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2af6227-819c-4e56-8ce0-ed37e79d6bf3', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.457549] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.458082] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.458326] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bc21e22-903d-458c-b8b8-0d60196f21b2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.478013] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.406s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.484787] env[68835]: DEBUG oslo_concurrency.lockutils [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.408s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.484999] env[68835]: DEBUG nova.objects.instance [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lazy-loading 'resources' on Instance uuid ef46218e-d124-4c16-b19c-ffb6d17b1fae {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.492336] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.492336] env[68835]: value = "task-3154678" [ 1047.492336] env[68835]: _type = "Task" [ 1047.492336] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.502649] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154678, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.588303] env[68835]: DEBUG nova.compute.manager [req-0e078a7e-b629-4feb-a65b-400168400020 req-23563360-f4d6-43b1-ab13-1f9f00af1613 service nova] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Received event network-changed-e2af6227-819c-4e56-8ce0-ed37e79d6bf3 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.588518] env[68835]: DEBUG nova.compute.manager [req-0e078a7e-b629-4feb-a65b-400168400020 req-23563360-f4d6-43b1-ab13-1f9f00af1613 service nova] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Refreshing instance network info cache due to event network-changed-e2af6227-819c-4e56-8ce0-ed37e79d6bf3. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.588823] env[68835]: DEBUG oslo_concurrency.lockutils [req-0e078a7e-b629-4feb-a65b-400168400020 req-23563360-f4d6-43b1-ab13-1f9f00af1613 service nova] Acquiring lock "refresh_cache-92d0bb03-8722-41c2-bfb5-d38158b2f9f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.589012] env[68835]: DEBUG oslo_concurrency.lockutils [req-0e078a7e-b629-4feb-a65b-400168400020 req-23563360-f4d6-43b1-ab13-1f9f00af1613 service nova] Acquired lock "refresh_cache-92d0bb03-8722-41c2-bfb5-d38158b2f9f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.589304] env[68835]: DEBUG nova.network.neutron [req-0e078a7e-b629-4feb-a65b-400168400020 req-23563360-f4d6-43b1-ab13-1f9f00af1613 service nova] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Refreshing network info cache for port e2af6227-819c-4e56-8ce0-ed37e79d6bf3 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.636974] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154674, 'name': CreateVM_Task, 'duration_secs': 1.462378} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.637265] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.637585] env[68835]: DEBUG oslo_concurrency.lockutils [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.637752] env[68835]: DEBUG oslo_concurrency.lockutils [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.638112] env[68835]: DEBUG oslo_concurrency.lockutils [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.638413] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4099f490-8a0a-473f-b7ea-83ae38da8022 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.642756] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1047.642756] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52dfa524-f049-dc3c-deb6-32a0542d19cc" [ 1047.642756] env[68835]: _type = "Task" [ 1047.642756] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.650600] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52dfa524-f049-dc3c-deb6-32a0542d19cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.822453] env[68835]: DEBUG nova.network.neutron [-] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.934350] env[68835]: DEBUG nova.compute.manager [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.003801] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154678, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.069458] env[68835]: INFO nova.scheduler.client.report [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleted allocation for migration 1834ccf6-5267-4f7c-abfb-ec77c02885cf [ 1048.155568] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52dfa524-f049-dc3c-deb6-32a0542d19cc, 'name': SearchDatastore_Task, 'duration_secs': 0.023905} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.158353] env[68835]: DEBUG oslo_concurrency.lockutils [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.158655] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.159490] env[68835]: DEBUG oslo_concurrency.lockutils [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.159490] env[68835]: DEBUG oslo_concurrency.lockutils [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.159490] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.163679] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ae91ff0-ac80-41e2-a966-3a4065abff15 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.170784] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.170969] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.173918] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1341d93-519e-40f1-bf9b-c40e208f90e5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.179145] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1048.179145] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52b9fc2a-49d7-878d-96ad-410e50753b27" [ 1048.179145] env[68835]: _type = "Task" [ 1048.179145] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.187319] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b9fc2a-49d7-878d-96ad-410e50753b27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.316744] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019b3d0e-366a-4c62-9b5a-8d1526375320 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.325621] env[68835]: INFO nova.compute.manager [-] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Took 1.03 seconds to deallocate network for instance. [ 1048.328049] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5952988-8ddc-414a-88f1-50b750b3f99b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.360869] env[68835]: DEBUG nova.network.neutron [req-0e078a7e-b629-4feb-a65b-400168400020 req-23563360-f4d6-43b1-ab13-1f9f00af1613 service nova] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Updated VIF entry in instance network info cache for port e2af6227-819c-4e56-8ce0-ed37e79d6bf3. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.361242] env[68835]: DEBUG nova.network.neutron [req-0e078a7e-b629-4feb-a65b-400168400020 req-23563360-f4d6-43b1-ab13-1f9f00af1613 service nova] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Updating instance_info_cache with network_info: [{"id": "e2af6227-819c-4e56-8ce0-ed37e79d6bf3", "address": "fa:16:3e:be:ab:4e", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2af6227-81", "ovs_interfaceid": "e2af6227-819c-4e56-8ce0-ed37e79d6bf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.363265] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553f80e4-03d0-406a-8344-642ac8d3927f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.371736] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9839718-3e43-46ee-8f66-37d5b453609c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.386289] env[68835]: DEBUG nova.compute.provider_tree [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.452601] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.502619] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154678, 'name': CreateVM_Task, 'duration_secs': 0.572618} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.502799] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.503542] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.503695] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.504040] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.504308] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27772e45-2cfc-4789-99ed-ee98e5d0804b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.509420] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1048.509420] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528be0f1-5580-7a43-1cce-69d35475d403" [ 1048.509420] env[68835]: _type = "Task" [ 1048.509420] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.517049] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528be0f1-5580-7a43-1cce-69d35475d403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.575688] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fa6ac429-cf4e-4f40-aa78-31b7132f40e7 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "291b6185-0329-4d3b-838e-451abe781075" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.082s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.689762] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b9fc2a-49d7-878d-96ad-410e50753b27, 'name': SearchDatastore_Task, 'duration_secs': 0.009481} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.690558] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5775d3a-caa0-47bf-a5fc-52aa63d21da3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.695307] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1048.695307] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5248671c-1d49-0b60-e900-f6a60e6f3b44" [ 1048.695307] env[68835]: _type = "Task" [ 1048.695307] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.702311] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5248671c-1d49-0b60-e900-f6a60e6f3b44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.835358] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.866747] env[68835]: DEBUG oslo_concurrency.lockutils [req-0e078a7e-b629-4feb-a65b-400168400020 req-23563360-f4d6-43b1-ab13-1f9f00af1613 service nova] Releasing lock "refresh_cache-92d0bb03-8722-41c2-bfb5-d38158b2f9f0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.889286] env[68835]: DEBUG nova.scheduler.client.report [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.020990] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528be0f1-5580-7a43-1cce-69d35475d403, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.021348] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.021693] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.021982] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.206565] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5248671c-1d49-0b60-e900-f6a60e6f3b44, 'name': SearchDatastore_Task, 'duration_secs': 0.015531} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.206844] env[68835]: DEBUG oslo_concurrency.lockutils [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.207113] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] d8375790-d481-4bb0-a6af-185f74bc25f8/d8375790-d481-4bb0-a6af-185f74bc25f8.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.207399] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.207587] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.207806] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f224885e-9cc2-4e6c-992c-652cd2e3ff86 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.209715] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc465a59-2345-49f7-908d-ab37bcc5c4f9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.217076] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1049.217076] env[68835]: value = "task-3154679" [ 1049.217076] env[68835]: _type = "Task" [ 1049.217076] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.220923] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.221119] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.222282] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20b5237f-29b1-494d-bff3-20f2dbe2eea6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.229007] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.231832] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1049.231832] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]523ab287-03c7-b738-561e-009aeab75f36" [ 1049.231832] env[68835]: _type = "Task" [ 1049.231832] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.239241] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]523ab287-03c7-b738-561e-009aeab75f36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.296486] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "291b6185-0329-4d3b-838e-451abe781075" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.296486] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "291b6185-0329-4d3b-838e-451abe781075" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.296486] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "291b6185-0329-4d3b-838e-451abe781075-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.296486] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "291b6185-0329-4d3b-838e-451abe781075-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.296486] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "291b6185-0329-4d3b-838e-451abe781075-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.297435] env[68835]: INFO nova.compute.manager [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Terminating instance [ 1049.394514] env[68835]: DEBUG oslo_concurrency.lockutils [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.398465] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.753s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.398465] env[68835]: DEBUG nova.objects.instance [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Lazy-loading 'resources' on Instance uuid ab46b034-9198-4e64-970f-11c448b6fdb3 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.418057] env[68835]: INFO nova.scheduler.client.report [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Deleted allocations for instance ef46218e-d124-4c16-b19c-ffb6d17b1fae [ 1049.728038] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507838} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.728038] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] d8375790-d481-4bb0-a6af-185f74bc25f8/d8375790-d481-4bb0-a6af-185f74bc25f8.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.728465] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.728465] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fd3723c-9ed8-49b5-afa7-5a798afc4730 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.738266] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1049.738266] env[68835]: value = "task-3154680" [ 1049.738266] env[68835]: _type = "Task" [ 1049.738266] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.745126] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]523ab287-03c7-b738-561e-009aeab75f36, 'name': SearchDatastore_Task, 'duration_secs': 0.008191} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.747407] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18399670-1c85-4079-9af5-14559dd25c8e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.755724] env[68835]: DEBUG oslo_concurrency.lockutils [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "a263c0cc-1525-4616-8a8b-1b19f4fa17b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.755724] env[68835]: DEBUG oslo_concurrency.lockutils [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "a263c0cc-1525-4616-8a8b-1b19f4fa17b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.756424] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.759963] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1049.759963] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52a5839e-81ee-b2f4-e53d-13f61b9108cd" [ 1049.759963] env[68835]: _type = "Task" [ 1049.759963] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.767931] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a5839e-81ee-b2f4-e53d-13f61b9108cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.802041] env[68835]: DEBUG nova.compute.manager [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.802216] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.803382] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3fe9d6-b72f-4d22-bbd3-f700e1078fe6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.810661] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.810888] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31bfb8b5-6bfa-4d64-ae6c-f84d964d67fd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.816792] env[68835]: DEBUG oslo_vmware.api [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 1049.816792] env[68835]: value = "task-3154681" [ 1049.816792] env[68835]: _type = "Task" [ 1049.816792] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.824273] env[68835]: DEBUG oslo_vmware.api [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.925277] env[68835]: DEBUG oslo_concurrency.lockutils [None req-add20450-3b1a-4fde-b2bf-006c9ac45646 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "ef46218e-d124-4c16-b19c-ffb6d17b1fae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.413s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.127375] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01592b75-af49-41ba-9482-93884458052c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.134646] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2e1680-add8-41ff-842e-a0c06d70c3ea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.166555] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a6611d-6999-4a1a-80a3-4411d5702dbe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.175081] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0168451-4424-47e1-bbbc-29188ed84164 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.187611] env[68835]: DEBUG nova.compute.provider_tree [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.249052] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067649} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.249052] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.249527] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9b13cf-0c87-40bf-a47b-c3fae68c4e97 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.258163] env[68835]: DEBUG nova.compute.manager [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.279890] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] d8375790-d481-4bb0-a6af-185f74bc25f8/d8375790-d481-4bb0-a6af-185f74bc25f8.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.286191] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d96a42b8-0c7b-4ed8-9662-952219de62fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.322292] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a5839e-81ee-b2f4-e53d-13f61b9108cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009056} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.329345] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.329778] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 92d0bb03-8722-41c2-bfb5-d38158b2f9f0/92d0bb03-8722-41c2-bfb5-d38158b2f9f0.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.330367] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1050.330367] env[68835]: value = "task-3154682" [ 1050.330367] env[68835]: _type = "Task" [ 1050.330367] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.330942] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76be761d-7f23-4765-b1bd-881b33b9fba2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.344701] env[68835]: DEBUG oslo_vmware.api [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154681, 'name': PowerOffVM_Task, 'duration_secs': 0.192671} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.345625] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.346301] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.346301] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6acd0f5-2340-4c20-9651-26d322919813 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.356130] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.356557] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1050.356557] env[68835]: value = "task-3154683" [ 1050.356557] env[68835]: _type = "Task" [ 1050.356557] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.369327] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.433477] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.434642] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.434642] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleting the datastore file [datastore2] 291b6185-0329-4d3b-838e-451abe781075 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.434642] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d762a43d-e9c7-439c-b48d-5d1ffb7b21c5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.441253] env[68835]: DEBUG oslo_vmware.api [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 1050.441253] env[68835]: value = "task-3154685" [ 1050.441253] env[68835]: _type = "Task" [ 1050.441253] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.452077] env[68835]: DEBUG oslo_vmware.api [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.690739] env[68835]: DEBUG nova.scheduler.client.report [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.805259] env[68835]: DEBUG oslo_concurrency.lockutils [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.845567] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.866873] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154683, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.951874] env[68835]: DEBUG oslo_vmware.api [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.197360] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.200867] env[68835]: DEBUG oslo_concurrency.lockutils [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.638s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.201372] env[68835]: DEBUG nova.objects.instance [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lazy-loading 'resources' on Instance uuid be629496-573e-4aa3-a930-454df91b2121 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.231308] env[68835]: INFO nova.scheduler.client.report [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Deleted allocations for instance ab46b034-9198-4e64-970f-11c448b6fdb3 [ 1051.345916] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154682, 'name': ReconfigVM_Task, 'duration_secs': 0.889477} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.346269] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Reconfigured VM instance instance-0000005f to attach disk [datastore2] d8375790-d481-4bb0-a6af-185f74bc25f8/d8375790-d481-4bb0-a6af-185f74bc25f8.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.346923] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7749a59b-9d3a-4932-8604-efac8dc4cfbe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.353615] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1051.353615] env[68835]: value = "task-3154686" [ 1051.353615] env[68835]: _type = "Task" [ 1051.353615] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.366848] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154686, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.374424] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.98961} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.375211] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 92d0bb03-8722-41c2-bfb5-d38158b2f9f0/92d0bb03-8722-41c2-bfb5-d38158b2f9f0.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.375211] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.375647] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c89980f3-ab8a-4f77-89f5-7f842ce273a9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.386171] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1051.386171] env[68835]: value = "task-3154687" [ 1051.386171] env[68835]: _type = "Task" [ 1051.386171] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.396896] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.427799] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "d90423f4-a6bc-45c5-9cda-7f40be5b71ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.428066] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "d90423f4-a6bc-45c5-9cda-7f40be5b71ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.452634] env[68835]: DEBUG oslo_vmware.api [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.643692} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.452845] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.453064] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.453305] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.453378] env[68835]: INFO nova.compute.manager [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: 291b6185-0329-4d3b-838e-451abe781075] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1051.453641] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.453880] env[68835]: DEBUG nova.compute.manager [-] [instance: 291b6185-0329-4d3b-838e-451abe781075] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.453977] env[68835]: DEBUG nova.network.neutron [-] [instance: 291b6185-0329-4d3b-838e-451abe781075] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.741319] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b2be2be7-0b98-463e-98ed-85109f515cdb tempest-ServersTestJSON-438167534 tempest-ServersTestJSON-438167534-project-member] Lock "ab46b034-9198-4e64-970f-11c448b6fdb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.156s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.866488] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154686, 'name': Rename_Task, 'duration_secs': 0.424536} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.866803] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.867684] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f83d3bd-1f84-43b5-bbb1-d31411f79305 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.878516] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1051.878516] env[68835]: value = "task-3154688" [ 1051.878516] env[68835]: _type = "Task" [ 1051.878516] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.890588] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154688, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.903644] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263362} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.904080] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.908037] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837dcb92-08de-4447-8b80-185f430c776c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.934474] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 92d0bb03-8722-41c2-bfb5-d38158b2f9f0/92d0bb03-8722-41c2-bfb5-d38158b2f9f0.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.937574] env[68835]: DEBUG nova.compute.manager [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.940222] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b37a147b-a5b1-401a-b6e4-6ef2abafdc7c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.962262] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1051.962262] env[68835]: value = "task-3154689" [ 1051.962262] env[68835]: _type = "Task" [ 1051.962262] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.973323] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.011038] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee3497c-af7c-4339-a97f-ced065f455c5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.020133] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df6f6f0-fbdf-4c30-b191-40b7034a1d8a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.073536] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35141510-26e2-4356-9ce4-d38342010fe4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.081960] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e657e227-5f80-43d8-9a8b-15144157eaad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.097078] env[68835]: DEBUG nova.compute.provider_tree [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.134154] env[68835]: DEBUG nova.compute.manager [req-9577ae8b-96c7-47cc-ab62-44b416cd61da req-753ac444-5d32-4c68-a191-aa856941969b service nova] [instance: 291b6185-0329-4d3b-838e-451abe781075] Received event network-vif-deleted-0710067b-780a-45d6-b7ee-a68fa06e88ef {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.134369] env[68835]: INFO nova.compute.manager [req-9577ae8b-96c7-47cc-ab62-44b416cd61da req-753ac444-5d32-4c68-a191-aa856941969b service nova] [instance: 291b6185-0329-4d3b-838e-451abe781075] Neutron deleted interface 0710067b-780a-45d6-b7ee-a68fa06e88ef; detaching it from the instance and deleting it from the info cache [ 1052.134543] env[68835]: DEBUG nova.network.neutron [req-9577ae8b-96c7-47cc-ab62-44b416cd61da req-753ac444-5d32-4c68-a191-aa856941969b service nova] [instance: 291b6185-0329-4d3b-838e-451abe781075] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.390484] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154688, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.472982] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154689, 'name': ReconfigVM_Task, 'duration_secs': 0.344314} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.473532] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 92d0bb03-8722-41c2-bfb5-d38158b2f9f0/92d0bb03-8722-41c2-bfb5-d38158b2f9f0.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.474331] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc1bbd3d-2cfa-4ee2-92d6-0173f5c378d1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.478087] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.483031] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1052.483031] env[68835]: value = "task-3154690" [ 1052.483031] env[68835]: _type = "Task" [ 1052.483031] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.488600] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154690, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.602566] env[68835]: DEBUG nova.scheduler.client.report [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.618937] env[68835]: DEBUG nova.network.neutron [-] [instance: 291b6185-0329-4d3b-838e-451abe781075] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.641221] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d7f1af4-42e9-44a9-a124-df42b3aa2f5d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.648561] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c761db5a-be15-4cb2-84ad-28d05af214da {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.682776] env[68835]: DEBUG nova.compute.manager [req-9577ae8b-96c7-47cc-ab62-44b416cd61da req-753ac444-5d32-4c68-a191-aa856941969b service nova] [instance: 291b6185-0329-4d3b-838e-451abe781075] Detach interface failed, port_id=0710067b-780a-45d6-b7ee-a68fa06e88ef, reason: Instance 291b6185-0329-4d3b-838e-451abe781075 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1052.890583] env[68835]: DEBUG oslo_vmware.api [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154688, 'name': PowerOnVM_Task, 'duration_secs': 0.765352} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.890957] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.891022] env[68835]: DEBUG nova.compute.manager [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.891934] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e8dede-25eb-42c1-a0c1-9aefd59f5d3b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.990411] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154690, 'name': Rename_Task, 'duration_secs': 0.206106} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.990803] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.991138] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6575c272-8d53-4b97-baac-d6211cf2c5b5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.997908] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1052.997908] env[68835]: value = "task-3154691" [ 1052.997908] env[68835]: _type = "Task" [ 1052.997908] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.006289] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.109108] env[68835]: DEBUG oslo_concurrency.lockutils [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.111524] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.785s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.111761] env[68835]: DEBUG nova.objects.instance [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lazy-loading 'resources' on Instance uuid a08615df-fc52-4a65-bea0-6b3bfc513d99 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.121759] env[68835]: INFO nova.compute.manager [-] [instance: 291b6185-0329-4d3b-838e-451abe781075] Took 1.67 seconds to deallocate network for instance. [ 1053.135679] env[68835]: INFO nova.scheduler.client.report [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Deleted allocations for instance be629496-573e-4aa3-a930-454df91b2121 [ 1053.408891] env[68835]: DEBUG oslo_concurrency.lockutils [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.509707] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154691, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.632182] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.647251] env[68835]: DEBUG oslo_concurrency.lockutils [None req-31053687-2d3c-412f-9253-9560af721dc7 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "be629496-573e-4aa3-a930-454df91b2121" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.407s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.844368] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a6a347-4233-4e69-8246-babaa972bc03 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.853055] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe81c20-6e4e-4e71-af74-9fc169065eec {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.888197] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2d0b63-cc65-4c60-870e-781464e8b4cd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.896184] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5634ecb-a35a-4315-b85e-20405a730766 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.911465] env[68835]: DEBUG nova.compute.provider_tree [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.011982] env[68835]: DEBUG oslo_vmware.api [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154691, 'name': PowerOnVM_Task, 'duration_secs': 0.586043} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.012201] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.012362] env[68835]: INFO nova.compute.manager [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1054.012844] env[68835]: DEBUG nova.compute.manager [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.013871] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691bef44-d4cc-413c-a76a-2ab7d40992ea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.026624] env[68835]: DEBUG oslo_concurrency.lockutils [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquiring lock "d8375790-d481-4bb0-a6af-185f74bc25f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.026874] env[68835]: DEBUG oslo_concurrency.lockutils [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "d8375790-d481-4bb0-a6af-185f74bc25f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.027086] env[68835]: DEBUG oslo_concurrency.lockutils [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquiring lock "d8375790-d481-4bb0-a6af-185f74bc25f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.027265] env[68835]: DEBUG oslo_concurrency.lockutils [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "d8375790-d481-4bb0-a6af-185f74bc25f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.027431] env[68835]: DEBUG oslo_concurrency.lockutils [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "d8375790-d481-4bb0-a6af-185f74bc25f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.029403] env[68835]: INFO nova.compute.manager [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Terminating instance [ 1054.414746] env[68835]: DEBUG nova.scheduler.client.report [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.530978] env[68835]: INFO nova.compute.manager [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Took 21.27 seconds to build instance. [ 1054.532401] env[68835]: DEBUG oslo_concurrency.lockutils [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquiring lock "refresh_cache-d8375790-d481-4bb0-a6af-185f74bc25f8" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.532547] env[68835]: DEBUG oslo_concurrency.lockutils [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquired lock "refresh_cache-d8375790-d481-4bb0-a6af-185f74bc25f8" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.532733] env[68835]: DEBUG nova.network.neutron [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.552869] env[68835]: DEBUG oslo_concurrency.lockutils [None req-431906a3-166f-4522-845e-58894b038175 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.553135] env[68835]: DEBUG oslo_concurrency.lockutils [None req-431906a3-166f-4522-845e-58894b038175 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.920168] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.923416] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.243s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.923714] env[68835]: DEBUG nova.objects.instance [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68835) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1054.945274] env[68835]: INFO nova.scheduler.client.report [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Deleted allocations for instance a08615df-fc52-4a65-bea0-6b3bfc513d99 [ 1055.032694] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1dc6d53f-62a3-459c-a92c-be62c404b8ad tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "92d0bb03-8722-41c2-bfb5-d38158b2f9f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.784s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.055892] env[68835]: INFO nova.compute.manager [None req-431906a3-166f-4522-845e-58894b038175 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Detaching volume 7333ada0-6337-4bca-a34a-84d7c7f5d087 [ 1055.060782] env[68835]: DEBUG nova.network.neutron [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.123637] env[68835]: INFO nova.virt.block_device [None req-431906a3-166f-4522-845e-58894b038175 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Attempting to driver detach volume 7333ada0-6337-4bca-a34a-84d7c7f5d087 from mountpoint /dev/sdb [ 1055.123981] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-431906a3-166f-4522-845e-58894b038175 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Volume detach. Driver type: vmdk {{(pid=68835) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1055.124248] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-431906a3-166f-4522-845e-58894b038175 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631196', 'volume_id': '7333ada0-6337-4bca-a34a-84d7c7f5d087', 'name': 'volume-7333ada0-6337-4bca-a34a-84d7c7f5d087', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ba03d75-6449-43c9-a3a5-aac9b61656e3', 'attached_at': '', 'detached_at': '', 'volume_id': '7333ada0-6337-4bca-a34a-84d7c7f5d087', 'serial': '7333ada0-6337-4bca-a34a-84d7c7f5d087'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1055.125267] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d204a565-cec0-4d6b-acc2-d23a8bb06eb2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.134643] env[68835]: DEBUG nova.network.neutron [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.160089] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e9f30b-5acb-47a2-b441-aa87caa9c776 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.169375] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e150736-b19f-40f8-b3a1-dda9783a7ae4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.192850] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e90f33-5f9c-45af-90f8-eddc6651cabd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.208301] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-431906a3-166f-4522-845e-58894b038175 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] The volume has not been displaced from its original location: [datastore2] volume-7333ada0-6337-4bca-a34a-84d7c7f5d087/volume-7333ada0-6337-4bca-a34a-84d7c7f5d087.vmdk. No consolidation needed. {{(pid=68835) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1055.213734] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-431906a3-166f-4522-845e-58894b038175 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1055.214400] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-684005ba-4062-4a0b-ab22-3fb8fd1cb1c1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.233259] env[68835]: DEBUG oslo_vmware.api [None req-431906a3-166f-4522-845e-58894b038175 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1055.233259] env[68835]: value = "task-3154692" [ 1055.233259] env[68835]: _type = "Task" [ 1055.233259] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.241222] env[68835]: DEBUG oslo_vmware.api [None req-431906a3-166f-4522-845e-58894b038175 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.453613] env[68835]: DEBUG oslo_concurrency.lockutils [None req-dcdc43fa-327a-4599-9d4d-7f7f51e8c285 tempest-ServerRescueNegativeTestJSON-1083036709 tempest-ServerRescueNegativeTestJSON-1083036709-project-member] Lock "a08615df-fc52-4a65-bea0-6b3bfc513d99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.592s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.660376] env[68835]: DEBUG oslo_concurrency.lockutils [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Releasing lock "refresh_cache-d8375790-d481-4bb0-a6af-185f74bc25f8" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.660819] env[68835]: DEBUG nova.compute.manager [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.661030] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.661948] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cc1d0e-4aff-4f11-9e41-8c9024c17871 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.670086] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.670333] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a72c1a2-91c4-455e-b0ed-014ee85126e9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.676111] env[68835]: DEBUG oslo_vmware.api [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1055.676111] env[68835]: value = "task-3154693" [ 1055.676111] env[68835]: _type = "Task" [ 1055.676111] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.685357] env[68835]: DEBUG oslo_vmware.api [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.744187] env[68835]: DEBUG oslo_vmware.api [None req-431906a3-166f-4522-845e-58894b038175 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154692, 'name': ReconfigVM_Task, 'duration_secs': 0.423721} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.744187] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-431906a3-166f-4522-845e-58894b038175 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1055.756880] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e8b243b-1906-4d5a-9f28-0143be574230 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.773719] env[68835]: DEBUG oslo_vmware.api [None req-431906a3-166f-4522-845e-58894b038175 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1055.773719] env[68835]: value = "task-3154694" [ 1055.773719] env[68835]: _type = "Task" [ 1055.773719] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.781970] env[68835]: DEBUG oslo_vmware.api [None req-431906a3-166f-4522-845e-58894b038175 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.805725] env[68835]: DEBUG oslo_concurrency.lockutils [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "92d0bb03-8722-41c2-bfb5-d38158b2f9f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.806225] env[68835]: DEBUG oslo_concurrency.lockutils [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "92d0bb03-8722-41c2-bfb5-d38158b2f9f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.806598] env[68835]: DEBUG oslo_concurrency.lockutils [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "92d0bb03-8722-41c2-bfb5-d38158b2f9f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.806909] env[68835]: DEBUG oslo_concurrency.lockutils [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "92d0bb03-8722-41c2-bfb5-d38158b2f9f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.807158] env[68835]: DEBUG oslo_concurrency.lockutils [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "92d0bb03-8722-41c2-bfb5-d38158b2f9f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.809331] env[68835]: INFO nova.compute.manager [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Terminating instance [ 1055.934291] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe010a5f-646a-4ef3-84a6-3c55861565b6 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.935853] env[68835]: DEBUG oslo_concurrency.lockutils [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.908s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.936197] env[68835]: DEBUG nova.objects.instance [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lazy-loading 'resources' on Instance uuid 73f2e861-0a7c-45f9-a73f-85f46930771c {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.188498] env[68835]: DEBUG oslo_vmware.api [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154693, 'name': PowerOffVM_Task, 'duration_secs': 0.126697} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.188786] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.188955] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.190299] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21125bd6-c59d-4603-8e94-647102dc69ca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.213966] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.214202] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.214392] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Deleting the datastore file [datastore2] d8375790-d481-4bb0-a6af-185f74bc25f8 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.214670] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef4a403e-5ec5-414e-9a91-3108a4054cac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.222377] env[68835]: DEBUG oslo_vmware.api [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1056.222377] env[68835]: value = "task-3154696" [ 1056.222377] env[68835]: _type = "Task" [ 1056.222377] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.230513] env[68835]: DEBUG oslo_vmware.api [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.285475] env[68835]: DEBUG oslo_vmware.api [None req-431906a3-166f-4522-845e-58894b038175 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154694, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.316379] env[68835]: DEBUG nova.compute.manager [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.316379] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.316379] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822bd7fa-0fc0-4b89-b5d4-907438f954f8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.323543] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.324327] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ef1b294-43d2-4145-aa73-46ce37bb37e4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.332114] env[68835]: DEBUG oslo_vmware.api [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1056.332114] env[68835]: value = "task-3154697" [ 1056.332114] env[68835]: _type = "Task" [ 1056.332114] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.341154] env[68835]: DEBUG oslo_vmware.api [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.689116] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44476b9c-d76d-4b36-8ab0-345f92298a2e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.702143] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78a7ceb-b8d4-402b-972b-20500d9b91f5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.740682] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b140045b-0a00-4909-8994-3289828452ef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.752317] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5224675b-c4b0-44ff-bb10-59b2898651d8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.756986] env[68835]: DEBUG oslo_vmware.api [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142594} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.757461] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.757753] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.758047] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.758440] env[68835]: INFO nova.compute.manager [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1056.760041] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.760754] env[68835]: DEBUG nova.compute.manager [-] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.760998] env[68835]: DEBUG nova.network.neutron [-] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.775063] env[68835]: DEBUG nova.compute.provider_tree [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.788663] env[68835]: DEBUG oslo_vmware.api [None req-431906a3-166f-4522-845e-58894b038175 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154694, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.802269] env[68835]: DEBUG nova.network.neutron [-] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.842064] env[68835]: DEBUG oslo_vmware.api [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.284025] env[68835]: DEBUG nova.scheduler.client.report [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.296757] env[68835]: DEBUG oslo_vmware.api [None req-431906a3-166f-4522-845e-58894b038175 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154694, 'name': ReconfigVM_Task, 'duration_secs': 1.25124} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.296809] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-431906a3-166f-4522-845e-58894b038175 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631196', 'volume_id': '7333ada0-6337-4bca-a34a-84d7c7f5d087', 'name': 'volume-7333ada0-6337-4bca-a34a-84d7c7f5d087', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ba03d75-6449-43c9-a3a5-aac9b61656e3', 'attached_at': '', 'detached_at': '', 'volume_id': '7333ada0-6337-4bca-a34a-84d7c7f5d087', 'serial': '7333ada0-6337-4bca-a34a-84d7c7f5d087'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1057.307038] env[68835]: DEBUG nova.network.neutron [-] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.343517] env[68835]: DEBUG oslo_vmware.api [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154697, 'name': PowerOffVM_Task, 'duration_secs': 0.840046} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.343646] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.344211] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.344211] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffddd479-d163-49cb-9748-6335ddc57f73 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.643264] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.643508] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.643719] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleting the datastore file [datastore2] 92d0bb03-8722-41c2-bfb5-d38158b2f9f0 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.643981] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82f31e20-7a28-487d-9fa1-8e57ee231262 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.649732] env[68835]: DEBUG oslo_vmware.api [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1057.649732] env[68835]: value = "task-3154699" [ 1057.649732] env[68835]: _type = "Task" [ 1057.649732] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.658151] env[68835]: DEBUG oslo_vmware.api [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.790707] env[68835]: DEBUG oslo_concurrency.lockutils [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.791707] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.339s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.793530] env[68835]: INFO nova.compute.claims [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.811266] env[68835]: INFO nova.compute.manager [-] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Took 1.05 seconds to deallocate network for instance. [ 1057.823308] env[68835]: INFO nova.scheduler.client.report [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Deleted allocations for instance 73f2e861-0a7c-45f9-a73f-85f46930771c [ 1057.874483] env[68835]: DEBUG nova.objects.instance [None req-431906a3-166f-4522-845e-58894b038175 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lazy-loading 'flavor' on Instance uuid 8ba03d75-6449-43c9-a3a5-aac9b61656e3 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.162985] env[68835]: DEBUG oslo_vmware.api [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162489} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.162985] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.162985] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.162985] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.162985] env[68835]: INFO nova.compute.manager [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Took 1.85 seconds to destroy the instance on the hypervisor. [ 1058.162985] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.162985] env[68835]: DEBUG nova.compute.manager [-] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.163959] env[68835]: DEBUG nova.network.neutron [-] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.325922] env[68835]: DEBUG oslo_concurrency.lockutils [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.338271] env[68835]: DEBUG oslo_concurrency.lockutils [None req-289164ac-cb45-4e94-ba61-5f2a4ba7d3c3 tempest-ImagesTestJSON-1043513357 tempest-ImagesTestJSON-1043513357-project-member] Lock "73f2e861-0a7c-45f9-a73f-85f46930771c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.803s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.655159] env[68835]: DEBUG nova.compute.manager [req-f8e3fbca-4410-4938-9daa-5884bda7ef44 req-055e95ca-3b43-4232-bef7-317ea3ee30f2 service nova] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Received event network-vif-deleted-e2af6227-819c-4e56-8ce0-ed37e79d6bf3 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.655159] env[68835]: INFO nova.compute.manager [req-f8e3fbca-4410-4938-9daa-5884bda7ef44 req-055e95ca-3b43-4232-bef7-317ea3ee30f2 service nova] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Neutron deleted interface e2af6227-819c-4e56-8ce0-ed37e79d6bf3; detaching it from the instance and deleting it from the info cache [ 1058.655159] env[68835]: DEBUG nova.network.neutron [req-f8e3fbca-4410-4938-9daa-5884bda7ef44 req-055e95ca-3b43-4232-bef7-317ea3ee30f2 service nova] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.885500] env[68835]: DEBUG oslo_concurrency.lockutils [None req-431906a3-166f-4522-845e-58894b038175 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.332s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.011857] env[68835]: DEBUG oslo_concurrency.lockutils [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.012203] env[68835]: DEBUG oslo_concurrency.lockutils [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.012527] env[68835]: DEBUG oslo_concurrency.lockutils [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.012629] env[68835]: DEBUG oslo_concurrency.lockutils [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.012796] env[68835]: DEBUG oslo_concurrency.lockutils [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.015832] env[68835]: INFO nova.compute.manager [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Terminating instance [ 1059.025034] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d0f6fd-f59b-4b65-ad78-3e1ec38e8d38 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.038728] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20b280f-d8c6-4e15-b73c-35027502925c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.075089] env[68835]: DEBUG nova.network.neutron [-] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.077487] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd54ee15-013f-41e0-ab0f-bc270ca995b2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.085712] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eed5c1b-857c-487a-8fbc-25540a31ed78 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.100510] env[68835]: DEBUG nova.compute.provider_tree [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.156698] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16ba35b2-72a1-4ecf-b748-c5c20d9adb9f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.168376] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eec61a0-16e2-4a2a-80f5-4e87c16f8a3d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.199714] env[68835]: DEBUG nova.compute.manager [req-f8e3fbca-4410-4938-9daa-5884bda7ef44 req-055e95ca-3b43-4232-bef7-317ea3ee30f2 service nova] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Detach interface failed, port_id=e2af6227-819c-4e56-8ce0-ed37e79d6bf3, reason: Instance 92d0bb03-8722-41c2-bfb5-d38158b2f9f0 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1059.282458] env[68835]: DEBUG oslo_concurrency.lockutils [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "a1cb86e0-6b66-4edf-b690-80e51709b58d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.282887] env[68835]: DEBUG oslo_concurrency.lockutils [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "a1cb86e0-6b66-4edf-b690-80e51709b58d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.534021] env[68835]: DEBUG nova.compute.manager [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.534021] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.534021] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5944e74a-9b9e-47d7-81d3-c023ee935aca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.546619] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.546993] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6a6c6fc-486e-480e-96c6-4d04d18b528e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.553928] env[68835]: DEBUG oslo_vmware.api [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1059.553928] env[68835]: value = "task-3154700" [ 1059.553928] env[68835]: _type = "Task" [ 1059.553928] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.563406] env[68835]: DEBUG oslo_vmware.api [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.583467] env[68835]: INFO nova.compute.manager [-] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Took 1.42 seconds to deallocate network for instance. [ 1059.609321] env[68835]: DEBUG nova.scheduler.client.report [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.786611] env[68835]: DEBUG nova.compute.manager [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.065892] env[68835]: DEBUG oslo_vmware.api [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154700, 'name': PowerOffVM_Task, 'duration_secs': 0.214491} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.066233] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.066446] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.066741] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3480e84-dff6-4791-9225-947e1e252ce5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.091859] env[68835]: DEBUG oslo_concurrency.lockutils [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.115264] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.115857] env[68835]: DEBUG nova.compute.manager [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.121946] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.287s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.122238] env[68835]: DEBUG nova.objects.instance [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Lazy-loading 'resources' on Instance uuid 8bee7bde-661d-4abf-8873-4fc7a38d1ad9 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.124216] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.124216] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.125071] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Deleting the datastore file [datastore1] 8ba03d75-6449-43c9-a3a5-aac9b61656e3 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.126136] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb4e5689-da8d-4c3d-9489-cddd4043a857 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.139018] env[68835]: DEBUG oslo_vmware.api [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1060.139018] env[68835]: value = "task-3154702" [ 1060.139018] env[68835]: _type = "Task" [ 1060.139018] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.147133] env[68835]: DEBUG oslo_vmware.api [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.318079] env[68835]: DEBUG oslo_concurrency.lockutils [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.631055] env[68835]: DEBUG nova.compute.utils [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.634398] env[68835]: DEBUG nova.compute.manager [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.635037] env[68835]: DEBUG nova.network.neutron [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.650773] env[68835]: DEBUG oslo_vmware.api [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134733} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.651220] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.651513] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.654019] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.654019] env[68835]: INFO nova.compute.manager [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1060.654019] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.654019] env[68835]: DEBUG nova.compute.manager [-] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.654019] env[68835]: DEBUG nova.network.neutron [-] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.721180] env[68835]: DEBUG nova.policy [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cad34bb9ed8b4dff8e035e93ee3babed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '208dae9fe2434d12937fb80bcaac1273', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.863104] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c440f8-ee52-4add-8f00-d8703d82e6a1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.871951] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8b7d36-dc4d-4a5f-94c5-55ee217b5ffe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.906205] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec89229-c311-479a-b98b-d34fd23dd0a7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.913899] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411adfe4-7d44-4510-82a9-d6ef6c608d82 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.927837] env[68835]: DEBUG nova.compute.provider_tree [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.137398] env[68835]: DEBUG nova.compute.manager [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.210471] env[68835]: DEBUG nova.compute.manager [req-3c0212eb-eda0-4dbd-887d-ca85a531fdc8 req-15acff7f-ebf1-48aa-9828-04fa05088128 service nova] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Received event network-vif-deleted-570b40c4-b6ba-4726-bb04-58ae782a4d0b {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.210471] env[68835]: INFO nova.compute.manager [req-3c0212eb-eda0-4dbd-887d-ca85a531fdc8 req-15acff7f-ebf1-48aa-9828-04fa05088128 service nova] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Neutron deleted interface 570b40c4-b6ba-4726-bb04-58ae782a4d0b; detaching it from the instance and deleting it from the info cache [ 1061.210471] env[68835]: DEBUG nova.network.neutron [req-3c0212eb-eda0-4dbd-887d-ca85a531fdc8 req-15acff7f-ebf1-48aa-9828-04fa05088128 service nova] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.431659] env[68835]: DEBUG nova.scheduler.client.report [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.534076] env[68835]: DEBUG nova.network.neutron [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Successfully created port: f95ade32-ced6-4c6f-a502-11af5518764f {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.686801] env[68835]: DEBUG nova.network.neutron [-] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.714774] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c0e5f8b-3cb5-4d69-bff4-855a909d6fd0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.724016] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd06260-02fa-4901-9b89-9156aeccee08 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.750870] env[68835]: DEBUG nova.compute.manager [req-3c0212eb-eda0-4dbd-887d-ca85a531fdc8 req-15acff7f-ebf1-48aa-9828-04fa05088128 service nova] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Detach interface failed, port_id=570b40c4-b6ba-4726-bb04-58ae782a4d0b, reason: Instance 8ba03d75-6449-43c9-a3a5-aac9b61656e3 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1061.940109] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.946996] env[68835]: DEBUG oslo_concurrency.lockutils [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.140s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.951993] env[68835]: INFO nova.compute.claims [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.970195] env[68835]: INFO nova.scheduler.client.report [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Deleted allocations for instance 8bee7bde-661d-4abf-8873-4fc7a38d1ad9 [ 1062.144784] env[68835]: DEBUG nova.compute.manager [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.180714] env[68835]: DEBUG nova.virt.hardware [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.181012] env[68835]: DEBUG nova.virt.hardware [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.181211] env[68835]: DEBUG nova.virt.hardware [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.181429] env[68835]: DEBUG nova.virt.hardware [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.181590] env[68835]: DEBUG nova.virt.hardware [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.181776] env[68835]: DEBUG nova.virt.hardware [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.182033] env[68835]: DEBUG nova.virt.hardware [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.182237] env[68835]: DEBUG nova.virt.hardware [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.182447] env[68835]: DEBUG nova.virt.hardware [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.182644] env[68835]: DEBUG nova.virt.hardware [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.182875] env[68835]: DEBUG nova.virt.hardware [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.183879] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e2381c-904b-4c1c-8955-6de58433ca41 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.188717] env[68835]: INFO nova.compute.manager [-] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Took 1.54 seconds to deallocate network for instance. [ 1062.199040] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c75400-fcb8-4c3a-adf5-48fac0c433ac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.481239] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7eb560ca-22b9-4822-ac95-42d5eb621193 tempest-ServersListShow2100Test-1863077202 tempest-ServersListShow2100Test-1863077202-project-member] Lock "8bee7bde-661d-4abf-8873-4fc7a38d1ad9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.997s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.706155] env[68835]: DEBUG oslo_concurrency.lockutils [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.182089] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c021a89-ebb4-4078-b7b2-83e9f7bd2120 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.191044] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d53b03-bcee-4b54-ac3e-8f8a66a92500 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.222048] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea3c150-420b-49d0-9473-7a9269b977e6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.229583] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac12105-838e-4379-a611-23e654d245d2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.244257] env[68835]: DEBUG nova.compute.provider_tree [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.401697] env[68835]: DEBUG nova.compute.manager [req-5f9c8cdf-3e9e-42ee-aa22-8c25e473bc20 req-1553ff2a-5f16-41e2-aed2-f0568e407fd8 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Received event network-vif-plugged-f95ade32-ced6-4c6f-a502-11af5518764f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.401925] env[68835]: DEBUG oslo_concurrency.lockutils [req-5f9c8cdf-3e9e-42ee-aa22-8c25e473bc20 req-1553ff2a-5f16-41e2-aed2-f0568e407fd8 service nova] Acquiring lock "235d675a-3113-4eae-ae03-f504a8d53a95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.402152] env[68835]: DEBUG oslo_concurrency.lockutils [req-5f9c8cdf-3e9e-42ee-aa22-8c25e473bc20 req-1553ff2a-5f16-41e2-aed2-f0568e407fd8 service nova] Lock "235d675a-3113-4eae-ae03-f504a8d53a95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.402335] env[68835]: DEBUG oslo_concurrency.lockutils [req-5f9c8cdf-3e9e-42ee-aa22-8c25e473bc20 req-1553ff2a-5f16-41e2-aed2-f0568e407fd8 service nova] Lock "235d675a-3113-4eae-ae03-f504a8d53a95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.402500] env[68835]: DEBUG nova.compute.manager [req-5f9c8cdf-3e9e-42ee-aa22-8c25e473bc20 req-1553ff2a-5f16-41e2-aed2-f0568e407fd8 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] No waiting events found dispatching network-vif-plugged-f95ade32-ced6-4c6f-a502-11af5518764f {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.402660] env[68835]: WARNING nova.compute.manager [req-5f9c8cdf-3e9e-42ee-aa22-8c25e473bc20 req-1553ff2a-5f16-41e2-aed2-f0568e407fd8 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Received unexpected event network-vif-plugged-f95ade32-ced6-4c6f-a502-11af5518764f for instance with vm_state building and task_state spawning. [ 1063.748861] env[68835]: DEBUG nova.scheduler.client.report [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.999664] env[68835]: DEBUG nova.network.neutron [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Successfully updated port: f95ade32-ced6-4c6f-a502-11af5518764f {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.251051] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Acquiring lock "a8977588-4450-4e4b-b312-847901a74704" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.251487] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Lock "a8977588-4450-4e4b-b312-847901a74704" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.262368] env[68835]: DEBUG oslo_concurrency.lockutils [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.262368] env[68835]: DEBUG nova.compute.manager [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.263490] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.785s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.265049] env[68835]: INFO nova.compute.claims [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.505935] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.505935] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquired lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.505935] env[68835]: DEBUG nova.network.neutron [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.753864] env[68835]: DEBUG nova.compute.manager [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.773658] env[68835]: DEBUG nova.compute.utils [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.779737] env[68835]: DEBUG nova.compute.manager [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.779918] env[68835]: DEBUG nova.network.neutron [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.818493] env[68835]: DEBUG nova.policy [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6aaabba20c544048ad6c1b996a2944bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '660d1c68ab57427993ef7dd44a9a4189', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.056547] env[68835]: DEBUG nova.network.neutron [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.214504] env[68835]: DEBUG nova.network.neutron [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Successfully created port: 1fa82604-1009-455c-86ec-d014497c15a6 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.280813] env[68835]: DEBUG nova.compute.manager [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.297633] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.305438] env[68835]: DEBUG nova.network.neutron [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Updating instance_info_cache with network_info: [{"id": "f95ade32-ced6-4c6f-a502-11af5518764f", "address": "fa:16:3e:75:56:26", "network": {"id": "da7fa90e-7f64-4b73-9608-1118aa2742d1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1289376040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208dae9fe2434d12937fb80bcaac1273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf95ade32-ce", "ovs_interfaceid": "f95ade32-ced6-4c6f-a502-11af5518764f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.398306] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "15b953b9-f3fc-4706-8a74-99d87a27fed6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.398560] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "15b953b9-f3fc-4706-8a74-99d87a27fed6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.446517] env[68835]: DEBUG nova.compute.manager [req-3f4dd246-3818-49c7-abf4-5a4b046f9e20 req-334b68bc-098e-4ceb-af05-f1038d9c4d19 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Received event network-changed-f95ade32-ced6-4c6f-a502-11af5518764f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.446612] env[68835]: DEBUG nova.compute.manager [req-3f4dd246-3818-49c7-abf4-5a4b046f9e20 req-334b68bc-098e-4ceb-af05-f1038d9c4d19 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Refreshing instance network info cache due to event network-changed-f95ade32-ced6-4c6f-a502-11af5518764f. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.446782] env[68835]: DEBUG oslo_concurrency.lockutils [req-3f4dd246-3818-49c7-abf4-5a4b046f9e20 req-334b68bc-098e-4ceb-af05-f1038d9c4d19 service nova] Acquiring lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.571206] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463b07c9-3c74-4bdf-8326-d8b2809c2dab {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.579833] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742b1535-c98c-4188-8ab2-4642767245ad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.619565] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d241ac-7449-48a8-9a1b-958c20a46982 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.636066] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294cb7d9-69ef-4d2e-8807-c685553312b5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.672437] env[68835]: DEBUG nova.compute.provider_tree [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.806465] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Releasing lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.806803] env[68835]: DEBUG nova.compute.manager [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Instance network_info: |[{"id": "f95ade32-ced6-4c6f-a502-11af5518764f", "address": "fa:16:3e:75:56:26", "network": {"id": "da7fa90e-7f64-4b73-9608-1118aa2742d1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1289376040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208dae9fe2434d12937fb80bcaac1273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf95ade32-ce", "ovs_interfaceid": "f95ade32-ced6-4c6f-a502-11af5518764f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.807199] env[68835]: DEBUG oslo_concurrency.lockutils [req-3f4dd246-3818-49c7-abf4-5a4b046f9e20 req-334b68bc-098e-4ceb-af05-f1038d9c4d19 service nova] Acquired lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.807391] env[68835]: DEBUG nova.network.neutron [req-3f4dd246-3818-49c7-abf4-5a4b046f9e20 req-334b68bc-098e-4ceb-af05-f1038d9c4d19 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Refreshing network info cache for port f95ade32-ced6-4c6f-a502-11af5518764f {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.808629] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:56:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f95ade32-ced6-4c6f-a502-11af5518764f', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.816980] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Creating folder: Project (208dae9fe2434d12937fb80bcaac1273). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.816980] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9862f8a4-92f3-4a34-8c6e-4095926724c4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.829114] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Created folder: Project (208dae9fe2434d12937fb80bcaac1273) in parent group-v630977. [ 1065.829114] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Creating folder: Instances. Parent ref: group-v631238. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.829114] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42cea9ee-2267-4ed9-915e-a018c86e27cf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.837972] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Created folder: Instances in parent group-v631238. [ 1065.838143] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.838329] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.838527] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b72fbe60-6ed8-44a7-abde-e10dadad70b9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.858523] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.858523] env[68835]: value = "task-3154705" [ 1065.858523] env[68835]: _type = "Task" [ 1065.858523] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.868716] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154705, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.901600] env[68835]: DEBUG nova.compute.manager [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.175853] env[68835]: DEBUG nova.scheduler.client.report [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.297171] env[68835]: DEBUG nova.compute.manager [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.325687] env[68835]: DEBUG nova.virt.hardware [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.325940] env[68835]: DEBUG nova.virt.hardware [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.326116] env[68835]: DEBUG nova.virt.hardware [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.326301] env[68835]: DEBUG nova.virt.hardware [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.326446] env[68835]: DEBUG nova.virt.hardware [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.326590] env[68835]: DEBUG nova.virt.hardware [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.326791] env[68835]: DEBUG nova.virt.hardware [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.326946] env[68835]: DEBUG nova.virt.hardware [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.327126] env[68835]: DEBUG nova.virt.hardware [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.327288] env[68835]: DEBUG nova.virt.hardware [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.327456] env[68835]: DEBUG nova.virt.hardware [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.328327] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1749b3fb-c477-4499-9fdc-6dfa5d49f3b5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.336422] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb93a6d0-8b36-4b2b-911a-a618dcd12fe9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.367370] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154705, 'name': CreateVM_Task, 'duration_secs': 0.323662} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.367546] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.368257] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.368425] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.369023] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.369023] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4667c447-f55e-41a1-a9f4-6fcf8368c62d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.372998] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1066.372998] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]521d4cb1-8408-0820-9e7c-784c6ecd433a" [ 1066.372998] env[68835]: _type = "Task" [ 1066.372998] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.381476] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521d4cb1-8408-0820-9e7c-784c6ecd433a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.421232] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.522042] env[68835]: DEBUG nova.network.neutron [req-3f4dd246-3818-49c7-abf4-5a4b046f9e20 req-334b68bc-098e-4ceb-af05-f1038d9c4d19 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Updated VIF entry in instance network info cache for port f95ade32-ced6-4c6f-a502-11af5518764f. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.522042] env[68835]: DEBUG nova.network.neutron [req-3f4dd246-3818-49c7-abf4-5a4b046f9e20 req-334b68bc-098e-4ceb-af05-f1038d9c4d19 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Updating instance_info_cache with network_info: [{"id": "f95ade32-ced6-4c6f-a502-11af5518764f", "address": "fa:16:3e:75:56:26", "network": {"id": "da7fa90e-7f64-4b73-9608-1118aa2742d1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1289376040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208dae9fe2434d12937fb80bcaac1273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf95ade32-ce", "ovs_interfaceid": "f95ade32-ced6-4c6f-a502-11af5518764f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.553946] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Acquiring lock "85077876-a35e-4f1d-b68e-6d2473853070" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.553946] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Lock "85077876-a35e-4f1d-b68e-6d2473853070" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.681544] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.682169] env[68835]: DEBUG nova.compute.manager [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.684650] env[68835]: DEBUG oslo_concurrency.lockutils [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.276s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.688020] env[68835]: DEBUG nova.objects.instance [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68835) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1066.698475] env[68835]: DEBUG nova.network.neutron [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Successfully updated port: 1fa82604-1009-455c-86ec-d014497c15a6 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.883800] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521d4cb1-8408-0820-9e7c-784c6ecd433a, 'name': SearchDatastore_Task, 'duration_secs': 0.014182} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.884231] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.884516] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.884937] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.885126] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.885319] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.885602] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38f6c2ed-835e-48e6-b6c9-59e31825c5b8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.894120] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.894291] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.895018] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8def2841-1534-4589-9bb4-14c3f7de2c38 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.900568] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1066.900568] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52751b8b-4ced-5ed6-37a1-923f9636f7c0" [ 1066.900568] env[68835]: _type = "Task" [ 1066.900568] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.908385] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52751b8b-4ced-5ed6-37a1-923f9636f7c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.024929] env[68835]: DEBUG oslo_concurrency.lockutils [req-3f4dd246-3818-49c7-abf4-5a4b046f9e20 req-334b68bc-098e-4ceb-af05-f1038d9c4d19 service nova] Releasing lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.059584] env[68835]: DEBUG nova.compute.manager [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.189157] env[68835]: DEBUG nova.compute.utils [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.193566] env[68835]: DEBUG nova.compute.manager [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.193711] env[68835]: DEBUG nova.network.neutron [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.201132] env[68835]: DEBUG oslo_concurrency.lockutils [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "refresh_cache-a263c0cc-1525-4616-8a8b-1b19f4fa17b6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.201466] env[68835]: DEBUG oslo_concurrency.lockutils [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "refresh_cache-a263c0cc-1525-4616-8a8b-1b19f4fa17b6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.201466] env[68835]: DEBUG nova.network.neutron [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.264215] env[68835]: DEBUG nova.policy [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '602b183f9bce49a08c93014f3033abad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa6b1210243e4cb69e810179ea79c16b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.412777] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52751b8b-4ced-5ed6-37a1-923f9636f7c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009151} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.413292] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f65642c-8d15-41fe-b247-9e39db7a4cee {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.419027] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1067.419027] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52630391-c6b6-90be-a5a2-9942a1bee267" [ 1067.419027] env[68835]: _type = "Task" [ 1067.419027] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.427195] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52630391-c6b6-90be-a5a2-9942a1bee267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.472409] env[68835]: DEBUG nova.compute.manager [req-ce297bb7-0a4f-401a-93f2-a8507e64e03b req-cd2cd603-3f9a-40fb-b578-c980c437c910 service nova] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Received event network-vif-plugged-1fa82604-1009-455c-86ec-d014497c15a6 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.472642] env[68835]: DEBUG oslo_concurrency.lockutils [req-ce297bb7-0a4f-401a-93f2-a8507e64e03b req-cd2cd603-3f9a-40fb-b578-c980c437c910 service nova] Acquiring lock "a263c0cc-1525-4616-8a8b-1b19f4fa17b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.473136] env[68835]: DEBUG oslo_concurrency.lockutils [req-ce297bb7-0a4f-401a-93f2-a8507e64e03b req-cd2cd603-3f9a-40fb-b578-c980c437c910 service nova] Lock "a263c0cc-1525-4616-8a8b-1b19f4fa17b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.473136] env[68835]: DEBUG oslo_concurrency.lockutils [req-ce297bb7-0a4f-401a-93f2-a8507e64e03b req-cd2cd603-3f9a-40fb-b578-c980c437c910 service nova] Lock "a263c0cc-1525-4616-8a8b-1b19f4fa17b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.473251] env[68835]: DEBUG nova.compute.manager [req-ce297bb7-0a4f-401a-93f2-a8507e64e03b req-cd2cd603-3f9a-40fb-b578-c980c437c910 service nova] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] No waiting events found dispatching network-vif-plugged-1fa82604-1009-455c-86ec-d014497c15a6 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.473679] env[68835]: WARNING nova.compute.manager [req-ce297bb7-0a4f-401a-93f2-a8507e64e03b req-cd2cd603-3f9a-40fb-b578-c980c437c910 service nova] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Received unexpected event network-vif-plugged-1fa82604-1009-455c-86ec-d014497c15a6 for instance with vm_state building and task_state spawning. [ 1067.473679] env[68835]: DEBUG nova.compute.manager [req-ce297bb7-0a4f-401a-93f2-a8507e64e03b req-cd2cd603-3f9a-40fb-b578-c980c437c910 service nova] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Received event network-changed-1fa82604-1009-455c-86ec-d014497c15a6 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.473679] env[68835]: DEBUG nova.compute.manager [req-ce297bb7-0a4f-401a-93f2-a8507e64e03b req-cd2cd603-3f9a-40fb-b578-c980c437c910 service nova] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Refreshing instance network info cache due to event network-changed-1fa82604-1009-455c-86ec-d014497c15a6. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.473831] env[68835]: DEBUG oslo_concurrency.lockutils [req-ce297bb7-0a4f-401a-93f2-a8507e64e03b req-cd2cd603-3f9a-40fb-b578-c980c437c910 service nova] Acquiring lock "refresh_cache-a263c0cc-1525-4616-8a8b-1b19f4fa17b6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.585085] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.615796] env[68835]: DEBUG nova.network.neutron [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Successfully created port: 31b53b80-03c4-4624-b55a-37e1562bd71d {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.694734] env[68835]: DEBUG nova.compute.manager [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.698842] env[68835]: DEBUG oslo_concurrency.lockutils [None req-62c635b0-efd4-49bf-a96b-311afc2e6a5d tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.701033] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.068s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.701033] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.702250] env[68835]: DEBUG oslo_concurrency.lockutils [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.376s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.702958] env[68835]: DEBUG nova.objects.instance [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lazy-loading 'resources' on Instance uuid d8375790-d481-4bb0-a6af-185f74bc25f8 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.725948] env[68835]: INFO nova.scheduler.client.report [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleted allocations for instance 291b6185-0329-4d3b-838e-451abe781075 [ 1067.735272] env[68835]: DEBUG nova.network.neutron [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.862965] env[68835]: DEBUG nova.network.neutron [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Updating instance_info_cache with network_info: [{"id": "1fa82604-1009-455c-86ec-d014497c15a6", "address": "fa:16:3e:25:c9:1c", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa82604-10", "ovs_interfaceid": "1fa82604-1009-455c-86ec-d014497c15a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.929200] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52630391-c6b6-90be-a5a2-9942a1bee267, 'name': SearchDatastore_Task, 'duration_secs': 0.009621} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.929504] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.929707] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 235d675a-3113-4eae-ae03-f504a8d53a95/235d675a-3113-4eae-ae03-f504a8d53a95.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.929957] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-630d25b3-9ca6-4184-9d5f-294421a0519b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.936605] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1067.936605] env[68835]: value = "task-3154706" [ 1067.936605] env[68835]: _type = "Task" [ 1067.936605] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.944120] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.240283] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ef1e5d20-f4da-41ef-9aec-904df0a39444 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "291b6185-0329-4d3b-838e-451abe781075" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.945s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.364670] env[68835]: DEBUG oslo_concurrency.lockutils [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "refresh_cache-a263c0cc-1525-4616-8a8b-1b19f4fa17b6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.365167] env[68835]: DEBUG nova.compute.manager [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Instance network_info: |[{"id": "1fa82604-1009-455c-86ec-d014497c15a6", "address": "fa:16:3e:25:c9:1c", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa82604-10", "ovs_interfaceid": "1fa82604-1009-455c-86ec-d014497c15a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.365520] env[68835]: DEBUG oslo_concurrency.lockutils [req-ce297bb7-0a4f-401a-93f2-a8507e64e03b req-cd2cd603-3f9a-40fb-b578-c980c437c910 service nova] Acquired lock "refresh_cache-a263c0cc-1525-4616-8a8b-1b19f4fa17b6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.365754] env[68835]: DEBUG nova.network.neutron [req-ce297bb7-0a4f-401a-93f2-a8507e64e03b req-cd2cd603-3f9a-40fb-b578-c980c437c910 service nova] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Refreshing network info cache for port 1fa82604-1009-455c-86ec-d014497c15a6 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.367126] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:c9:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fa82604-1009-455c-86ec-d014497c15a6', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.375607] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.381330] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.381736] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb5a2eaa-1743-4b67-a542-43cf64fff2a0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.404509] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.404509] env[68835]: value = "task-3154707" [ 1068.404509] env[68835]: _type = "Task" [ 1068.404509] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.416501] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154707, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.446505] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447067} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.447986] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 235d675a-3113-4eae-ae03-f504a8d53a95/235d675a-3113-4eae-ae03-f504a8d53a95.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.448250] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.449093] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aaf165-d159-4867-9296-3625456e827a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.451864] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f023e3b4-4eb4-4bfa-9851-0a1db9b5ee67 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.461597] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32b1919-fa87-489e-b9b2-9e0990842657 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.465977] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1068.465977] env[68835]: value = "task-3154708" [ 1068.465977] env[68835]: _type = "Task" [ 1068.465977] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.500345] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5be4a33-30bb-48f0-b7c3-528c7e052bed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.506698] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154708, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.512069] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6a0325-edc6-48c4-91f0-6e65997827b2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.527490] env[68835]: DEBUG nova.compute.provider_tree [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.648367] env[68835]: DEBUG nova.network.neutron [req-ce297bb7-0a4f-401a-93f2-a8507e64e03b req-cd2cd603-3f9a-40fb-b578-c980c437c910 service nova] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Updated VIF entry in instance network info cache for port 1fa82604-1009-455c-86ec-d014497c15a6. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.648784] env[68835]: DEBUG nova.network.neutron [req-ce297bb7-0a4f-401a-93f2-a8507e64e03b req-cd2cd603-3f9a-40fb-b578-c980c437c910 service nova] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Updating instance_info_cache with network_info: [{"id": "1fa82604-1009-455c-86ec-d014497c15a6", "address": "fa:16:3e:25:c9:1c", "network": {"id": "d8da5141-46ab-4ddb-af1d-4ff08aafea35", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1005872415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660d1c68ab57427993ef7dd44a9a4189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa82604-10", "ovs_interfaceid": "1fa82604-1009-455c-86ec-d014497c15a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.708129] env[68835]: DEBUG nova.compute.manager [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.733441] env[68835]: DEBUG nova.virt.hardware [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.733712] env[68835]: DEBUG nova.virt.hardware [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.733919] env[68835]: DEBUG nova.virt.hardware [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.734148] env[68835]: DEBUG nova.virt.hardware [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.734303] env[68835]: DEBUG nova.virt.hardware [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.734452] env[68835]: DEBUG nova.virt.hardware [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.734659] env[68835]: DEBUG nova.virt.hardware [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.734817] env[68835]: DEBUG nova.virt.hardware [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.735488] env[68835]: DEBUG nova.virt.hardware [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.735488] env[68835]: DEBUG nova.virt.hardware [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.735488] env[68835]: DEBUG nova.virt.hardware [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.736289] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d684221-1c23-4067-a76c-d8ad917b03d9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.744437] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1134077-a74e-4e42-ae5d-042031a0aab6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.914474] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154707, 'name': CreateVM_Task, 'duration_secs': 0.298942} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.914629] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.915400] env[68835]: DEBUG oslo_concurrency.lockutils [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.915559] env[68835]: DEBUG oslo_concurrency.lockutils [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.915873] env[68835]: DEBUG oslo_concurrency.lockutils [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.916140] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c175f8a1-c84a-469c-b870-3cc8f9628116 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.920641] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 1068.920641] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]522345f8-1749-1244-d793-bf4549a0f903" [ 1068.920641] env[68835]: _type = "Task" [ 1068.920641] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.927998] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]522345f8-1749-1244-d793-bf4549a0f903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.975914] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076613} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.976195] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.976919] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a884751f-18bf-4e65-bb66-84fb775ffb48 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.998271] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 235d675a-3113-4eae-ae03-f504a8d53a95/235d675a-3113-4eae-ae03-f504a8d53a95.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.998504] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14b9c666-a07e-418c-9ea6-861c911e5920 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.018498] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1069.018498] env[68835]: value = "task-3154709" [ 1069.018498] env[68835]: _type = "Task" [ 1069.018498] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.026192] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.033385] env[68835]: DEBUG nova.scheduler.client.report [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.109055] env[68835]: DEBUG nova.network.neutron [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Successfully updated port: 31b53b80-03c4-4624-b55a-37e1562bd71d {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.151942] env[68835]: DEBUG oslo_concurrency.lockutils [req-ce297bb7-0a4f-401a-93f2-a8507e64e03b req-cd2cd603-3f9a-40fb-b578-c980c437c910 service nova] Releasing lock "refresh_cache-a263c0cc-1525-4616-8a8b-1b19f4fa17b6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.106279] env[68835]: DEBUG oslo_concurrency.lockutils [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.404s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.108317] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "refresh_cache-d90423f4-a6bc-45c5-9cda-7f40be5b71ef" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.108453] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "refresh_cache-d90423f4-a6bc-45c5-9cda-7f40be5b71ef" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.108593] env[68835]: DEBUG nova.network.neutron [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.110704] env[68835]: DEBUG nova.compute.manager [req-b1360f18-adff-4f2f-bb5a-8357d365b678 req-9b712e6f-0e7b-4ce6-9fc6-60da4aed9c9f service nova] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Received event network-vif-plugged-31b53b80-03c4-4624-b55a-37e1562bd71d {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.110898] env[68835]: DEBUG oslo_concurrency.lockutils [req-b1360f18-adff-4f2f-bb5a-8357d365b678 req-9b712e6f-0e7b-4ce6-9fc6-60da4aed9c9f service nova] Acquiring lock "d90423f4-a6bc-45c5-9cda-7f40be5b71ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.111113] env[68835]: DEBUG oslo_concurrency.lockutils [req-b1360f18-adff-4f2f-bb5a-8357d365b678 req-9b712e6f-0e7b-4ce6-9fc6-60da4aed9c9f service nova] Lock "d90423f4-a6bc-45c5-9cda-7f40be5b71ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.111270] env[68835]: DEBUG oslo_concurrency.lockutils [req-b1360f18-adff-4f2f-bb5a-8357d365b678 req-9b712e6f-0e7b-4ce6-9fc6-60da4aed9c9f service nova] Lock "d90423f4-a6bc-45c5-9cda-7f40be5b71ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.111432] env[68835]: DEBUG nova.compute.manager [req-b1360f18-adff-4f2f-bb5a-8357d365b678 req-9b712e6f-0e7b-4ce6-9fc6-60da4aed9c9f service nova] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] No waiting events found dispatching network-vif-plugged-31b53b80-03c4-4624-b55a-37e1562bd71d {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.111586] env[68835]: WARNING nova.compute.manager [req-b1360f18-adff-4f2f-bb5a-8357d365b678 req-9b712e6f-0e7b-4ce6-9fc6-60da4aed9c9f service nova] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Received unexpected event network-vif-plugged-31b53b80-03c4-4624-b55a-37e1562bd71d for instance with vm_state building and task_state spawning. [ 1070.111736] env[68835]: DEBUG nova.compute.manager [req-b1360f18-adff-4f2f-bb5a-8357d365b678 req-9b712e6f-0e7b-4ce6-9fc6-60da4aed9c9f service nova] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Received event network-changed-31b53b80-03c4-4624-b55a-37e1562bd71d {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.111912] env[68835]: DEBUG nova.compute.manager [req-b1360f18-adff-4f2f-bb5a-8357d365b678 req-9b712e6f-0e7b-4ce6-9fc6-60da4aed9c9f service nova] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Refreshing instance network info cache due to event network-changed-31b53b80-03c4-4624-b55a-37e1562bd71d. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.112084] env[68835]: DEBUG oslo_concurrency.lockutils [req-b1360f18-adff-4f2f-bb5a-8357d365b678 req-9b712e6f-0e7b-4ce6-9fc6-60da4aed9c9f service nova] Acquiring lock "refresh_cache-d90423f4-a6bc-45c5-9cda-7f40be5b71ef" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.115535] env[68835]: DEBUG oslo_concurrency.lockutils [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.024s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.115748] env[68835]: DEBUG nova.objects.instance [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lazy-loading 'resources' on Instance uuid 92d0bb03-8722-41c2-bfb5-d38158b2f9f0 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.126208] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]522345f8-1749-1244-d793-bf4549a0f903, 'name': SearchDatastore_Task, 'duration_secs': 0.009027} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.126665] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154709, 'name': ReconfigVM_Task, 'duration_secs': 0.291053} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.126934] env[68835]: DEBUG oslo_concurrency.lockutils [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.127164] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.127383] env[68835]: DEBUG oslo_concurrency.lockutils [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.127521] env[68835]: DEBUG oslo_concurrency.lockutils [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.127703] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.127967] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 235d675a-3113-4eae-ae03-f504a8d53a95/235d675a-3113-4eae-ae03-f504a8d53a95.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.128743] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4a784c2-48f8-4ab5-85b8-b4d6937533cc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.130449] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc6c55ce-166b-49a5-b47a-9d491b9e2093 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.133446] env[68835]: INFO nova.scheduler.client.report [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Deleted allocations for instance d8375790-d481-4bb0-a6af-185f74bc25f8 [ 1070.138989] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1070.138989] env[68835]: value = "task-3154710" [ 1070.138989] env[68835]: _type = "Task" [ 1070.138989] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.139438] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.139438] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.143342] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb7d06c-ee1d-4241-a891-fbe9b47c84d6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.149719] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154710, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.150909] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 1070.150909] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52a1be22-a79c-506a-8975-5c0107dd0fe5" [ 1070.150909] env[68835]: _type = "Task" [ 1070.150909] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.159562] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a1be22-a79c-506a-8975-5c0107dd0fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.008217} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.160059] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1ae785e-8a41-448b-bc34-1cb47eef2193 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.165329] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 1070.165329] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52b79856-e1e0-4196-864a-cc283f2d05f5" [ 1070.165329] env[68835]: _type = "Task" [ 1070.165329] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.173021] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b79856-e1e0-4196-864a-cc283f2d05f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.643327] env[68835]: DEBUG nova.network.neutron [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.645270] env[68835]: DEBUG oslo_concurrency.lockutils [None req-35913623-d2bc-4f22-b73c-02a004f7894f tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "d8375790-d481-4bb0-a6af-185f74bc25f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.618s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.653993] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154710, 'name': Rename_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.674290] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b79856-e1e0-4196-864a-cc283f2d05f5, 'name': SearchDatastore_Task, 'duration_secs': 0.008982} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.676649] env[68835]: DEBUG oslo_concurrency.lockutils [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.676876] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] a263c0cc-1525-4616-8a8b-1b19f4fa17b6/a263c0cc-1525-4616-8a8b-1b19f4fa17b6.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.677315] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47a19cea-0eb2-48ea-929f-329487c4dd68 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.683854] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 1070.683854] env[68835]: value = "task-3154711" [ 1070.683854] env[68835]: _type = "Task" [ 1070.683854] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.697086] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.802940] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2bf89a-5da2-49ff-9400-279483ca9bac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.811604] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411f883e-4a6f-4c78-9387-2e27e44b93c6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.842331] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b53ed5-4301-49b7-a843-3ff43d016257 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.850497] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42c48ba-f629-4925-8760-3f5cdfd44f17 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.864214] env[68835]: DEBUG nova.compute.provider_tree [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.866414] env[68835]: DEBUG nova.network.neutron [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Updating instance_info_cache with network_info: [{"id": "31b53b80-03c4-4624-b55a-37e1562bd71d", "address": "fa:16:3e:70:36:4b", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b53b80-03", "ovs_interfaceid": "31b53b80-03c4-4624-b55a-37e1562bd71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.924056] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquiring lock "dfc7883a-7df0-4e23-b70e-8086bfdbeb28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.924231] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "dfc7883a-7df0-4e23-b70e-8086bfdbeb28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.924388] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquiring lock "dfc7883a-7df0-4e23-b70e-8086bfdbeb28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.924576] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "dfc7883a-7df0-4e23-b70e-8086bfdbeb28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.924745] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "dfc7883a-7df0-4e23-b70e-8086bfdbeb28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.927023] env[68835]: INFO nova.compute.manager [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Terminating instance [ 1071.148910] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154710, 'name': Rename_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.195098] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501318} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.195714] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] a263c0cc-1525-4616-8a8b-1b19f4fa17b6/a263c0cc-1525-4616-8a8b-1b19f4fa17b6.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.195933] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.196269] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93cf8e12-c676-4108-a788-1cf67cb03cac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.202182] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 1071.202182] env[68835]: value = "task-3154712" [ 1071.202182] env[68835]: _type = "Task" [ 1071.202182] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.211439] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.323255] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.323614] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.368934] env[68835]: DEBUG nova.scheduler.client.report [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.372135] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "refresh_cache-d90423f4-a6bc-45c5-9cda-7f40be5b71ef" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.372419] env[68835]: DEBUG nova.compute.manager [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Instance network_info: |[{"id": "31b53b80-03c4-4624-b55a-37e1562bd71d", "address": "fa:16:3e:70:36:4b", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b53b80-03", "ovs_interfaceid": "31b53b80-03c4-4624-b55a-37e1562bd71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.372867] env[68835]: DEBUG oslo_concurrency.lockutils [req-b1360f18-adff-4f2f-bb5a-8357d365b678 req-9b712e6f-0e7b-4ce6-9fc6-60da4aed9c9f service nova] Acquired lock "refresh_cache-d90423f4-a6bc-45c5-9cda-7f40be5b71ef" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.373054] env[68835]: DEBUG nova.network.neutron [req-b1360f18-adff-4f2f-bb5a-8357d365b678 req-9b712e6f-0e7b-4ce6-9fc6-60da4aed9c9f service nova] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Refreshing network info cache for port 31b53b80-03c4-4624-b55a-37e1562bd71d {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.374047] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:36:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31b53b80-03c4-4624-b55a-37e1562bd71d', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.381728] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.382302] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.382528] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73b1082c-ab04-4110-98ec-9c53a32c719b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.403015] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.403015] env[68835]: value = "task-3154713" [ 1071.403015] env[68835]: _type = "Task" [ 1071.403015] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.410750] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154713, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.431013] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquiring lock "refresh_cache-dfc7883a-7df0-4e23-b70e-8086bfdbeb28" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.431247] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquired lock "refresh_cache-dfc7883a-7df0-4e23-b70e-8086bfdbeb28" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.431456] env[68835]: DEBUG nova.network.neutron [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.651041] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154710, 'name': Rename_Task, 'duration_secs': 1.138616} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.651041] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.651435] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60cbdb1f-fd0c-4cc7-ad5a-24a6304463a9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.658641] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1071.658641] env[68835]: value = "task-3154714" [ 1071.658641] env[68835]: _type = "Task" [ 1071.658641] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.666386] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.712311] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061959} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.712589] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.713281] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c6d16a-7680-4db3-9524-6c39431ce1ca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.735152] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] a263c0cc-1525-4616-8a8b-1b19f4fa17b6/a263c0cc-1525-4616-8a8b-1b19f4fa17b6.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.735401] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31764007-6c6a-473e-9111-fd9520e15e99 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.754317] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 1071.754317] env[68835]: value = "task-3154715" [ 1071.754317] env[68835]: _type = "Task" [ 1071.754317] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.761660] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.829896] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.830197] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.830423] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.830623] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.830776] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.830942] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.831370] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68835) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1071.831370] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.873933] env[68835]: DEBUG oslo_concurrency.lockutils [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.876357] env[68835]: DEBUG oslo_concurrency.lockutils [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.559s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.878055] env[68835]: INFO nova.compute.claims [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.901467] env[68835]: INFO nova.scheduler.client.report [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleted allocations for instance 92d0bb03-8722-41c2-bfb5-d38158b2f9f0 [ 1071.918935] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154713, 'name': CreateVM_Task, 'duration_secs': 0.403396} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.919236] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.920181] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.920357] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.920678] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.920959] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dced7b67-fc69-4058-8d0c-d655a05b164b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.926430] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1071.926430] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5258cab6-a19d-7579-e924-e8faca3bfbfc" [ 1071.926430] env[68835]: _type = "Task" [ 1071.926430] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.937041] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5258cab6-a19d-7579-e924-e8faca3bfbfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.952893] env[68835]: DEBUG nova.network.neutron [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.005642] env[68835]: DEBUG nova.network.neutron [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.169699] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154714, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.223845] env[68835]: DEBUG nova.network.neutron [req-b1360f18-adff-4f2f-bb5a-8357d365b678 req-9b712e6f-0e7b-4ce6-9fc6-60da4aed9c9f service nova] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Updated VIF entry in instance network info cache for port 31b53b80-03c4-4624-b55a-37e1562bd71d. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.224293] env[68835]: DEBUG nova.network.neutron [req-b1360f18-adff-4f2f-bb5a-8357d365b678 req-9b712e6f-0e7b-4ce6-9fc6-60da4aed9c9f service nova] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Updating instance_info_cache with network_info: [{"id": "31b53b80-03c4-4624-b55a-37e1562bd71d", "address": "fa:16:3e:70:36:4b", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b53b80-03", "ovs_interfaceid": "31b53b80-03c4-4624-b55a-37e1562bd71d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.263760] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154715, 'name': ReconfigVM_Task, 'duration_secs': 0.300313} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.264038] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Reconfigured VM instance instance-00000062 to attach disk [datastore1] a263c0cc-1525-4616-8a8b-1b19f4fa17b6/a263c0cc-1525-4616-8a8b-1b19f4fa17b6.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.264647] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06fdd8d9-d01d-4a26-adf8-64315da3cbb4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.271339] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 1072.271339] env[68835]: value = "task-3154716" [ 1072.271339] env[68835]: _type = "Task" [ 1072.271339] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.279171] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154716, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.333769] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.413606] env[68835]: DEBUG oslo_concurrency.lockutils [None req-19aa0167-596f-431e-b573-cf4dfe51d19f tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "92d0bb03-8722-41c2-bfb5-d38158b2f9f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.607s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.436746] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5258cab6-a19d-7579-e924-e8faca3bfbfc, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.437124] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.437410] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.437699] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.437905] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.438161] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.438457] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-934711fe-fb2c-4aab-b549-18968b5b0677 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.446182] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.446419] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.447148] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-004336c9-209f-4e17-8fbb-43f2160ba2ad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.451933] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1072.451933] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52621da7-b997-44d8-808d-fb65a74a3964" [ 1072.451933] env[68835]: _type = "Task" [ 1072.451933] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.459312] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52621da7-b997-44d8-808d-fb65a74a3964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.508215] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Releasing lock "refresh_cache-dfc7883a-7df0-4e23-b70e-8086bfdbeb28" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.508572] env[68835]: DEBUG nova.compute.manager [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.508788] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.509598] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fef8e5b-1d61-45b7-8b13-2b2d2fd2b29a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.516634] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.516846] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a940e0c-e67c-48a1-8c25-d638d3f67070 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.523839] env[68835]: DEBUG oslo_vmware.api [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1072.523839] env[68835]: value = "task-3154717" [ 1072.523839] env[68835]: _type = "Task" [ 1072.523839] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.531085] env[68835]: DEBUG oslo_vmware.api [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.669583] env[68835]: DEBUG oslo_vmware.api [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154714, 'name': PowerOnVM_Task, 'duration_secs': 0.516176} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.670144] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.670144] env[68835]: INFO nova.compute.manager [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1072.670247] env[68835]: DEBUG nova.compute.manager [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.671021] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5c1f61-38ce-4a75-acbe-ccbf586b45a0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.726985] env[68835]: DEBUG oslo_concurrency.lockutils [req-b1360f18-adff-4f2f-bb5a-8357d365b678 req-9b712e6f-0e7b-4ce6-9fc6-60da4aed9c9f service nova] Releasing lock "refresh_cache-d90423f4-a6bc-45c5-9cda-7f40be5b71ef" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.781220] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154716, 'name': Rename_Task, 'duration_secs': 0.138301} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.781499] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.781739] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1b7ee52-abf3-4bc0-a479-047c8d9cd3bd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.788204] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 1072.788204] env[68835]: value = "task-3154718" [ 1072.788204] env[68835]: _type = "Task" [ 1072.788204] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.797309] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.961875] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52621da7-b997-44d8-808d-fb65a74a3964, 'name': SearchDatastore_Task, 'duration_secs': 0.007846} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.964447] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae9d01e3-e68e-4a58-8051-acdf44a8ca84 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.970180] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1072.970180] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52c5d190-0d69-f80a-3377-03d3d281f2b8" [ 1072.970180] env[68835]: _type = "Task" [ 1072.970180] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.979747] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c5d190-0d69-f80a-3377-03d3d281f2b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.035854] env[68835]: DEBUG oslo_vmware.api [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154717, 'name': PowerOffVM_Task, 'duration_secs': 0.12965} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.036169] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.036342] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.036595] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08618196-a2e9-4cb0-b456-29dd31065489 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.050828] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541ab976-e57f-4c7d-82d7-8e57447cb49d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.058890] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7e1ede-acbb-4116-bc47-fe84ea314d1a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.063189] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.063386] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.063564] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Deleting the datastore file [datastore1] dfc7883a-7df0-4e23-b70e-8086bfdbeb28 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.064140] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce2ad69b-1b50-49e5-92be-21b70178b49f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.091507] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265aedc2-3f74-43d6-80d1-c31546f56a21 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.094208] env[68835]: DEBUG oslo_vmware.api [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for the task: (returnval){ [ 1073.094208] env[68835]: value = "task-3154720" [ 1073.094208] env[68835]: _type = "Task" [ 1073.094208] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.101132] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab833827-8160-4dfd-919b-d8ac13e9a367 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.108304] env[68835]: DEBUG oslo_vmware.api [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.118878] env[68835]: DEBUG nova.compute.provider_tree [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.137828] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "027efffa-912e-4a0a-a1e6-20c0bacc62c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.138043] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "027efffa-912e-4a0a-a1e6-20c0bacc62c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.138256] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "027efffa-912e-4a0a-a1e6-20c0bacc62c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.138441] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "027efffa-912e-4a0a-a1e6-20c0bacc62c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.138606] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "027efffa-912e-4a0a-a1e6-20c0bacc62c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.140588] env[68835]: INFO nova.compute.manager [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Terminating instance [ 1073.187602] env[68835]: INFO nova.compute.manager [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Took 24.75 seconds to build instance. [ 1073.298218] env[68835]: DEBUG oslo_vmware.api [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154718, 'name': PowerOnVM_Task, 'duration_secs': 0.469237} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.298515] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.298716] env[68835]: INFO nova.compute.manager [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1073.298890] env[68835]: DEBUG nova.compute.manager [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.299668] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdae6e70-0b22-4652-8313-7f285addc1cc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.481732] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c5d190-0d69-f80a-3377-03d3d281f2b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.482011] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.482277] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] d90423f4-a6bc-45c5-9cda-7f40be5b71ef/d90423f4-a6bc-45c5-9cda-7f40be5b71ef.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.482526] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d571c9d-003f-4d08-824f-3bfe9f9bbc2c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.489799] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1073.489799] env[68835]: value = "task-3154721" [ 1073.489799] env[68835]: _type = "Task" [ 1073.489799] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.497329] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.602843] env[68835]: DEBUG oslo_vmware.api [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Task: {'id': task-3154720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089203} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.603182] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.603417] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.603639] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.603858] env[68835]: INFO nova.compute.manager [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1073.604226] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.604746] env[68835]: DEBUG nova.compute.manager [-] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.604844] env[68835]: DEBUG nova.network.neutron [-] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.621629] env[68835]: DEBUG nova.scheduler.client.report [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.629129] env[68835]: DEBUG nova.network.neutron [-] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.644190] env[68835]: DEBUG nova.compute.manager [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.644190] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.645665] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5656353a-f291-4923-b7ef-97bcbc86ed2a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.653693] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.653972] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9e4ae6c-9b28-479a-a6da-01b32f40575c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.660723] env[68835]: DEBUG oslo_vmware.api [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1073.660723] env[68835]: value = "task-3154722" [ 1073.660723] env[68835]: _type = "Task" [ 1073.660723] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.669288] env[68835]: DEBUG oslo_vmware.api [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.689503] env[68835]: DEBUG oslo_concurrency.lockutils [None req-42e126e3-b682-45e3-97eb-4c6f163970d2 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "235d675a-3113-4eae-ae03-f504a8d53a95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.258s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.818891] env[68835]: INFO nova.compute.manager [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Took 23.04 seconds to build instance. [ 1073.996087] env[68835]: DEBUG nova.compute.manager [req-6fc3bd98-d395-4ca1-8a4c-7e4eb92f8379 req-2570cbe6-dcfc-4b5b-ab4a-ccf01e132462 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Received event network-changed-f95ade32-ced6-4c6f-a502-11af5518764f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.996338] env[68835]: DEBUG nova.compute.manager [req-6fc3bd98-d395-4ca1-8a4c-7e4eb92f8379 req-2570cbe6-dcfc-4b5b-ab4a-ccf01e132462 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Refreshing instance network info cache due to event network-changed-f95ade32-ced6-4c6f-a502-11af5518764f. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.996559] env[68835]: DEBUG oslo_concurrency.lockutils [req-6fc3bd98-d395-4ca1-8a4c-7e4eb92f8379 req-2570cbe6-dcfc-4b5b-ab4a-ccf01e132462 service nova] Acquiring lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.996880] env[68835]: DEBUG oslo_concurrency.lockutils [req-6fc3bd98-d395-4ca1-8a4c-7e4eb92f8379 req-2570cbe6-dcfc-4b5b-ab4a-ccf01e132462 service nova] Acquired lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.996880] env[68835]: DEBUG nova.network.neutron [req-6fc3bd98-d395-4ca1-8a4c-7e4eb92f8379 req-2570cbe6-dcfc-4b5b-ab4a-ccf01e132462 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Refreshing network info cache for port f95ade32-ced6-4c6f-a502-11af5518764f {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.003687] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465404} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.003884] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] d90423f4-a6bc-45c5-9cda-7f40be5b71ef/d90423f4-a6bc-45c5-9cda-7f40be5b71ef.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.004170] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.004854] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc278c99-3302-4948-92ec-6a870af8e449 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.011393] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1074.011393] env[68835]: value = "task-3154723" [ 1074.011393] env[68835]: _type = "Task" [ 1074.011393] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.023023] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.127009] env[68835]: DEBUG oslo_concurrency.lockutils [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.127587] env[68835]: DEBUG nova.compute.manager [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.130744] env[68835]: DEBUG oslo_concurrency.lockutils [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.425s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.130966] env[68835]: DEBUG nova.objects.instance [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lazy-loading 'resources' on Instance uuid 8ba03d75-6449-43c9-a3a5-aac9b61656e3 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.132131] env[68835]: DEBUG nova.network.neutron [-] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.176018] env[68835]: DEBUG oslo_vmware.api [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154722, 'name': PowerOffVM_Task, 'duration_secs': 0.218094} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.176018] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.176018] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.176018] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4272e537-808e-4154-8d30-d461a1665f1a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.236063] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.236509] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.236757] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleting the datastore file [datastore2] 027efffa-912e-4a0a-a1e6-20c0bacc62c8 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.237048] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24a2b13f-55a7-4a94-9409-ef8ea4b9b9be {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.243231] env[68835]: DEBUG oslo_vmware.api [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1074.243231] env[68835]: value = "task-3154725" [ 1074.243231] env[68835]: _type = "Task" [ 1074.243231] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.254027] env[68835]: DEBUG oslo_vmware.api [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.321297] env[68835]: DEBUG oslo_concurrency.lockutils [None req-303f579e-ea92-423e-863d-5905745cbd93 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "a263c0cc-1525-4616-8a8b-1b19f4fa17b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.566s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.525705] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061157} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.526075] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.526936] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4cd7d9-a161-4aa9-9cc1-1308b65e7ec9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.552341] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] d90423f4-a6bc-45c5-9cda-7f40be5b71ef/d90423f4-a6bc-45c5-9cda-7f40be5b71ef.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.555720] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a84b0991-1a19-4991-832e-0d2808cb3444 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.576582] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1074.576582] env[68835]: value = "task-3154726" [ 1074.576582] env[68835]: _type = "Task" [ 1074.576582] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.584996] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.633987] env[68835]: DEBUG nova.compute.utils [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.635481] env[68835]: DEBUG nova.compute.manager [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.635989] env[68835]: DEBUG nova.network.neutron [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.639988] env[68835]: INFO nova.compute.manager [-] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Took 1.04 seconds to deallocate network for instance. [ 1074.679854] env[68835]: DEBUG nova.policy [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98de433c1c7c4dfc8863da379fc6de76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ab47b8cc0744dc8813f9a928090e14a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.755554] env[68835]: DEBUG oslo_vmware.api [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.852479] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d664d2a0-a29b-4442-971a-634357fcd947 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.860014] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24011ae3-79c7-4973-b38b-a06685c29eed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.866673] env[68835]: DEBUG nova.network.neutron [req-6fc3bd98-d395-4ca1-8a4c-7e4eb92f8379 req-2570cbe6-dcfc-4b5b-ab4a-ccf01e132462 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Updated VIF entry in instance network info cache for port f95ade32-ced6-4c6f-a502-11af5518764f. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.867118] env[68835]: DEBUG nova.network.neutron [req-6fc3bd98-d395-4ca1-8a4c-7e4eb92f8379 req-2570cbe6-dcfc-4b5b-ab4a-ccf01e132462 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Updating instance_info_cache with network_info: [{"id": "f95ade32-ced6-4c6f-a502-11af5518764f", "address": "fa:16:3e:75:56:26", "network": {"id": "da7fa90e-7f64-4b73-9608-1118aa2742d1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1289376040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208dae9fe2434d12937fb80bcaac1273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf95ade32-ce", "ovs_interfaceid": "f95ade32-ced6-4c6f-a502-11af5518764f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.897703] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf939689-a5a3-48f4-882d-29ae7346fcfc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.906361] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31cf7f1-503b-407a-802d-401b4618b0f0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.921820] env[68835]: DEBUG nova.compute.provider_tree [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.977726] env[68835]: DEBUG nova.network.neutron [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Successfully created port: 2a7b2d96-7bc8-4679-b338-adf7911bdf2a {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.087399] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.141405] env[68835]: DEBUG nova.compute.manager [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.150189] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.255115] env[68835]: DEBUG oslo_vmware.api [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.673569} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.255115] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.255507] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.255507] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.255863] env[68835]: INFO nova.compute.manager [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1075.255966] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.256431] env[68835]: DEBUG nova.compute.manager [-] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.256528] env[68835]: DEBUG nova.network.neutron [-] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.398149] env[68835]: DEBUG oslo_concurrency.lockutils [req-6fc3bd98-d395-4ca1-8a4c-7e4eb92f8379 req-2570cbe6-dcfc-4b5b-ab4a-ccf01e132462 service nova] Releasing lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.427523] env[68835]: DEBUG nova.scheduler.client.report [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.475090] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "a263c0cc-1525-4616-8a8b-1b19f4fa17b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.475371] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "a263c0cc-1525-4616-8a8b-1b19f4fa17b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.475590] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "a263c0cc-1525-4616-8a8b-1b19f4fa17b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.477077] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "a263c0cc-1525-4616-8a8b-1b19f4fa17b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.477077] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "a263c0cc-1525-4616-8a8b-1b19f4fa17b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.478886] env[68835]: INFO nova.compute.manager [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Terminating instance [ 1075.587564] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154726, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.932797] env[68835]: DEBUG oslo_concurrency.lockutils [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.935484] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.638s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.936954] env[68835]: INFO nova.compute.claims [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.959337] env[68835]: INFO nova.scheduler.client.report [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Deleted allocations for instance 8ba03d75-6449-43c9-a3a5-aac9b61656e3 [ 1075.982753] env[68835]: DEBUG nova.compute.manager [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.982926] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.983921] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45013cf6-bafa-41e5-84e6-564ae5eacbef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.994605] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.994910] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db05be87-a65a-4bc4-8bc3-529410a80026 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.001691] env[68835]: DEBUG oslo_vmware.api [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 1076.001691] env[68835]: value = "task-3154727" [ 1076.001691] env[68835]: _type = "Task" [ 1076.001691] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.010431] env[68835]: DEBUG oslo_vmware.api [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.022302] env[68835]: DEBUG nova.compute.manager [req-6894d2e5-e667-4d45-8edd-f6abb9b60aa7 req-314a1aae-a294-4f51-b15a-1fe5491aa149 service nova] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Received event network-vif-deleted-8d32c6dc-4446-4efe-a6a8-acc5131ab832 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.022581] env[68835]: INFO nova.compute.manager [req-6894d2e5-e667-4d45-8edd-f6abb9b60aa7 req-314a1aae-a294-4f51-b15a-1fe5491aa149 service nova] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Neutron deleted interface 8d32c6dc-4446-4efe-a6a8-acc5131ab832; detaching it from the instance and deleting it from the info cache [ 1076.023063] env[68835]: DEBUG nova.network.neutron [req-6894d2e5-e667-4d45-8edd-f6abb9b60aa7 req-314a1aae-a294-4f51-b15a-1fe5491aa149 service nova] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.088252] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154726, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.151834] env[68835]: DEBUG nova.compute.manager [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.182152] env[68835]: DEBUG nova.virt.hardware [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.182599] env[68835]: DEBUG nova.virt.hardware [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.182818] env[68835]: DEBUG nova.virt.hardware [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.183131] env[68835]: DEBUG nova.virt.hardware [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.183386] env[68835]: DEBUG nova.virt.hardware [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.183638] env[68835]: DEBUG nova.virt.hardware [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.183973] env[68835]: DEBUG nova.virt.hardware [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.184260] env[68835]: DEBUG nova.virt.hardware [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.184546] env[68835]: DEBUG nova.virt.hardware [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.184838] env[68835]: DEBUG nova.virt.hardware [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.185148] env[68835]: DEBUG nova.virt.hardware [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.186456] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c967f5df-2f39-4c35-ab8b-b627ad06ee35 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.197648] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb91fd12-2413-41be-ba8f-741d468e400f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.269505] env[68835]: DEBUG nova.network.neutron [-] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.386086] env[68835]: DEBUG nova.compute.manager [req-0c63c5fc-3516-4b2a-903e-ed99feb75818 req-79fcce28-cb00-48b5-9578-17272b338ba9 service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Received event network-vif-plugged-2a7b2d96-7bc8-4679-b338-adf7911bdf2a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.387529] env[68835]: DEBUG oslo_concurrency.lockutils [req-0c63c5fc-3516-4b2a-903e-ed99feb75818 req-79fcce28-cb00-48b5-9578-17272b338ba9 service nova] Acquiring lock "a1cb86e0-6b66-4edf-b690-80e51709b58d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.387808] env[68835]: DEBUG oslo_concurrency.lockutils [req-0c63c5fc-3516-4b2a-903e-ed99feb75818 req-79fcce28-cb00-48b5-9578-17272b338ba9 service nova] Lock "a1cb86e0-6b66-4edf-b690-80e51709b58d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.388040] env[68835]: DEBUG oslo_concurrency.lockutils [req-0c63c5fc-3516-4b2a-903e-ed99feb75818 req-79fcce28-cb00-48b5-9578-17272b338ba9 service nova] Lock "a1cb86e0-6b66-4edf-b690-80e51709b58d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.388645] env[68835]: DEBUG nova.compute.manager [req-0c63c5fc-3516-4b2a-903e-ed99feb75818 req-79fcce28-cb00-48b5-9578-17272b338ba9 service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] No waiting events found dispatching network-vif-plugged-2a7b2d96-7bc8-4679-b338-adf7911bdf2a {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.388868] env[68835]: WARNING nova.compute.manager [req-0c63c5fc-3516-4b2a-903e-ed99feb75818 req-79fcce28-cb00-48b5-9578-17272b338ba9 service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Received unexpected event network-vif-plugged-2a7b2d96-7bc8-4679-b338-adf7911bdf2a for instance with vm_state building and task_state spawning. [ 1076.467945] env[68835]: DEBUG oslo_concurrency.lockutils [None req-327681b0-56a4-4b46-8f9f-915e27ba31ee tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "8ba03d75-6449-43c9-a3a5-aac9b61656e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.456s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.513495] env[68835]: DEBUG oslo_vmware.api [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154727, 'name': PowerOffVM_Task, 'duration_secs': 0.248947} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.513776] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.513943] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.514246] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11124620-4292-44ed-add7-304d751a08dc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.525300] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ced3ea2-54b3-4bbf-9fe5-558ff0949d79 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.533563] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645b843e-47e5-421c-8786-efccd0d7a00c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.561940] env[68835]: DEBUG nova.compute.manager [req-6894d2e5-e667-4d45-8edd-f6abb9b60aa7 req-314a1aae-a294-4f51-b15a-1fe5491aa149 service nova] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Detach interface failed, port_id=8d32c6dc-4446-4efe-a6a8-acc5131ab832, reason: Instance 027efffa-912e-4a0a-a1e6-20c0bacc62c8 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1076.587433] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154726, 'name': ReconfigVM_Task, 'duration_secs': 1.608417} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.587700] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Reconfigured VM instance instance-00000063 to attach disk [datastore1] d90423f4-a6bc-45c5-9cda-7f40be5b71ef/d90423f4-a6bc-45c5-9cda-7f40be5b71ef.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.588341] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-172f877f-da46-48b5-a4f6-2f458ed14705 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.594371] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1076.594371] env[68835]: value = "task-3154729" [ 1076.594371] env[68835]: _type = "Task" [ 1076.594371] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.605521] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154729, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.676551] env[68835]: DEBUG nova.network.neutron [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Successfully updated port: 2a7b2d96-7bc8-4679-b338-adf7911bdf2a {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.772046] env[68835]: INFO nova.compute.manager [-] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Took 1.52 seconds to deallocate network for instance. [ 1077.104478] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154729, 'name': Rename_Task, 'duration_secs': 0.461105} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.107636] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.108092] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d4a1a38-2260-4a3f-a780-973e1adb8e8a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.115377] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1077.115377] env[68835]: value = "task-3154730" [ 1077.115377] env[68835]: _type = "Task" [ 1077.115377] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.123253] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.180257] env[68835]: DEBUG oslo_concurrency.lockutils [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "refresh_cache-a1cb86e0-6b66-4edf-b690-80e51709b58d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.180257] env[68835]: DEBUG oslo_concurrency.lockutils [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired lock "refresh_cache-a1cb86e0-6b66-4edf-b690-80e51709b58d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.180257] env[68835]: DEBUG nova.network.neutron [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.219453] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecceef6-bcd2-41d3-af03-9299cbafcced {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.227869] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce4b7b5-e68b-44ab-8484-3afed21981f4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.259052] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95f422f-1124-44f6-93fe-9667dfa65dab {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.266691] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff467c4b-ab1e-483e-a0fd-699b3b72daae {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.281918] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.282436] env[68835]: DEBUG nova.compute.provider_tree [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.627266] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154730, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.724729] env[68835]: DEBUG nova.network.neutron [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.774917] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.774984] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.775189] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleting the datastore file [datastore1] a263c0cc-1525-4616-8a8b-1b19f4fa17b6 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.775465] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e6763f7-63a4-4cde-a24f-0afcd9d21c62 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.781719] env[68835]: DEBUG oslo_vmware.api [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for the task: (returnval){ [ 1077.781719] env[68835]: value = "task-3154731" [ 1077.781719] env[68835]: _type = "Task" [ 1077.781719] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.785924] env[68835]: DEBUG nova.scheduler.client.report [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.795409] env[68835]: DEBUG oslo_vmware.api [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.923567] env[68835]: DEBUG nova.network.neutron [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Updating instance_info_cache with network_info: [{"id": "2a7b2d96-7bc8-4679-b338-adf7911bdf2a", "address": "fa:16:3e:a9:e4:48", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a7b2d96-7b", "ovs_interfaceid": "2a7b2d96-7bc8-4679-b338-adf7911bdf2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.128816] env[68835]: DEBUG oslo_vmware.api [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154730, 'name': PowerOnVM_Task, 'duration_secs': 0.590924} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.129019] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.129186] env[68835]: INFO nova.compute.manager [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1078.129382] env[68835]: DEBUG nova.compute.manager [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.130192] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378097ab-3805-4e85-9eb3-115e59ddc374 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.291972] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.292446] env[68835]: DEBUG nova.compute.manager [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.295023] env[68835]: DEBUG oslo_vmware.api [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Task: {'id': task-3154731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205982} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.298699] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.874s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.298699] env[68835]: INFO nova.compute.claims [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.299691] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.299691] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.299691] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.299691] env[68835]: INFO nova.compute.manager [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1078.299940] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.300330] env[68835]: DEBUG oslo_concurrency.lockutils [None req-aff5ff69-8558-428e-8102-1c84cdcccd0f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "interface-95945eb1-4023-4e80-834d-e669d7ba7ae7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.300540] env[68835]: DEBUG oslo_concurrency.lockutils [None req-aff5ff69-8558-428e-8102-1c84cdcccd0f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "interface-95945eb1-4023-4e80-834d-e669d7ba7ae7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.300806] env[68835]: DEBUG nova.objects.instance [None req-aff5ff69-8558-428e-8102-1c84cdcccd0f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lazy-loading 'flavor' on Instance uuid 95945eb1-4023-4e80-834d-e669d7ba7ae7 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.301799] env[68835]: DEBUG nova.compute.manager [-] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.301923] env[68835]: DEBUG nova.network.neutron [-] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.426195] env[68835]: DEBUG oslo_concurrency.lockutils [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Releasing lock "refresh_cache-a1cb86e0-6b66-4edf-b690-80e51709b58d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.426629] env[68835]: DEBUG nova.compute.manager [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Instance network_info: |[{"id": "2a7b2d96-7bc8-4679-b338-adf7911bdf2a", "address": "fa:16:3e:a9:e4:48", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a7b2d96-7b", "ovs_interfaceid": "2a7b2d96-7bc8-4679-b338-adf7911bdf2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.427058] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:e4:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a7b2d96-7bc8-4679-b338-adf7911bdf2a', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.437276] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Creating folder: Project (9ab47b8cc0744dc8813f9a928090e14a). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.438195] env[68835]: DEBUG nova.compute.manager [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.438195] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c14a52c1-1ffc-4745-95a6-a871ac06db54 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.440190] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f833708e-b7dc-4d12-a756-7bd18bd3a018 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.452128] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Created folder: Project (9ab47b8cc0744dc8813f9a928090e14a) in parent group-v630977. [ 1078.452264] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Creating folder: Instances. Parent ref: group-v631243. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.452484] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c867129-b9bb-4d80-a93b-984a0cec3e2f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.461909] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Created folder: Instances in parent group-v631243. [ 1078.462156] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.462343] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.462536] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b576039-9304-4aec-b99d-d54a5fc9b797 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.485262] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.485262] env[68835]: value = "task-3154734" [ 1078.485262] env[68835]: _type = "Task" [ 1078.485262] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.496275] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154734, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.650148] env[68835]: INFO nova.compute.manager [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Took 26.19 seconds to build instance. [ 1078.743225] env[68835]: DEBUG nova.compute.manager [req-f3a81ba5-d285-4625-8831-07f27777b8c5 req-1503080a-e1c4-4303-87c7-80bd82b2dbda service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Received event network-changed-2a7b2d96-7bc8-4679-b338-adf7911bdf2a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.743426] env[68835]: DEBUG nova.compute.manager [req-f3a81ba5-d285-4625-8831-07f27777b8c5 req-1503080a-e1c4-4303-87c7-80bd82b2dbda service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Refreshing instance network info cache due to event network-changed-2a7b2d96-7bc8-4679-b338-adf7911bdf2a. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.743670] env[68835]: DEBUG oslo_concurrency.lockutils [req-f3a81ba5-d285-4625-8831-07f27777b8c5 req-1503080a-e1c4-4303-87c7-80bd82b2dbda service nova] Acquiring lock "refresh_cache-a1cb86e0-6b66-4edf-b690-80e51709b58d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.743781] env[68835]: DEBUG oslo_concurrency.lockutils [req-f3a81ba5-d285-4625-8831-07f27777b8c5 req-1503080a-e1c4-4303-87c7-80bd82b2dbda service nova] Acquired lock "refresh_cache-a1cb86e0-6b66-4edf-b690-80e51709b58d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.743928] env[68835]: DEBUG nova.network.neutron [req-f3a81ba5-d285-4625-8831-07f27777b8c5 req-1503080a-e1c4-4303-87c7-80bd82b2dbda service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Refreshing network info cache for port 2a7b2d96-7bc8-4679-b338-adf7911bdf2a {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.797624] env[68835]: DEBUG nova.compute.utils [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.799638] env[68835]: DEBUG nova.compute.manager [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Not allocating networking since 'none' was specified. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1078.806386] env[68835]: DEBUG nova.objects.instance [None req-aff5ff69-8558-428e-8102-1c84cdcccd0f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lazy-loading 'pci_requests' on Instance uuid 95945eb1-4023-4e80-834d-e669d7ba7ae7 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.950801] env[68835]: INFO nova.compute.manager [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] instance snapshotting [ 1078.951433] env[68835]: DEBUG nova.objects.instance [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lazy-loading 'flavor' on Instance uuid ddacced6-b1b3-4934-aeac-abe408b0e343 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.995410] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154734, 'name': CreateVM_Task, 'duration_secs': 0.36691} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.995578] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.996247] env[68835]: DEBUG oslo_concurrency.lockutils [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.996415] env[68835]: DEBUG oslo_concurrency.lockutils [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.996740] env[68835]: DEBUG oslo_concurrency.lockutils [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.997237] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ad59ea-349f-4df6-966a-4c59dca33354 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.001294] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1079.001294] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52cb699b-f29d-62f4-0b12-5f29c9b0a03d" [ 1079.001294] env[68835]: _type = "Task" [ 1079.001294] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.008382] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52cb699b-f29d-62f4-0b12-5f29c9b0a03d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.045274] env[68835]: DEBUG nova.network.neutron [-] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.151816] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c3204e27-8c73-473c-8404-229edb9d126a tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "d90423f4-a6bc-45c5-9cda-7f40be5b71ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.724s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.282919] env[68835]: DEBUG oslo_concurrency.lockutils [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "e8fd1915-df6d-4420-bd3a-62c64495d524" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.283200] env[68835]: DEBUG oslo_concurrency.lockutils [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "e8fd1915-df6d-4420-bd3a-62c64495d524" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.300607] env[68835]: DEBUG nova.compute.manager [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.308146] env[68835]: DEBUG nova.objects.base [None req-aff5ff69-8558-428e-8102-1c84cdcccd0f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Object Instance<95945eb1-4023-4e80-834d-e669d7ba7ae7> lazy-loaded attributes: flavor,pci_requests {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1079.308351] env[68835]: DEBUG nova.network.neutron [None req-aff5ff69-8558-428e-8102-1c84cdcccd0f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.407996] env[68835]: DEBUG oslo_concurrency.lockutils [None req-aff5ff69-8558-428e-8102-1c84cdcccd0f tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "interface-95945eb1-4023-4e80-834d-e669d7ba7ae7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.106s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.459567] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2ce0aa-5090-47f4-ac40-962283a49f9e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.482321] env[68835]: DEBUG nova.network.neutron [req-f3a81ba5-d285-4625-8831-07f27777b8c5 req-1503080a-e1c4-4303-87c7-80bd82b2dbda service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Updated VIF entry in instance network info cache for port 2a7b2d96-7bc8-4679-b338-adf7911bdf2a. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.482694] env[68835]: DEBUG nova.network.neutron [req-f3a81ba5-d285-4625-8831-07f27777b8c5 req-1503080a-e1c4-4303-87c7-80bd82b2dbda service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Updating instance_info_cache with network_info: [{"id": "2a7b2d96-7bc8-4679-b338-adf7911bdf2a", "address": "fa:16:3e:a9:e4:48", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a7b2d96-7b", "ovs_interfaceid": "2a7b2d96-7bc8-4679-b338-adf7911bdf2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.484581] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf5dc91-d9ee-4ae2-bed2-81b9bf856fa7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.511236] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52cb699b-f29d-62f4-0b12-5f29c9b0a03d, 'name': SearchDatastore_Task, 'duration_secs': 0.009088} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.513799] env[68835]: DEBUG oslo_concurrency.lockutils [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.514087] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.514321] env[68835]: DEBUG oslo_concurrency.lockutils [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.514479] env[68835]: DEBUG oslo_concurrency.lockutils [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.514657] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.515361] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b80babe5-e43e-4437-8e27-92aa29f2c570 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.523443] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.523620] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.527139] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ddfd7cc-5dcd-46dc-bebd-d2ada1388786 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.532831] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1079.532831] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52255028-a7a0-72f8-532a-344e202c83e5" [ 1079.532831] env[68835]: _type = "Task" [ 1079.532831] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.540543] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52255028-a7a0-72f8-532a-344e202c83e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.541957] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6e70ad-c722-4a9b-b741-e29eb4359193 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.547548] env[68835]: INFO nova.compute.manager [-] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Took 1.25 seconds to deallocate network for instance. [ 1079.549784] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5ee779-032c-400c-8669-9e567cbe112f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.582644] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d00b4e-ca13-4711-99fa-88ebb8b24a96 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.590802] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9436788-7f6e-4e89-83d8-0411378299c9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.605723] env[68835]: DEBUG nova.compute.provider_tree [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.786272] env[68835]: DEBUG nova.compute.manager [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.989080] env[68835]: DEBUG oslo_concurrency.lockutils [req-f3a81ba5-d285-4625-8831-07f27777b8c5 req-1503080a-e1c4-4303-87c7-80bd82b2dbda service nova] Releasing lock "refresh_cache-a1cb86e0-6b66-4edf-b690-80e51709b58d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.995857] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Creating Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1079.996078] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-64d812b6-434d-45aa-9611-01091c77617b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.004870] env[68835]: DEBUG oslo_vmware.api [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1080.004870] env[68835]: value = "task-3154735" [ 1080.004870] env[68835]: _type = "Task" [ 1080.004870] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.013977] env[68835]: DEBUG oslo_vmware.api [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154735, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.043348] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52255028-a7a0-72f8-532a-344e202c83e5, 'name': SearchDatastore_Task, 'duration_secs': 0.008303} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.044345] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e082750-21e4-4f01-9c72-0a726aad03b6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.049712] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1080.049712] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5204bbc7-3471-a385-b379-c68091b315a7" [ 1080.049712] env[68835]: _type = "Task" [ 1080.049712] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.058811] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.059114] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5204bbc7-3471-a385-b379-c68091b315a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.108297] env[68835]: DEBUG nova.scheduler.client.report [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.310124] env[68835]: DEBUG nova.compute.manager [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.313511] env[68835]: DEBUG oslo_concurrency.lockutils [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.336865] env[68835]: DEBUG nova.virt.hardware [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.337171] env[68835]: DEBUG nova.virt.hardware [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.337359] env[68835]: DEBUG nova.virt.hardware [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.337552] env[68835]: DEBUG nova.virt.hardware [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.337698] env[68835]: DEBUG nova.virt.hardware [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.337843] env[68835]: DEBUG nova.virt.hardware [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.338085] env[68835]: DEBUG nova.virt.hardware [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.338316] env[68835]: DEBUG nova.virt.hardware [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.338440] env[68835]: DEBUG nova.virt.hardware [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.338601] env[68835]: DEBUG nova.virt.hardware [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.338770] env[68835]: DEBUG nova.virt.hardware [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.339655] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91323b7f-245c-4ed7-8434-ad64e625c53b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.347670] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1898acaa-0a61-4b29-848b-3377a4a46d9b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.361364] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Instance VIF info [] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.367357] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Creating folder: Project (819e1c88f7c940d6bbfeb26d604f26a5). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1080.367708] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71bbc77a-e8b8-40be-a6f9-123e042a6a89 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.378675] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Created folder: Project (819e1c88f7c940d6bbfeb26d604f26a5) in parent group-v630977. [ 1080.378869] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Creating folder: Instances. Parent ref: group-v631246. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1080.379156] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c4a7dd4-40a5-43e6-acd4-bf1bf050e8bc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.389121] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Created folder: Instances in parent group-v631246. [ 1080.389382] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.389621] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8977588-4450-4e4b-b312-847901a74704] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.389885] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-691d2d6c-31f1-400c-a67a-8793daa18e45 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.407462] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.407462] env[68835]: value = "task-3154738" [ 1080.407462] env[68835]: _type = "Task" [ 1080.407462] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.417126] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154738, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.515547] env[68835]: DEBUG oslo_vmware.api [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154735, 'name': CreateSnapshot_Task, 'duration_secs': 0.479772} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.515829] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Created Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1080.516606] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0719f29-1e8c-4f44-b400-e4d6f6935d18 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.541290] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "d90423f4-a6bc-45c5-9cda-7f40be5b71ef" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.541550] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "d90423f4-a6bc-45c5-9cda-7f40be5b71ef" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.562627] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5204bbc7-3471-a385-b379-c68091b315a7, 'name': SearchDatastore_Task, 'duration_secs': 0.0088} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.562885] env[68835]: DEBUG oslo_concurrency.lockutils [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.563152] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] a1cb86e0-6b66-4edf-b690-80e51709b58d/a1cb86e0-6b66-4edf-b690-80e51709b58d.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.563409] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f95cc48-66bd-45bb-806f-cade32c97a97 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.570534] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1080.570534] env[68835]: value = "task-3154739" [ 1080.570534] env[68835]: _type = "Task" [ 1080.570534] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.578966] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.613228] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.613790] env[68835]: DEBUG nova.compute.manager [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.617399] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.033s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.618918] env[68835]: INFO nova.compute.claims [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.918515] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154738, 'name': CreateVM_Task, 'duration_secs': 0.331034} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.918711] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8977588-4450-4e4b-b312-847901a74704] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.919171] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.919344] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.919680] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.919979] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb44feb5-3177-426c-9158-627e06486141 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.925087] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for the task: (returnval){ [ 1080.925087] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52066b4e-70d4-1d23-da7a-c526ea67a231" [ 1080.925087] env[68835]: _type = "Task" [ 1080.925087] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.933534] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52066b4e-70d4-1d23-da7a-c526ea67a231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.942034] env[68835]: DEBUG nova.compute.manager [req-c2c81819-50e9-47ec-a5df-1d4de9fda255 req-2550d037-7dd5-4589-8caf-42287e5b4d7e service nova] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Received event network-vif-deleted-1fa82604-1009-455c-86ec-d014497c15a6 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.036645] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Creating linked-clone VM from snapshot {{(pid=68835) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1081.036971] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2e2674f1-585f-493c-97be-d4c3fe0bf8fc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.045516] env[68835]: DEBUG nova.compute.utils [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.047562] env[68835]: DEBUG oslo_vmware.api [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1081.047562] env[68835]: value = "task-3154740" [ 1081.047562] env[68835]: _type = "Task" [ 1081.047562] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.059720] env[68835]: DEBUG oslo_vmware.api [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154740, 'name': CloneVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.079683] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46646} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.079940] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] a1cb86e0-6b66-4edf-b690-80e51709b58d/a1cb86e0-6b66-4edf-b690-80e51709b58d.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.080185] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.080428] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-416e0c9a-905e-46d7-9d91-71abfa0984df {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.086573] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1081.086573] env[68835]: value = "task-3154741" [ 1081.086573] env[68835]: _type = "Task" [ 1081.086573] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.096102] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.118851] env[68835]: DEBUG nova.compute.utils [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.120371] env[68835]: DEBUG nova.compute.manager [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.120619] env[68835]: DEBUG nova.network.neutron [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.172764] env[68835]: DEBUG nova.policy [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb656800b1964806a6fd43a70852511d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee92ca6cb8ac47788251c37ca255f0ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.437069] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52066b4e-70d4-1d23-da7a-c526ea67a231, 'name': SearchDatastore_Task, 'duration_secs': 0.048644} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.437402] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.437583] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.437815] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.437958] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.438155] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.438405] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23962dee-68d9-44ec-9e2a-8a31b060e686 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.440642] env[68835]: DEBUG nova.network.neutron [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Successfully created port: 6990f604-32e7-4c9d-9796-ab9bc4526cfd {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.457613] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.457796] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.458511] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c3abd80-fa0c-470e-a225-1767bc504a0d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.463693] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for the task: (returnval){ [ 1081.463693] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52c30ce4-1b38-3bc6-ea10-be2365d56844" [ 1081.463693] env[68835]: _type = "Task" [ 1081.463693] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.471334] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c30ce4-1b38-3bc6-ea10-be2365d56844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.548785] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "d90423f4-a6bc-45c5-9cda-7f40be5b71ef" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.555539] env[68835]: DEBUG oslo_concurrency.lockutils [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "interface-95945eb1-4023-4e80-834d-e669d7ba7ae7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.556049] env[68835]: DEBUG oslo_concurrency.lockutils [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "interface-95945eb1-4023-4e80-834d-e669d7ba7ae7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.556140] env[68835]: DEBUG nova.objects.instance [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lazy-loading 'flavor' on Instance uuid 95945eb1-4023-4e80-834d-e669d7ba7ae7 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.560643] env[68835]: DEBUG oslo_vmware.api [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154740, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.595832] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103514} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.596091] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.596914] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8fd9de-3769-4708-b6cc-6ce1e1308aa5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.619144] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] a1cb86e0-6b66-4edf-b690-80e51709b58d/a1cb86e0-6b66-4edf-b690-80e51709b58d.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.619433] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ce4b3fe-fa0a-46dc-88a9-4d535da180c9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.634738] env[68835]: DEBUG nova.compute.manager [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.649028] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1081.649028] env[68835]: value = "task-3154742" [ 1081.649028] env[68835]: _type = "Task" [ 1081.649028] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.654396] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.811360] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637488f6-8ca4-461f-954d-0c44b87df362 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.819526] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5835c9e2-a613-4532-a316-adc37d87e03b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.854391] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f54e98-f488-4f6a-886f-08077eda5d0b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.862168] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c79801-4b85-4974-91ee-3ce5d3ed538d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.875804] env[68835]: DEBUG nova.compute.provider_tree [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.975550] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c30ce4-1b38-3bc6-ea10-be2365d56844, 'name': SearchDatastore_Task, 'duration_secs': 0.065014} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.976326] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b3a97ac-cef9-414b-8888-846e0aa344d3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.981185] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for the task: (returnval){ [ 1081.981185] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5272e3d8-63d8-90cd-e0be-b73a1a5bad5e" [ 1081.981185] env[68835]: _type = "Task" [ 1081.981185] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.988713] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5272e3d8-63d8-90cd-e0be-b73a1a5bad5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.058796] env[68835]: DEBUG oslo_vmware.api [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154740, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.130344] env[68835]: DEBUG nova.objects.instance [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lazy-loading 'pci_requests' on Instance uuid 95945eb1-4023-4e80-834d-e669d7ba7ae7 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.156274] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154742, 'name': ReconfigVM_Task, 'duration_secs': 0.485941} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.156635] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Reconfigured VM instance instance-00000064 to attach disk [datastore2] a1cb86e0-6b66-4edf-b690-80e51709b58d/a1cb86e0-6b66-4edf-b690-80e51709b58d.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.157298] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1fad10b-6cb9-41e2-b99d-cdceb66d3a14 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.164193] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1082.164193] env[68835]: value = "task-3154743" [ 1082.164193] env[68835]: _type = "Task" [ 1082.164193] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.173155] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154743, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.380066] env[68835]: DEBUG nova.scheduler.client.report [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.491546] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5272e3d8-63d8-90cd-e0be-b73a1a5bad5e, 'name': SearchDatastore_Task, 'duration_secs': 0.04598} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.491838] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.492219] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] a8977588-4450-4e4b-b312-847901a74704/a8977588-4450-4e4b-b312-847901a74704.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.492362] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-babbdf86-143a-45d7-8484-a9c7612a388b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.498759] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for the task: (returnval){ [ 1082.498759] env[68835]: value = "task-3154744" [ 1082.498759] env[68835]: _type = "Task" [ 1082.498759] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.506409] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.560854] env[68835]: DEBUG oslo_vmware.api [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154740, 'name': CloneVM_Task, 'duration_secs': 1.4479} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.561100] env[68835]: INFO nova.virt.vmwareapi.vmops [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Created linked-clone VM from snapshot [ 1082.561815] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae21e284-43ce-4f3b-a291-0898654327c4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.568973] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Uploading image 46b27a87-9b80-4f01-8c85-8571ec0c5bdb {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1082.593195] env[68835]: DEBUG oslo_vmware.rw_handles [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1082.593195] env[68835]: value = "vm-631250" [ 1082.593195] env[68835]: _type = "VirtualMachine" [ 1082.593195] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1082.593483] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c34db6e5-e801-422e-9b6e-9284111876b9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.601085] env[68835]: DEBUG oslo_vmware.rw_handles [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lease: (returnval){ [ 1082.601085] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d36de7-988f-95f2-3e0f-c7d3edf097a7" [ 1082.601085] env[68835]: _type = "HttpNfcLease" [ 1082.601085] env[68835]: } obtained for exporting VM: (result){ [ 1082.601085] env[68835]: value = "vm-631250" [ 1082.601085] env[68835]: _type = "VirtualMachine" [ 1082.601085] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1082.601347] env[68835]: DEBUG oslo_vmware.api [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the lease: (returnval){ [ 1082.601347] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d36de7-988f-95f2-3e0f-c7d3edf097a7" [ 1082.601347] env[68835]: _type = "HttpNfcLease" [ 1082.601347] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1082.607792] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "d90423f4-a6bc-45c5-9cda-7f40be5b71ef" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.608029] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "d90423f4-a6bc-45c5-9cda-7f40be5b71ef" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.608249] env[68835]: INFO nova.compute.manager [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Attaching volume 67131fab-44d8-4497-935c-f1bbb5716663 to /dev/sdb [ 1082.609667] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1082.609667] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d36de7-988f-95f2-3e0f-c7d3edf097a7" [ 1082.609667] env[68835]: _type = "HttpNfcLease" [ 1082.609667] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1082.634290] env[68835]: DEBUG nova.objects.base [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Object Instance<95945eb1-4023-4e80-834d-e669d7ba7ae7> lazy-loaded attributes: flavor,pci_requests {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1082.634290] env[68835]: DEBUG nova.network.neutron [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.641496] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05481d6-ed10-4dcc-a1a4-4f42f71218ca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.645619] env[68835]: DEBUG nova.compute.manager [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.652513] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62911b4d-c2dd-4b81-88d1-d73e42daa91b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.667931] env[68835]: DEBUG nova.virt.block_device [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Updating existing volume attachment record: 69da7a45-2660-459a-b289-034b6e482ea0 {{(pid=68835) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1082.675125] env[68835]: DEBUG nova.virt.hardware [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.675415] env[68835]: DEBUG nova.virt.hardware [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.675664] env[68835]: DEBUG nova.virt.hardware [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.675737] env[68835]: DEBUG nova.virt.hardware [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.675881] env[68835]: DEBUG nova.virt.hardware [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.676048] env[68835]: DEBUG nova.virt.hardware [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.676281] env[68835]: DEBUG nova.virt.hardware [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.676462] env[68835]: DEBUG nova.virt.hardware [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.676655] env[68835]: DEBUG nova.virt.hardware [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.676822] env[68835]: DEBUG nova.virt.hardware [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.677469] env[68835]: DEBUG nova.virt.hardware [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.679355] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9333739f-76b2-4de0-b44a-6eefc85d2d6a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.684055] env[68835]: DEBUG nova.policy [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daabf2a6f1ab469eacbe8bcf3339e082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ca547bcf9f646e3967cf9b33c347e5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.690810] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154743, 'name': Rename_Task, 'duration_secs': 0.136061} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.692128] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f180b7c-5cc8-4e4f-bf1c-9db27cd40764 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.696434] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.696514] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bae355f1-cc8b-4df4-b2a6-a8e5c4f5e680 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.709375] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1082.709375] env[68835]: value = "task-3154746" [ 1082.709375] env[68835]: _type = "Task" [ 1082.709375] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.717520] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.884741] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.885382] env[68835]: DEBUG nova.compute.manager [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.889415] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.556s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.889611] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.889770] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68835) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1082.890087] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.740s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.890342] env[68835]: DEBUG nova.objects.instance [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lazy-loading 'resources' on Instance uuid dfc7883a-7df0-4e23-b70e-8086bfdbeb28 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.892061] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc14934-bb9d-4e1a-ac10-015d9fbb9bf3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.900440] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4fe4a6-599d-495b-a23d-c7a967d1409c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.905281] env[68835]: DEBUG nova.network.neutron [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Successfully updated port: 6990f604-32e7-4c9d-9796-ab9bc4526cfd {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.927021] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab1f302-5b4a-403b-955e-62adba9a54e8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.938236] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35a3fb5-32ea-427d-9e2c-24c047a306c1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.975851] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179480MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=68835) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1082.976039] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.978405] env[68835]: DEBUG nova.compute.manager [req-90998dc2-849d-4cdf-b352-9daef1873c79 req-66aa914a-856d-4832-96ac-959fc0ac6692 service nova] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Received event network-vif-plugged-6990f604-32e7-4c9d-9796-ab9bc4526cfd {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.978579] env[68835]: DEBUG oslo_concurrency.lockutils [req-90998dc2-849d-4cdf-b352-9daef1873c79 req-66aa914a-856d-4832-96ac-959fc0ac6692 service nova] Acquiring lock "15b953b9-f3fc-4706-8a74-99d87a27fed6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.978787] env[68835]: DEBUG oslo_concurrency.lockutils [req-90998dc2-849d-4cdf-b352-9daef1873c79 req-66aa914a-856d-4832-96ac-959fc0ac6692 service nova] Lock "15b953b9-f3fc-4706-8a74-99d87a27fed6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.979230] env[68835]: DEBUG oslo_concurrency.lockutils [req-90998dc2-849d-4cdf-b352-9daef1873c79 req-66aa914a-856d-4832-96ac-959fc0ac6692 service nova] Lock "15b953b9-f3fc-4706-8a74-99d87a27fed6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.979304] env[68835]: DEBUG nova.compute.manager [req-90998dc2-849d-4cdf-b352-9daef1873c79 req-66aa914a-856d-4832-96ac-959fc0ac6692 service nova] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] No waiting events found dispatching network-vif-plugged-6990f604-32e7-4c9d-9796-ab9bc4526cfd {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.979486] env[68835]: WARNING nova.compute.manager [req-90998dc2-849d-4cdf-b352-9daef1873c79 req-66aa914a-856d-4832-96ac-959fc0ac6692 service nova] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Received unexpected event network-vif-plugged-6990f604-32e7-4c9d-9796-ab9bc4526cfd for instance with vm_state building and task_state spawning. [ 1082.979648] env[68835]: DEBUG nova.compute.manager [req-90998dc2-849d-4cdf-b352-9daef1873c79 req-66aa914a-856d-4832-96ac-959fc0ac6692 service nova] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Received event network-changed-6990f604-32e7-4c9d-9796-ab9bc4526cfd {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.979799] env[68835]: DEBUG nova.compute.manager [req-90998dc2-849d-4cdf-b352-9daef1873c79 req-66aa914a-856d-4832-96ac-959fc0ac6692 service nova] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Refreshing instance network info cache due to event network-changed-6990f604-32e7-4c9d-9796-ab9bc4526cfd. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.979982] env[68835]: DEBUG oslo_concurrency.lockutils [req-90998dc2-849d-4cdf-b352-9daef1873c79 req-66aa914a-856d-4832-96ac-959fc0ac6692 service nova] Acquiring lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.980133] env[68835]: DEBUG oslo_concurrency.lockutils [req-90998dc2-849d-4cdf-b352-9daef1873c79 req-66aa914a-856d-4832-96ac-959fc0ac6692 service nova] Acquired lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.980287] env[68835]: DEBUG nova.network.neutron [req-90998dc2-849d-4cdf-b352-9daef1873c79 req-66aa914a-856d-4832-96ac-959fc0ac6692 service nova] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Refreshing network info cache for port 6990f604-32e7-4c9d-9796-ab9bc4526cfd {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.982417] env[68835]: DEBUG nova.network.neutron [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Successfully created port: 096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.008604] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459041} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.008892] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] a8977588-4450-4e4b-b312-847901a74704/a8977588-4450-4e4b-b312-847901a74704.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.009180] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.009364] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddd847ea-a7c9-486a-9e02-736ff45a1008 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.015713] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for the task: (returnval){ [ 1083.015713] env[68835]: value = "task-3154750" [ 1083.015713] env[68835]: _type = "Task" [ 1083.015713] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.024884] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.109783] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1083.109783] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d36de7-988f-95f2-3e0f-c7d3edf097a7" [ 1083.109783] env[68835]: _type = "HttpNfcLease" [ 1083.109783] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1083.109783] env[68835]: DEBUG oslo_vmware.rw_handles [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1083.109783] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d36de7-988f-95f2-3e0f-c7d3edf097a7" [ 1083.109783] env[68835]: _type = "HttpNfcLease" [ 1083.109783] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1083.110209] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3b972d-d685-4bb9-9ec8-f1f8e99396e7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.117727] env[68835]: DEBUG oslo_vmware.rw_handles [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52532726-e052-98e5-31de-65c0cfe9d367/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1083.117944] env[68835]: DEBUG oslo_vmware.rw_handles [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52532726-e052-98e5-31de-65c0cfe9d367/disk-0.vmdk for reading. {{(pid=68835) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1083.221148] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154746, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.248578] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9db0eb57-b7b5-4aaf-a35d-4947b9f071ef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.393306] env[68835]: DEBUG nova.compute.utils [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.395292] env[68835]: DEBUG nova.compute.manager [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.395476] env[68835]: DEBUG nova.network.neutron [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.409226] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.437368] env[68835]: DEBUG nova.policy [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5bbc0aba126444eb5eba5e9e757fda1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '547c8b6d22a94b6d99897097811ddd70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.527480] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065165} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.528365] env[68835]: DEBUG nova.network.neutron [req-90998dc2-849d-4cdf-b352-9daef1873c79 req-66aa914a-856d-4832-96ac-959fc0ac6692 service nova] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.530110] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.534235] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2705c501-f314-4b67-a0a8-87ee097e5041 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.554112] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] a8977588-4450-4e4b-b312-847901a74704/a8977588-4450-4e4b-b312-847901a74704.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.557025] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-602d8fe7-eec4-45c6-b9c2-05e7838c9996 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.579570] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for the task: (returnval){ [ 1083.579570] env[68835]: value = "task-3154751" [ 1083.579570] env[68835]: _type = "Task" [ 1083.579570] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.588295] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.631152] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c48b67-2e81-444f-9f68-d7da8ae3d355 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.641569] env[68835]: DEBUG nova.network.neutron [req-90998dc2-849d-4cdf-b352-9daef1873c79 req-66aa914a-856d-4832-96ac-959fc0ac6692 service nova] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.645843] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa1a3da-7670-4268-b841-c736188916ff {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.679860] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3efbcf-03cc-40aa-837c-993fd7f7d908 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.693741] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee461a2-bb7e-4a8f-a920-231c9bd05dfd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.719288] env[68835]: DEBUG nova.compute.provider_tree [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.727799] env[68835]: DEBUG nova.network.neutron [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Successfully created port: 0b3e6154-a4c7-4e00-928b-9017309b88ac {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.740024] env[68835]: DEBUG oslo_vmware.api [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154746, 'name': PowerOnVM_Task, 'duration_secs': 0.602661} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.740247] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.740640] env[68835]: INFO nova.compute.manager [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1083.741075] env[68835]: DEBUG nova.compute.manager [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.742838] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fae4345-fbc4-4760-b7af-2eeb3eb9e229 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.898173] env[68835]: DEBUG nova.compute.manager [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.092179] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.150020] env[68835]: DEBUG oslo_concurrency.lockutils [req-90998dc2-849d-4cdf-b352-9daef1873c79 req-66aa914a-856d-4832-96ac-959fc0ac6692 service nova] Releasing lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.150488] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.150703] env[68835]: DEBUG nova.network.neutron [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.232412] env[68835]: DEBUG nova.scheduler.client.report [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.263049] env[68835]: INFO nova.compute.manager [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Took 23.97 seconds to build instance. [ 1084.419167] env[68835]: DEBUG nova.compute.manager [req-6de870c8-9e79-40f9-a61e-e28d3eaf4e32 req-daad0979-5c54-4e4d-8a73-56b20d977966 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Received event network-vif-plugged-096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.419397] env[68835]: DEBUG oslo_concurrency.lockutils [req-6de870c8-9e79-40f9-a61e-e28d3eaf4e32 req-daad0979-5c54-4e4d-8a73-56b20d977966 service nova] Acquiring lock "95945eb1-4023-4e80-834d-e669d7ba7ae7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.419769] env[68835]: DEBUG oslo_concurrency.lockutils [req-6de870c8-9e79-40f9-a61e-e28d3eaf4e32 req-daad0979-5c54-4e4d-8a73-56b20d977966 service nova] Lock "95945eb1-4023-4e80-834d-e669d7ba7ae7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.420087] env[68835]: DEBUG oslo_concurrency.lockutils [req-6de870c8-9e79-40f9-a61e-e28d3eaf4e32 req-daad0979-5c54-4e4d-8a73-56b20d977966 service nova] Lock "95945eb1-4023-4e80-834d-e669d7ba7ae7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.421387] env[68835]: DEBUG nova.compute.manager [req-6de870c8-9e79-40f9-a61e-e28d3eaf4e32 req-daad0979-5c54-4e4d-8a73-56b20d977966 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] No waiting events found dispatching network-vif-plugged-096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.421387] env[68835]: WARNING nova.compute.manager [req-6de870c8-9e79-40f9-a61e-e28d3eaf4e32 req-daad0979-5c54-4e4d-8a73-56b20d977966 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Received unexpected event network-vif-plugged-096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a for instance with vm_state active and task_state None. [ 1084.539545] env[68835]: DEBUG nova.network.neutron [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Successfully updated port: 096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.591040] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154751, 'name': ReconfigVM_Task, 'duration_secs': 0.786241} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.591477] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Reconfigured VM instance instance-00000065 to attach disk [datastore2] a8977588-4450-4e4b-b312-847901a74704/a8977588-4450-4e4b-b312-847901a74704.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.592210] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-316c19bf-7eaf-4c0e-a5b3-d5ca5d18a8f7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.599418] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for the task: (returnval){ [ 1084.599418] env[68835]: value = "task-3154752" [ 1084.599418] env[68835]: _type = "Task" [ 1084.599418] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.607626] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154752, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.723795] env[68835]: DEBUG nova.network.neutron [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.738205] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.740655] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.459s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.741924] env[68835]: DEBUG nova.objects.instance [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lazy-loading 'resources' on Instance uuid 027efffa-912e-4a0a-a1e6-20c0bacc62c8 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.766834] env[68835]: INFO nova.scheduler.client.report [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Deleted allocations for instance dfc7883a-7df0-4e23-b70e-8086bfdbeb28 [ 1084.768426] env[68835]: DEBUG oslo_concurrency.lockutils [None req-08b3793d-efa0-46a7-a7ef-e94ea2447d8e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "a1cb86e0-6b66-4edf-b690-80e51709b58d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.485s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.907957] env[68835]: DEBUG nova.compute.manager [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.938431] env[68835]: DEBUG nova.virt.hardware [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.938864] env[68835]: DEBUG nova.virt.hardware [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.939044] env[68835]: DEBUG nova.virt.hardware [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.939232] env[68835]: DEBUG nova.virt.hardware [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.939394] env[68835]: DEBUG nova.virt.hardware [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.939619] env[68835]: DEBUG nova.virt.hardware [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.939897] env[68835]: DEBUG nova.virt.hardware [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.940115] env[68835]: DEBUG nova.virt.hardware [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.940373] env[68835]: DEBUG nova.virt.hardware [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.940556] env[68835]: DEBUG nova.virt.hardware [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.940844] env[68835]: DEBUG nova.virt.hardware [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.942224] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5c2925-ba6e-49e2-857b-88c874e7558f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.951402] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135c4771-001e-41df-993d-ca0dce7a1fc0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.044328] env[68835]: DEBUG oslo_concurrency.lockutils [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.044328] env[68835]: DEBUG oslo_concurrency.lockutils [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.044328] env[68835]: DEBUG nova.network.neutron [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.055762] env[68835]: DEBUG nova.network.neutron [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Updating instance_info_cache with network_info: [{"id": "6990f604-32e7-4c9d-9796-ab9bc4526cfd", "address": "fa:16:3e:f6:82:7a", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6990f604-32", "ovs_interfaceid": "6990f604-32e7-4c9d-9796-ab9bc4526cfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.110516] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154752, 'name': Rename_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.243506] env[68835]: DEBUG nova.network.neutron [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Successfully updated port: 0b3e6154-a4c7-4e00-928b-9017309b88ac {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.280107] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ecad90c5-43a2-4b5d-b531-0f2322a94fbe tempest-ServerShowV247Test-2081688233 tempest-ServerShowV247Test-2081688233-project-member] Lock "dfc7883a-7df0-4e23-b70e-8086bfdbeb28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.356s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.288500] env[68835]: DEBUG nova.compute.manager [req-c1f678c8-d30e-4e24-bedb-f264d213b51f req-293f6968-eb77-4a56-8e90-a64df54bb4cb service nova] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Received event network-vif-plugged-0b3e6154-a4c7-4e00-928b-9017309b88ac {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.288500] env[68835]: DEBUG oslo_concurrency.lockutils [req-c1f678c8-d30e-4e24-bedb-f264d213b51f req-293f6968-eb77-4a56-8e90-a64df54bb4cb service nova] Acquiring lock "85077876-a35e-4f1d-b68e-6d2473853070-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.289402] env[68835]: DEBUG oslo_concurrency.lockutils [req-c1f678c8-d30e-4e24-bedb-f264d213b51f req-293f6968-eb77-4a56-8e90-a64df54bb4cb service nova] Lock "85077876-a35e-4f1d-b68e-6d2473853070-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.290262] env[68835]: DEBUG oslo_concurrency.lockutils [req-c1f678c8-d30e-4e24-bedb-f264d213b51f req-293f6968-eb77-4a56-8e90-a64df54bb4cb service nova] Lock "85077876-a35e-4f1d-b68e-6d2473853070-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.290405] env[68835]: DEBUG nova.compute.manager [req-c1f678c8-d30e-4e24-bedb-f264d213b51f req-293f6968-eb77-4a56-8e90-a64df54bb4cb service nova] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] No waiting events found dispatching network-vif-plugged-0b3e6154-a4c7-4e00-928b-9017309b88ac {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.290698] env[68835]: WARNING nova.compute.manager [req-c1f678c8-d30e-4e24-bedb-f264d213b51f req-293f6968-eb77-4a56-8e90-a64df54bb4cb service nova] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Received unexpected event network-vif-plugged-0b3e6154-a4c7-4e00-928b-9017309b88ac for instance with vm_state building and task_state spawning. [ 1085.456748] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01a75ca-e979-4e38-a1ce-15c8d12eb473 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.465890] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c531ee-7016-4506-bfec-f4c91ad8acdf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.499879] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4508de0d-dc51-49e7-b1be-56afa84aa498 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.510538] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44eb32dd-5a17-480e-8e2a-10d62510d947 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.525492] env[68835]: DEBUG nova.compute.provider_tree [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.563301] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.564109] env[68835]: DEBUG nova.compute.manager [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Instance network_info: |[{"id": "6990f604-32e7-4c9d-9796-ab9bc4526cfd", "address": "fa:16:3e:f6:82:7a", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6990f604-32", "ovs_interfaceid": "6990f604-32e7-4c9d-9796-ab9bc4526cfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.564306] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:82:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6990f604-32e7-4c9d-9796-ab9bc4526cfd', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.573476] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Creating folder: Project (ee92ca6cb8ac47788251c37ca255f0ad). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.574119] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e352d5e0-1a83-4898-9a26-2ff06ba4f2b9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.586945] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Created folder: Project (ee92ca6cb8ac47788251c37ca255f0ad) in parent group-v630977. [ 1085.587321] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Creating folder: Instances. Parent ref: group-v631253. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.587427] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b7713d1-6917-40fd-95f6-00a7e1e3cd5a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.597159] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Created folder: Instances in parent group-v631253. [ 1085.597159] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.597392] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.597511] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d3fe970-e2ab-49fb-9bec-544512bc30df {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.613056] env[68835]: WARNING nova.network.neutron [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] 7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4 already exists in list: networks containing: ['7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4']. ignoring it [ 1085.625496] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154752, 'name': Rename_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.626859] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.626859] env[68835]: value = "task-3154756" [ 1085.626859] env[68835]: _type = "Task" [ 1085.626859] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.634885] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154756, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.747570] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Acquiring lock "refresh_cache-85077876-a35e-4f1d-b68e-6d2473853070" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.747721] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Acquired lock "refresh_cache-85077876-a35e-4f1d-b68e-6d2473853070" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.747850] env[68835]: DEBUG nova.network.neutron [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.986477] env[68835]: DEBUG nova.network.neutron [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Updating instance_info_cache with network_info: [{"id": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "address": "fa:16:3e:da:09:21", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5050d1-a5", "ovs_interfaceid": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a", "address": "fa:16:3e:04:7c:c5", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap096c0e87-80", "ovs_interfaceid": "096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.033802] env[68835]: DEBUG nova.scheduler.client.report [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.124519] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154752, 'name': Rename_Task, 'duration_secs': 1.262041} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.124661] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.124869] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48a41b3b-297b-48ab-9ff3-051a26f63d7c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.131759] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for the task: (returnval){ [ 1086.131759] env[68835]: value = "task-3154757" [ 1086.131759] env[68835]: _type = "Task" [ 1086.131759] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.138128] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154756, 'name': CreateVM_Task, 'duration_secs': 0.373212} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.138667] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.139330] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.139498] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.140386] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.142809] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf84cee8-2ca9-4ffe-8a8f-a74551cf05a2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.144456] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.147612] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1086.147612] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528de1a5-4e63-9ad0-f114-4cbdcf3365f4" [ 1086.147612] env[68835]: _type = "Task" [ 1086.147612] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.155289] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528de1a5-4e63-9ad0-f114-4cbdcf3365f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.283671] env[68835]: DEBUG nova.network.neutron [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.427570] env[68835]: DEBUG nova.network.neutron [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Updating instance_info_cache with network_info: [{"id": "0b3e6154-a4c7-4e00-928b-9017309b88ac", "address": "fa:16:3e:bb:8f:3c", "network": {"id": "63aa1f2b-4013-4d31-b24b-244858673306", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1628169246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547c8b6d22a94b6d99897097811ddd70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b3e6154-a4", "ovs_interfaceid": "0b3e6154-a4c7-4e00-928b-9017309b88ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.451199] env[68835]: DEBUG nova.compute.manager [req-7bb0fb76-6010-42e9-ba14-965d114f7428 req-85327f64-aa37-4fac-8872-a450450a2097 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Received event network-changed-096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.451199] env[68835]: DEBUG nova.compute.manager [req-7bb0fb76-6010-42e9-ba14-965d114f7428 req-85327f64-aa37-4fac-8872-a450450a2097 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Refreshing instance network info cache due to event network-changed-096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.451199] env[68835]: DEBUG oslo_concurrency.lockutils [req-7bb0fb76-6010-42e9-ba14-965d114f7428 req-85327f64-aa37-4fac-8872-a450450a2097 service nova] Acquiring lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.494294] env[68835]: DEBUG oslo_concurrency.lockutils [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.494294] env[68835]: DEBUG oslo_concurrency.lockutils [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.494294] env[68835]: DEBUG oslo_concurrency.lockutils [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.494294] env[68835]: DEBUG oslo_concurrency.lockutils [req-7bb0fb76-6010-42e9-ba14-965d114f7428 req-85327f64-aa37-4fac-8872-a450450a2097 service nova] Acquired lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.494294] env[68835]: DEBUG nova.network.neutron [req-7bb0fb76-6010-42e9-ba14-965d114f7428 req-85327f64-aa37-4fac-8872-a450450a2097 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Refreshing network info cache for port 096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.494294] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b0fc0d-2223-4457-8d03-ef51f09a1ad5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.518649] env[68835]: DEBUG nova.virt.hardware [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.518883] env[68835]: DEBUG nova.virt.hardware [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.519067] env[68835]: DEBUG nova.virt.hardware [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.519275] env[68835]: DEBUG nova.virt.hardware [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.519441] env[68835]: DEBUG nova.virt.hardware [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.520109] env[68835]: DEBUG nova.virt.hardware [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.520109] env[68835]: DEBUG nova.virt.hardware [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.520109] env[68835]: DEBUG nova.virt.hardware [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.520273] env[68835]: DEBUG nova.virt.hardware [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.520312] env[68835]: DEBUG nova.virt.hardware [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.520489] env[68835]: DEBUG nova.virt.hardware [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.527689] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Reconfiguring VM to attach interface {{(pid=68835) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1086.527811] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5640b30-47d1-4ff3-8e18-c08d34f0d8d4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.541681] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.544629] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.485s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.544629] env[68835]: DEBUG nova.objects.instance [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lazy-loading 'resources' on Instance uuid a263c0cc-1525-4616-8a8b-1b19f4fa17b6 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.549531] env[68835]: DEBUG oslo_vmware.api [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1086.549531] env[68835]: value = "task-3154758" [ 1086.549531] env[68835]: _type = "Task" [ 1086.549531] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.559499] env[68835]: DEBUG oslo_vmware.api [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154758, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.570874] env[68835]: INFO nova.scheduler.client.report [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleted allocations for instance 027efffa-912e-4a0a-a1e6-20c0bacc62c8 [ 1086.644152] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154757, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.657863] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528de1a5-4e63-9ad0-f114-4cbdcf3365f4, 'name': SearchDatastore_Task, 'duration_secs': 0.016605} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.658216] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.658634] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.658945] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.659144] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.659374] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.659663] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ca7c85f-a18c-4df3-b90b-0b7a212739d4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.669413] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.669675] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.670560] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf791b6d-19cd-475f-a21a-413774c776fd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.676062] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1086.676062] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]521687b1-4f57-06fb-d3ca-c0c814a4e51b" [ 1086.676062] env[68835]: _type = "Task" [ 1086.676062] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.684462] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521687b1-4f57-06fb-d3ca-c0c814a4e51b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.930590] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Releasing lock "refresh_cache-85077876-a35e-4f1d-b68e-6d2473853070" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.930885] env[68835]: DEBUG nova.compute.manager [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Instance network_info: |[{"id": "0b3e6154-a4c7-4e00-928b-9017309b88ac", "address": "fa:16:3e:bb:8f:3c", "network": {"id": "63aa1f2b-4013-4d31-b24b-244858673306", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1628169246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547c8b6d22a94b6d99897097811ddd70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b3e6154-a4", "ovs_interfaceid": "0b3e6154-a4c7-4e00-928b-9017309b88ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.931372] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:8f:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b3e6154-a4c7-4e00-928b-9017309b88ac', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.939261] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Creating folder: Project (547c8b6d22a94b6d99897097811ddd70). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.939554] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8fed3a8-8798-449e-8441-05faf10b06b5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.949609] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Created folder: Project (547c8b6d22a94b6d99897097811ddd70) in parent group-v630977. [ 1086.949793] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Creating folder: Instances. Parent ref: group-v631256. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.950040] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d7bf6b0-6179-44a5-b69c-7819f462e3ae {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.960024] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Created folder: Instances in parent group-v631256. [ 1086.960291] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.960495] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.960697] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68849876-87a8-4f73-9646-32ab4cd6696b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.981356] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.981356] env[68835]: value = "task-3154761" [ 1086.981356] env[68835]: _type = "Task" [ 1086.981356] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.991231] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154761, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.062036] env[68835]: DEBUG oslo_vmware.api [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.079012] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6f42c0df-8426-49de-8a5a-916c9dd82b54 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "027efffa-912e-4a0a-a1e6-20c0bacc62c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.941s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.149908] env[68835]: DEBUG oslo_vmware.api [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154757, 'name': PowerOnVM_Task, 'duration_secs': 0.775152} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.150254] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.150482] env[68835]: INFO nova.compute.manager [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1087.150667] env[68835]: DEBUG nova.compute.manager [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.151562] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd01ba2a-abbf-4526-918c-96fdb2078d1a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.191140] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521687b1-4f57-06fb-d3ca-c0c814a4e51b, 'name': SearchDatastore_Task, 'duration_secs': 0.023141} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.192542] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd9708be-c22b-466b-92f0-4e7bfca98316 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.201384] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1087.201384] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52e47fc4-4d64-7ef8-5aac-121f7b6f8ac5" [ 1087.201384] env[68835]: _type = "Task" [ 1087.201384] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.210150] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e47fc4-4d64-7ef8-5aac-121f7b6f8ac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.216677] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Volume attach. Driver type: vmdk {{(pid=68835) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1087.216933] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631252', 'volume_id': '67131fab-44d8-4497-935c-f1bbb5716663', 'name': 'volume-67131fab-44d8-4497-935c-f1bbb5716663', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd90423f4-a6bc-45c5-9cda-7f40be5b71ef', 'attached_at': '', 'detached_at': '', 'volume_id': '67131fab-44d8-4497-935c-f1bbb5716663', 'serial': '67131fab-44d8-4497-935c-f1bbb5716663'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1087.217836] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53266fc-ea59-4dbb-9638-71571a55a65f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.235875] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f8b98a-cc23-4f38-a2e1-124143d61ce0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.239412] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27b55d5-9d9b-4935-b7b2-02ff73ee4cd4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.270048] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-67131fab-44d8-4497-935c-f1bbb5716663/volume-67131fab-44d8-4497-935c-f1bbb5716663.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.273955] env[68835]: DEBUG nova.network.neutron [req-7bb0fb76-6010-42e9-ba14-965d114f7428 req-85327f64-aa37-4fac-8872-a450450a2097 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Updated VIF entry in instance network info cache for port 096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.274785] env[68835]: DEBUG nova.network.neutron [req-7bb0fb76-6010-42e9-ba14-965d114f7428 req-85327f64-aa37-4fac-8872-a450450a2097 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Updating instance_info_cache with network_info: [{"id": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "address": "fa:16:3e:da:09:21", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5050d1-a5", "ovs_interfaceid": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a", "address": "fa:16:3e:04:7c:c5", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap096c0e87-80", "ovs_interfaceid": "096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.279020] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a99e7f68-af44-4ff8-8051-f644b42b380e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.291708] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ddd488-a1d5-4ddf-aa1c-316193085f58 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.330433] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c080c32-c9d8-4e19-9e4b-9f7655baf373 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.333376] env[68835]: DEBUG oslo_vmware.api [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1087.333376] env[68835]: value = "task-3154762" [ 1087.333376] env[68835]: _type = "Task" [ 1087.333376] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.342718] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba30220-197e-45b2-a5b9-ccffa2a44e3e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.350156] env[68835]: DEBUG oslo_vmware.api [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.360770] env[68835]: DEBUG nova.compute.provider_tree [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.406266] env[68835]: DEBUG nova.compute.manager [req-5572da5e-3526-48e9-82e0-a853f849f57d req-83c6c3d7-d4ab-4573-9d78-ef97f603df8d service nova] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Received event network-changed-0b3e6154-a4c7-4e00-928b-9017309b88ac {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.406369] env[68835]: DEBUG nova.compute.manager [req-5572da5e-3526-48e9-82e0-a853f849f57d req-83c6c3d7-d4ab-4573-9d78-ef97f603df8d service nova] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Refreshing instance network info cache due to event network-changed-0b3e6154-a4c7-4e00-928b-9017309b88ac. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.406612] env[68835]: DEBUG oslo_concurrency.lockutils [req-5572da5e-3526-48e9-82e0-a853f849f57d req-83c6c3d7-d4ab-4573-9d78-ef97f603df8d service nova] Acquiring lock "refresh_cache-85077876-a35e-4f1d-b68e-6d2473853070" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.406761] env[68835]: DEBUG oslo_concurrency.lockutils [req-5572da5e-3526-48e9-82e0-a853f849f57d req-83c6c3d7-d4ab-4573-9d78-ef97f603df8d service nova] Acquired lock "refresh_cache-85077876-a35e-4f1d-b68e-6d2473853070" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.406903] env[68835]: DEBUG nova.network.neutron [req-5572da5e-3526-48e9-82e0-a853f849f57d req-83c6c3d7-d4ab-4573-9d78-ef97f603df8d service nova] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Refreshing network info cache for port 0b3e6154-a4c7-4e00-928b-9017309b88ac {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.493291] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154761, 'name': CreateVM_Task, 'duration_secs': 0.481149} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.493468] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.494152] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.494361] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.494622] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.494902] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a2f0aa-db17-4b89-9499-3bd780cca8a5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.499422] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Waiting for the task: (returnval){ [ 1087.499422] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]527995d4-775c-2ad7-4f41-3d2bfcb35deb" [ 1087.499422] env[68835]: _type = "Task" [ 1087.499422] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.507484] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527995d4-775c-2ad7-4f41-3d2bfcb35deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.560959] env[68835]: DEBUG oslo_vmware.api [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154758, 'name': ReconfigVM_Task, 'duration_secs': 0.634098} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.561601] env[68835]: DEBUG oslo_concurrency.lockutils [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.561741] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Reconfigured VM to attach interface {{(pid=68835) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1087.676168] env[68835]: INFO nova.compute.manager [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Took 22.42 seconds to build instance. [ 1087.712763] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e47fc4-4d64-7ef8-5aac-121f7b6f8ac5, 'name': SearchDatastore_Task, 'duration_secs': 0.012761} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.712975] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.713117] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 15b953b9-f3fc-4706-8a74-99d87a27fed6/15b953b9-f3fc-4706-8a74-99d87a27fed6.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.713392] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e342cb32-9602-4bbf-ba61-2fb2cc90ac1e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.721280] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1087.721280] env[68835]: value = "task-3154763" [ 1087.721280] env[68835]: _type = "Task" [ 1087.721280] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.729831] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3154763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.791446] env[68835]: DEBUG oslo_concurrency.lockutils [req-7bb0fb76-6010-42e9-ba14-965d114f7428 req-85327f64-aa37-4fac-8872-a450450a2097 service nova] Releasing lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.792236] env[68835]: DEBUG nova.compute.manager [req-7bb0fb76-6010-42e9-ba14-965d114f7428 req-85327f64-aa37-4fac-8872-a450450a2097 service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Received event network-changed-2a7b2d96-7bc8-4679-b338-adf7911bdf2a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.792236] env[68835]: DEBUG nova.compute.manager [req-7bb0fb76-6010-42e9-ba14-965d114f7428 req-85327f64-aa37-4fac-8872-a450450a2097 service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Refreshing instance network info cache due to event network-changed-2a7b2d96-7bc8-4679-b338-adf7911bdf2a. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.792439] env[68835]: DEBUG oslo_concurrency.lockutils [req-7bb0fb76-6010-42e9-ba14-965d114f7428 req-85327f64-aa37-4fac-8872-a450450a2097 service nova] Acquiring lock "refresh_cache-a1cb86e0-6b66-4edf-b690-80e51709b58d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.792955] env[68835]: DEBUG oslo_concurrency.lockutils [req-7bb0fb76-6010-42e9-ba14-965d114f7428 req-85327f64-aa37-4fac-8872-a450450a2097 service nova] Acquired lock "refresh_cache-a1cb86e0-6b66-4edf-b690-80e51709b58d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.792955] env[68835]: DEBUG nova.network.neutron [req-7bb0fb76-6010-42e9-ba14-965d114f7428 req-85327f64-aa37-4fac-8872-a450450a2097 service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Refreshing network info cache for port 2a7b2d96-7bc8-4679-b338-adf7911bdf2a {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.844579] env[68835]: DEBUG oslo_vmware.api [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.865591] env[68835]: DEBUG nova.scheduler.client.report [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.011891] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527995d4-775c-2ad7-4f41-3d2bfcb35deb, 'name': SearchDatastore_Task, 'duration_secs': 0.018028} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.012319] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.012584] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.013126] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.013427] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.013661] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.014524] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8d23238-4af8-4e30-ac1e-9ae2431bb143 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.025572] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.025773] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.026660] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90048e4-c322-4bb9-8126-3d74b96d6e1e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.032178] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Waiting for the task: (returnval){ [ 1088.032178] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5241e10b-2545-c8a3-62b8-2b8c8725ee92" [ 1088.032178] env[68835]: _type = "Task" [ 1088.032178] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.040453] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5241e10b-2545-c8a3-62b8-2b8c8725ee92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.066688] env[68835]: DEBUG oslo_concurrency.lockutils [None req-044879bb-f74d-4fe2-9a8b-9983ad078959 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "interface-95945eb1-4023-4e80-834d-e669d7ba7ae7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.511s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.142575] env[68835]: DEBUG nova.network.neutron [req-5572da5e-3526-48e9-82e0-a853f849f57d req-83c6c3d7-d4ab-4573-9d78-ef97f603df8d service nova] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Updated VIF entry in instance network info cache for port 0b3e6154-a4c7-4e00-928b-9017309b88ac. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.142946] env[68835]: DEBUG nova.network.neutron [req-5572da5e-3526-48e9-82e0-a853f849f57d req-83c6c3d7-d4ab-4573-9d78-ef97f603df8d service nova] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Updating instance_info_cache with network_info: [{"id": "0b3e6154-a4c7-4e00-928b-9017309b88ac", "address": "fa:16:3e:bb:8f:3c", "network": {"id": "63aa1f2b-4013-4d31-b24b-244858673306", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1628169246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "547c8b6d22a94b6d99897097811ddd70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b3e6154-a4", "ovs_interfaceid": "0b3e6154-a4c7-4e00-928b-9017309b88ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.178929] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6304b7a2-eaea-4b22-9601-b40f3db888b0 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Lock "a8977588-4450-4e4b-b312-847901a74704" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.927s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.231320] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3154763, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.348935] env[68835]: DEBUG oslo_vmware.api [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154762, 'name': ReconfigVM_Task, 'duration_secs': 0.709039} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.349692] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-67131fab-44d8-4497-935c-f1bbb5716663/volume-67131fab-44d8-4497-935c-f1bbb5716663.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.356248] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b217383-052b-4569-acf1-75b57df2380c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.372744] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.377012] env[68835]: DEBUG oslo_concurrency.lockutils [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.063s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.378082] env[68835]: INFO nova.compute.claims [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.383686] env[68835]: DEBUG oslo_vmware.api [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1088.383686] env[68835]: value = "task-3154764" [ 1088.383686] env[68835]: _type = "Task" [ 1088.383686] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.393849] env[68835]: DEBUG oslo_vmware.api [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.402510] env[68835]: INFO nova.scheduler.client.report [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Deleted allocations for instance a263c0cc-1525-4616-8a8b-1b19f4fa17b6 [ 1088.474763] env[68835]: DEBUG oslo_concurrency.lockutils [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "c0e25d30-8994-46fe-bf0e-bb325beee838" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.475015] env[68835]: DEBUG oslo_concurrency.lockutils [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "c0e25d30-8994-46fe-bf0e-bb325beee838" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.544971] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5241e10b-2545-c8a3-62b8-2b8c8725ee92, 'name': SearchDatastore_Task, 'duration_secs': 0.01437} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.546015] env[68835]: DEBUG nova.network.neutron [req-7bb0fb76-6010-42e9-ba14-965d114f7428 req-85327f64-aa37-4fac-8872-a450450a2097 service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Updated VIF entry in instance network info cache for port 2a7b2d96-7bc8-4679-b338-adf7911bdf2a. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.546409] env[68835]: DEBUG nova.network.neutron [req-7bb0fb76-6010-42e9-ba14-965d114f7428 req-85327f64-aa37-4fac-8872-a450450a2097 service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Updating instance_info_cache with network_info: [{"id": "2a7b2d96-7bc8-4679-b338-adf7911bdf2a", "address": "fa:16:3e:a9:e4:48", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a7b2d96-7b", "ovs_interfaceid": "2a7b2d96-7bc8-4679-b338-adf7911bdf2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.548596] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b91ab62-8e2c-40fb-a342-bf2d30e4b325 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.553887] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Waiting for the task: (returnval){ [ 1088.553887] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]520ec293-686e-c8f9-f082-066b18297ed2" [ 1088.553887] env[68835]: _type = "Task" [ 1088.553887] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.562500] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]520ec293-686e-c8f9-f082-066b18297ed2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.646331] env[68835]: DEBUG oslo_concurrency.lockutils [req-5572da5e-3526-48e9-82e0-a853f849f57d req-83c6c3d7-d4ab-4573-9d78-ef97f603df8d service nova] Releasing lock "refresh_cache-85077876-a35e-4f1d-b68e-6d2473853070" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.731989] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3154763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71069} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.731989] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 15b953b9-f3fc-4706-8a74-99d87a27fed6/15b953b9-f3fc-4706-8a74-99d87a27fed6.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.732320] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.732455] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee04f878-9189-4ba0-b01a-a4ed39ed2326 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.738829] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1088.738829] env[68835]: value = "task-3154765" [ 1088.738829] env[68835]: _type = "Task" [ 1088.738829] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.746371] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3154765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.898043] env[68835]: DEBUG oslo_vmware.api [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154764, 'name': ReconfigVM_Task, 'duration_secs': 0.203134} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.898362] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631252', 'volume_id': '67131fab-44d8-4497-935c-f1bbb5716663', 'name': 'volume-67131fab-44d8-4497-935c-f1bbb5716663', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd90423f4-a6bc-45c5-9cda-7f40be5b71ef', 'attached_at': '', 'detached_at': '', 'volume_id': '67131fab-44d8-4497-935c-f1bbb5716663', 'serial': '67131fab-44d8-4497-935c-f1bbb5716663'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1088.904827] env[68835]: INFO nova.compute.manager [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Rebuilding instance [ 1088.910765] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1057da7a-a07b-4aae-9810-f18b38ec2d22 tempest-ServerDiskConfigTestJSON-1494549287 tempest-ServerDiskConfigTestJSON-1494549287-project-member] Lock "a263c0cc-1525-4616-8a8b-1b19f4fa17b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.435s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.941706] env[68835]: DEBUG nova.compute.manager [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.942575] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f29311e-65b8-4997-936e-d196836a7ffe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.977165] env[68835]: DEBUG nova.compute.manager [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.050022] env[68835]: DEBUG oslo_concurrency.lockutils [req-7bb0fb76-6010-42e9-ba14-965d114f7428 req-85327f64-aa37-4fac-8872-a450450a2097 service nova] Releasing lock "refresh_cache-a1cb86e0-6b66-4edf-b690-80e51709b58d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.068060] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]520ec293-686e-c8f9-f082-066b18297ed2, 'name': SearchDatastore_Task, 'duration_secs': 0.037613} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.068450] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.068955] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 85077876-a35e-4f1d-b68e-6d2473853070/85077876-a35e-4f1d-b68e-6d2473853070.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.069136] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc82c6d6-0be3-4dcb-a471-e4f24e1f7e53 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.076806] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Waiting for the task: (returnval){ [ 1089.076806] env[68835]: value = "task-3154766" [ 1089.076806] env[68835]: _type = "Task" [ 1089.076806] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.086631] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': task-3154766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.251323] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3154765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072655} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.251323] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.251323] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ad6b4a-7be1-474b-a372-98b707ccff02 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.275396] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 15b953b9-f3fc-4706-8a74-99d87a27fed6/15b953b9-f3fc-4706-8a74-99d87a27fed6.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.276285] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5f71104-74d0-430d-a34c-6691cc995a8b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.300470] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1089.300470] env[68835]: value = "task-3154767" [ 1089.300470] env[68835]: _type = "Task" [ 1089.300470] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.308479] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3154767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.509328] env[68835]: DEBUG oslo_concurrency.lockutils [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.590089] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': task-3154766, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.595794] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c430e00-b09f-49b6-b0b6-35bf5a732454 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.603415] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481fbe52-cec2-48d8-bd65-bc7fa976091c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.641534] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4389a574-0814-4f28-80e1-f91b789d80ca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.650396] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d123d32-d2fd-45ce-a6e4-92b179c4e582 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.665932] env[68835]: DEBUG nova.compute.provider_tree [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.810850] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3154767, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.957695] env[68835]: DEBUG nova.objects.instance [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lazy-loading 'flavor' on Instance uuid d90423f4-a6bc-45c5-9cda-7f40be5b71ef {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.958939] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.959365] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fee83da-bc94-4cd9-81e4-029d30ef6373 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.968018] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for the task: (returnval){ [ 1089.968018] env[68835]: value = "task-3154768" [ 1089.968018] env[68835]: _type = "Task" [ 1089.968018] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.976730] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.091033] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': task-3154766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628239} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.091033] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 85077876-a35e-4f1d-b68e-6d2473853070/85077876-a35e-4f1d-b68e-6d2473853070.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.091033] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.091314] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-443bdf3c-0db8-46c4-842a-64cf4c3dfb4a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.098033] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Waiting for the task: (returnval){ [ 1090.098033] env[68835]: value = "task-3154769" [ 1090.098033] env[68835]: _type = "Task" [ 1090.098033] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.106406] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': task-3154769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.171989] env[68835]: DEBUG nova.scheduler.client.report [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.176809] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "interface-95945eb1-4023-4e80-834d-e669d7ba7ae7-485282b4-0e2e-4414-8144-eb9d16c9c2cc" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.177163] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "interface-95945eb1-4023-4e80-834d-e669d7ba7ae7-485282b4-0e2e-4414-8144-eb9d16c9c2cc" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.177549] env[68835]: DEBUG nova.objects.instance [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lazy-loading 'flavor' on Instance uuid 95945eb1-4023-4e80-834d-e669d7ba7ae7 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.311596] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3154767, 'name': ReconfigVM_Task, 'duration_secs': 0.514335} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.311878] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 15b953b9-f3fc-4706-8a74-99d87a27fed6/15b953b9-f3fc-4706-8a74-99d87a27fed6.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.312511] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87916a1b-7b10-4209-b385-1d4ab2e815c6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.318869] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1090.318869] env[68835]: value = "task-3154770" [ 1090.318869] env[68835]: _type = "Task" [ 1090.318869] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.329101] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3154770, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.462370] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b4fe2421-7524-4676-827a-50d6cc8084fd tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "d90423f4-a6bc-45c5-9cda-7f40be5b71ef" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.854s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.476432] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154768, 'name': PowerOffVM_Task, 'duration_secs': 0.120839} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.476907] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.478576] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.478576] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4625d69-175a-4a50-aca0-23a1497dbc4d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.491926] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.492237] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-addbfd20-e5d5-4e80-93c6-f7536c30b8f5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.519371] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.519592] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.519826] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Deleting the datastore file [datastore2] a8977588-4450-4e4b-b312-847901a74704 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.520051] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b51c457-88ce-4192-8d9c-d001b1973625 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.526754] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for the task: (returnval){ [ 1090.526754] env[68835]: value = "task-3154772" [ 1090.526754] env[68835]: _type = "Task" [ 1090.526754] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.535564] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.608126] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': task-3154769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075318} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.608479] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.609525] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fb3dfa-1f9b-4e93-a188-2305bc540064 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.632398] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 85077876-a35e-4f1d-b68e-6d2473853070/85077876-a35e-4f1d-b68e-6d2473853070.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.632564] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-855880c3-5a48-481b-bad7-e41b8bbdd9bc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.652615] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Waiting for the task: (returnval){ [ 1090.652615] env[68835]: value = "task-3154773" [ 1090.652615] env[68835]: _type = "Task" [ 1090.652615] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.661389] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': task-3154773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.680710] env[68835]: DEBUG oslo_concurrency.lockutils [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.681297] env[68835]: DEBUG nova.compute.manager [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.687781] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.712s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.802459] env[68835]: DEBUG nova.objects.instance [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lazy-loading 'pci_requests' on Instance uuid 95945eb1-4023-4e80-834d-e669d7ba7ae7 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.829986] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3154770, 'name': Rename_Task, 'duration_secs': 0.162094} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.830312] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.830567] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fad5adfb-9816-4cdc-9ee5-32ac082fd161 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.837151] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1090.837151] env[68835]: value = "task-3154774" [ 1090.837151] env[68835]: _type = "Task" [ 1090.837151] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.845597] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3154774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.039405] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310891} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.039674] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.039861] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.040154] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.165604] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': task-3154773, 'name': ReconfigVM_Task, 'duration_secs': 0.390888} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.165604] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 85077876-a35e-4f1d-b68e-6d2473853070/85077876-a35e-4f1d-b68e-6d2473853070.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.166274] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8838d17-9632-4cc4-9ccd-938d2c467148 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.173214] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Waiting for the task: (returnval){ [ 1091.173214] env[68835]: value = "task-3154775" [ 1091.173214] env[68835]: _type = "Task" [ 1091.173214] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.184940] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': task-3154775, 'name': Rename_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.190212] env[68835]: DEBUG nova.compute.utils [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.203856] env[68835]: DEBUG nova.compute.manager [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.204127] env[68835]: DEBUG nova.network.neutron [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.212317] env[68835]: DEBUG nova.compute.manager [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.264914] env[68835]: DEBUG nova.policy [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cff660843a54fa69c04be8cc5a25d91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a521063fcdea42cca7ef584a665e955d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.281071] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "d90423f4-a6bc-45c5-9cda-7f40be5b71ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.281472] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "d90423f4-a6bc-45c5-9cda-7f40be5b71ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.281585] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "d90423f4-a6bc-45c5-9cda-7f40be5b71ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.282265] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "d90423f4-a6bc-45c5-9cda-7f40be5b71ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.282556] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "d90423f4-a6bc-45c5-9cda-7f40be5b71ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.285634] env[68835]: INFO nova.compute.manager [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Terminating instance [ 1091.304703] env[68835]: DEBUG nova.objects.base [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Object Instance<95945eb1-4023-4e80-834d-e669d7ba7ae7> lazy-loaded attributes: flavor,pci_requests {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1091.305033] env[68835]: DEBUG nova.network.neutron [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.349913] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3154774, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.429056] env[68835]: DEBUG nova.policy [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daabf2a6f1ab469eacbe8bcf3339e082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ca547bcf9f646e3967cf9b33c347e5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.582219] env[68835]: DEBUG nova.network.neutron [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Successfully created port: ad699468-ebfb-4f80-8ea6-522b9f428e86 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.683911] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': task-3154775, 'name': Rename_Task, 'duration_secs': 0.164531} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.684863] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.687516] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-184da47a-16a6-43ca-908e-e9823e81ba0e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.695040] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Waiting for the task: (returnval){ [ 1091.695040] env[68835]: value = "task-3154776" [ 1091.695040] env[68835]: _type = "Task" [ 1091.695040] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.701140] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': task-3154776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.762913] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 0c4ae68e-49bd-4c7e-b899-44dafaf180cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.763111] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance ddacced6-b1b3-4934-aeac-abe408b0e343 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.763242] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 95945eb1-4023-4e80-834d-e669d7ba7ae7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.763374] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 235d675a-3113-4eae-ae03-f504a8d53a95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.763514] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance d90423f4-a6bc-45c5-9cda-7f40be5b71ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.763606] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance a1cb86e0-6b66-4edf-b690-80e51709b58d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.764134] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance a8977588-4450-4e4b-b312-847901a74704 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.764134] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 15b953b9-f3fc-4706-8a74-99d87a27fed6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.764134] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 85077876-a35e-4f1d-b68e-6d2473853070 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.764134] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance e8fd1915-df6d-4420-bd3a-62c64495d524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.792859] env[68835]: DEBUG nova.compute.manager [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.793152] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.793473] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2fe41cf-45cd-4a0b-bc75-d08c6e88480a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.801886] env[68835]: DEBUG oslo_vmware.api [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1091.801886] env[68835]: value = "task-3154777" [ 1091.801886] env[68835]: _type = "Task" [ 1091.801886] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.812957] env[68835]: DEBUG oslo_vmware.api [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.848966] env[68835]: DEBUG oslo_vmware.api [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3154774, 'name': PowerOnVM_Task, 'duration_secs': 0.524196} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.850109] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.850382] env[68835]: INFO nova.compute.manager [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1091.850616] env[68835]: DEBUG nova.compute.manager [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.851487] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5e4603-6b53-44d5-8c3f-1fba8cc099fb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.081685] env[68835]: DEBUG nova.virt.hardware [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.082128] env[68835]: DEBUG nova.virt.hardware [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.082388] env[68835]: DEBUG nova.virt.hardware [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.082669] env[68835]: DEBUG nova.virt.hardware [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.082928] env[68835]: DEBUG nova.virt.hardware [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.083176] env[68835]: DEBUG nova.virt.hardware [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.083512] env[68835]: DEBUG nova.virt.hardware [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.083789] env[68835]: DEBUG nova.virt.hardware [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.084091] env[68835]: DEBUG nova.virt.hardware [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.084370] env[68835]: DEBUG nova.virt.hardware [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.084672] env[68835]: DEBUG nova.virt.hardware [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.085957] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc51e78d-5259-47f2-b609-c04b259c1f3c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.097296] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e9cf84-7364-45ed-8013-b30095597f0c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.119163] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Instance VIF info [] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.125256] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.125558] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8977588-4450-4e4b-b312-847901a74704] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.125818] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40caa0bd-881b-40d7-8373-cc8806e42eb9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.143444] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.143444] env[68835]: value = "task-3154778" [ 1092.143444] env[68835]: _type = "Task" [ 1092.143444] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.154043] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154778, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.206472] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': task-3154776, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.227024] env[68835]: DEBUG nova.compute.manager [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.256577] env[68835]: DEBUG nova.virt.hardware [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.256844] env[68835]: DEBUG nova.virt.hardware [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.257013] env[68835]: DEBUG nova.virt.hardware [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.257220] env[68835]: DEBUG nova.virt.hardware [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.257369] env[68835]: DEBUG nova.virt.hardware [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.257517] env[68835]: DEBUG nova.virt.hardware [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.257740] env[68835]: DEBUG nova.virt.hardware [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.257919] env[68835]: DEBUG nova.virt.hardware [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.258116] env[68835]: DEBUG nova.virt.hardware [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.258286] env[68835]: DEBUG nova.virt.hardware [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.258502] env[68835]: DEBUG nova.virt.hardware [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.259379] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca937c89-f26b-44cd-844b-57c1ba112aa7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.267331] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance c0e25d30-8994-46fe-bf0e-bb325beee838 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1092.267569] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1092.267732] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1092.271843] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b04a0a-53c4-47ab-a9cf-90136abf3c26 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.314652] env[68835]: DEBUG oslo_vmware.api [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154777, 'name': PowerOffVM_Task, 'duration_secs': 0.227994} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.314944] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.315178] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Volume detach. Driver type: vmdk {{(pid=68835) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1092.315378] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631252', 'volume_id': '67131fab-44d8-4497-935c-f1bbb5716663', 'name': 'volume-67131fab-44d8-4497-935c-f1bbb5716663', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd90423f4-a6bc-45c5-9cda-7f40be5b71ef', 'attached_at': '', 'detached_at': '', 'volume_id': '67131fab-44d8-4497-935c-f1bbb5716663', 'serial': '67131fab-44d8-4497-935c-f1bbb5716663'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1092.316263] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd90962-ae55-4637-834b-425ae6c67381 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.345474] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23bc95a-40c2-47fa-8ea8-e44bc2048dc2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.354611] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570adf2f-cd69-4946-9d41-3222db288335 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.387200] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa02b696-8fc6-49b9-b412-1077c1f4bba0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.392515] env[68835]: INFO nova.compute.manager [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Took 25.99 seconds to build instance. [ 1092.408855] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] The volume has not been displaced from its original location: [datastore2] volume-67131fab-44d8-4497-935c-f1bbb5716663/volume-67131fab-44d8-4497-935c-f1bbb5716663.vmdk. No consolidation needed. {{(pid=68835) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1092.414415] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1092.418070] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7319a39b-499c-4903-8f01-b77cf57a1783 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.441268] env[68835]: DEBUG oslo_vmware.api [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1092.441268] env[68835]: value = "task-3154779" [ 1092.441268] env[68835]: _type = "Task" [ 1092.441268] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.448405] env[68835]: DEBUG oslo_vmware.api [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.519017] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad95f7b-a4f5-45ca-a71d-3ac6478decb9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.528066] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06478055-88ec-4015-96da-ff38f3117366 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.561070] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba68f080-3203-4179-b8f9-75ee87d4f6a8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.569148] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75864243-eaa6-44dd-8375-f67039f6fe7f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.583385] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.658393] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154778, 'name': CreateVM_Task, 'duration_secs': 0.407428} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.659927] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8977588-4450-4e4b-b312-847901a74704] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.659927] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.659927] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.659927] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.660357] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f20f87ca-bf92-4305-b675-0b6365594b17 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.666202] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for the task: (returnval){ [ 1092.666202] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5250b53b-c08e-b4c0-5c86-a901b10f07fc" [ 1092.666202] env[68835]: _type = "Task" [ 1092.666202] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.680817] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5250b53b-c08e-b4c0-5c86-a901b10f07fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.703091] env[68835]: DEBUG oslo_vmware.api [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': task-3154776, 'name': PowerOnVM_Task, 'duration_secs': 0.558593} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.703367] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.703630] env[68835]: INFO nova.compute.manager [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1092.703843] env[68835]: DEBUG nova.compute.manager [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.704690] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d132b2d-764b-4eaf-8557-85626867ceb8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.895274] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52ed8cf-ed6e-4c93-a044-758045c36437 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "15b953b9-f3fc-4706-8a74-99d87a27fed6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.496s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.949710] env[68835]: DEBUG oslo_vmware.api [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154779, 'name': ReconfigVM_Task, 'duration_secs': 0.473687} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.950626] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1092.954811] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e02737a-4ba4-469c-be26-fbe5b434a05f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.969363] env[68835]: DEBUG oslo_vmware.api [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1092.969363] env[68835]: value = "task-3154780" [ 1092.969363] env[68835]: _type = "Task" [ 1092.969363] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.977589] env[68835]: DEBUG oslo_vmware.api [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.082535] env[68835]: DEBUG nova.compute.manager [req-4b5b4e77-e2ff-4b35-bab9-a35e1cc29ea1 req-62ae28bd-d966-4b5d-9749-3791d9c0542b service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Received event network-vif-plugged-485282b4-0e2e-4414-8144-eb9d16c9c2cc {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.082751] env[68835]: DEBUG oslo_concurrency.lockutils [req-4b5b4e77-e2ff-4b35-bab9-a35e1cc29ea1 req-62ae28bd-d966-4b5d-9749-3791d9c0542b service nova] Acquiring lock "95945eb1-4023-4e80-834d-e669d7ba7ae7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.082961] env[68835]: DEBUG oslo_concurrency.lockutils [req-4b5b4e77-e2ff-4b35-bab9-a35e1cc29ea1 req-62ae28bd-d966-4b5d-9749-3791d9c0542b service nova] Lock "95945eb1-4023-4e80-834d-e669d7ba7ae7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.083154] env[68835]: DEBUG oslo_concurrency.lockutils [req-4b5b4e77-e2ff-4b35-bab9-a35e1cc29ea1 req-62ae28bd-d966-4b5d-9749-3791d9c0542b service nova] Lock "95945eb1-4023-4e80-834d-e669d7ba7ae7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.083318] env[68835]: DEBUG nova.compute.manager [req-4b5b4e77-e2ff-4b35-bab9-a35e1cc29ea1 req-62ae28bd-d966-4b5d-9749-3791d9c0542b service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] No waiting events found dispatching network-vif-plugged-485282b4-0e2e-4414-8144-eb9d16c9c2cc {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.083478] env[68835]: WARNING nova.compute.manager [req-4b5b4e77-e2ff-4b35-bab9-a35e1cc29ea1 req-62ae28bd-d966-4b5d-9749-3791d9c0542b service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Received unexpected event network-vif-plugged-485282b4-0e2e-4414-8144-eb9d16c9c2cc for instance with vm_state active and task_state None. [ 1093.088019] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.178453] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5250b53b-c08e-b4c0-5c86-a901b10f07fc, 'name': SearchDatastore_Task, 'duration_secs': 0.02343} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.178777] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.179037] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.179291] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.179442] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.179623] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.180374] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce7238ae-e740-420a-a7be-f93d9508c225 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.191286] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.191460] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.193486] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0992311d-405e-4949-8611-b2e6720ab615 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.200746] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for the task: (returnval){ [ 1093.200746] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d4c9a8-e185-1cdc-b706-ce4a688c3faf" [ 1093.200746] env[68835]: _type = "Task" [ 1093.200746] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.206366] env[68835]: DEBUG nova.network.neutron [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Successfully updated port: ad699468-ebfb-4f80-8ea6-522b9f428e86 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.222477] env[68835]: INFO nova.compute.manager [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Took 25.66 seconds to build instance. [ 1093.228355] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d4c9a8-e185-1cdc-b706-ce4a688c3faf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.228355] env[68835]: DEBUG nova.network.neutron [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Successfully updated port: 485282b4-0e2e-4414-8144-eb9d16c9c2cc {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.279832] env[68835]: DEBUG nova.compute.manager [req-814ae481-75a4-4887-850c-8fa3d95772bd req-93400c5e-47a3-429f-9432-7461ad808209 service nova] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Received event network-vif-plugged-ad699468-ebfb-4f80-8ea6-522b9f428e86 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.280281] env[68835]: DEBUG oslo_concurrency.lockutils [req-814ae481-75a4-4887-850c-8fa3d95772bd req-93400c5e-47a3-429f-9432-7461ad808209 service nova] Acquiring lock "e8fd1915-df6d-4420-bd3a-62c64495d524-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.280650] env[68835]: DEBUG oslo_concurrency.lockutils [req-814ae481-75a4-4887-850c-8fa3d95772bd req-93400c5e-47a3-429f-9432-7461ad808209 service nova] Lock "e8fd1915-df6d-4420-bd3a-62c64495d524-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.280971] env[68835]: DEBUG oslo_concurrency.lockutils [req-814ae481-75a4-4887-850c-8fa3d95772bd req-93400c5e-47a3-429f-9432-7461ad808209 service nova] Lock "e8fd1915-df6d-4420-bd3a-62c64495d524-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.281303] env[68835]: DEBUG nova.compute.manager [req-814ae481-75a4-4887-850c-8fa3d95772bd req-93400c5e-47a3-429f-9432-7461ad808209 service nova] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] No waiting events found dispatching network-vif-plugged-ad699468-ebfb-4f80-8ea6-522b9f428e86 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.281605] env[68835]: WARNING nova.compute.manager [req-814ae481-75a4-4887-850c-8fa3d95772bd req-93400c5e-47a3-429f-9432-7461ad808209 service nova] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Received unexpected event network-vif-plugged-ad699468-ebfb-4f80-8ea6-522b9f428e86 for instance with vm_state building and task_state spawning. [ 1093.481025] env[68835]: DEBUG oslo_vmware.api [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154780, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.525073] env[68835]: DEBUG oslo_vmware.rw_handles [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52532726-e052-98e5-31de-65c0cfe9d367/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1093.526155] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a28203-4d9e-43bf-b39e-75cfb83add16 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.532434] env[68835]: DEBUG oslo_vmware.rw_handles [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52532726-e052-98e5-31de-65c0cfe9d367/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1093.532660] env[68835]: ERROR oslo_vmware.rw_handles [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52532726-e052-98e5-31de-65c0cfe9d367/disk-0.vmdk due to incomplete transfer. [ 1093.532928] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-99c149cf-d6a7-43ea-9d31-6c574b661192 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.540664] env[68835]: DEBUG oslo_vmware.rw_handles [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52532726-e052-98e5-31de-65c0cfe9d367/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1093.540863] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Uploaded image 46b27a87-9b80-4f01-8c85-8571ec0c5bdb to the Glance image server {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1093.543649] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Destroying the VM {{(pid=68835) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1093.544050] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9fa82750-e7bd-4b0e-9e4d-a9119dadf7bc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.549764] env[68835]: DEBUG oslo_vmware.api [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1093.549764] env[68835]: value = "task-3154781" [ 1093.549764] env[68835]: _type = "Task" [ 1093.549764] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.559568] env[68835]: DEBUG oslo_vmware.api [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154781, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.592658] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68835) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1093.594216] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.905s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.594216] env[68835]: DEBUG oslo_concurrency.lockutils [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.084s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.595116] env[68835]: INFO nova.compute.claims [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.712095] env[68835]: DEBUG oslo_concurrency.lockutils [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "refresh_cache-e8fd1915-df6d-4420-bd3a-62c64495d524" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.712266] env[68835]: DEBUG oslo_concurrency.lockutils [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquired lock "refresh_cache-e8fd1915-df6d-4420-bd3a-62c64495d524" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.712415] env[68835]: DEBUG nova.network.neutron [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.713586] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d4c9a8-e185-1cdc-b706-ce4a688c3faf, 'name': SearchDatastore_Task, 'duration_secs': 0.014304} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.714707] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ae9748-a184-483c-b6b3-562491cea041 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.721639] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for the task: (returnval){ [ 1093.721639] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5233c080-9d5b-9c62-214d-a0accd45f059" [ 1093.721639] env[68835]: _type = "Task" [ 1093.721639] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.730168] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47408a92-1809-48fb-9729-6d25f4460280 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Lock "85077876-a35e-4f1d-b68e-6d2473853070" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.177s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.731746] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.732016] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.732307] env[68835]: DEBUG nova.network.neutron [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.745165] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5233c080-9d5b-9c62-214d-a0accd45f059, 'name': SearchDatastore_Task, 'duration_secs': 0.012543} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.745725] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.745987] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] a8977588-4450-4e4b-b312-847901a74704/a8977588-4450-4e4b-b312-847901a74704.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.746270] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f0634f1-4941-49da-94d1-75fead1fa836 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.754417] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for the task: (returnval){ [ 1093.754417] env[68835]: value = "task-3154782" [ 1093.754417] env[68835]: _type = "Task" [ 1093.754417] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.764161] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.981850] env[68835]: DEBUG oslo_vmware.api [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154780, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.062858] env[68835]: DEBUG oslo_vmware.api [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154781, 'name': Destroy_Task, 'duration_secs': 0.329051} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.063167] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Destroyed the VM [ 1094.063429] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Deleting Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1094.063710] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-596db38d-53f3-4d04-903a-9d571efca778 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.071845] env[68835]: DEBUG oslo_vmware.api [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1094.071845] env[68835]: value = "task-3154783" [ 1094.071845] env[68835]: _type = "Task" [ 1094.071845] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.082209] env[68835]: DEBUG oslo_vmware.api [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154783, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.265899] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481563} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.267125] env[68835]: DEBUG nova.network.neutron [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.269039] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] a8977588-4450-4e4b-b312-847901a74704/a8977588-4450-4e4b-b312-847901a74704.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.269254] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.269580] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af7ec9c7-9828-4b3a-bd0c-f574aa5d800d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.277755] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for the task: (returnval){ [ 1094.277755] env[68835]: value = "task-3154784" [ 1094.277755] env[68835]: _type = "Task" [ 1094.277755] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.288338] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.291912] env[68835]: WARNING nova.network.neutron [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] 7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4 already exists in list: networks containing: ['7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4']. ignoring it [ 1094.291912] env[68835]: WARNING nova.network.neutron [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] 7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4 already exists in list: networks containing: ['7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4']. ignoring it [ 1094.489033] env[68835]: DEBUG oslo_vmware.api [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154780, 'name': ReconfigVM_Task, 'duration_secs': 1.219966} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.489604] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631252', 'volume_id': '67131fab-44d8-4497-935c-f1bbb5716663', 'name': 'volume-67131fab-44d8-4497-935c-f1bbb5716663', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd90423f4-a6bc-45c5-9cda-7f40be5b71ef', 'attached_at': '', 'detached_at': '', 'volume_id': '67131fab-44d8-4497-935c-f1bbb5716663', 'serial': '67131fab-44d8-4497-935c-f1bbb5716663'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1094.489927] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.490749] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacbed7c-a43e-4fc5-b016-81a97c06a678 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.497813] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.498103] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c30777b4-c37c-4612-b2fc-d40b286675fd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.572020] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.572020] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.572020] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Deleting the datastore file [datastore1] d90423f4-a6bc-45c5-9cda-7f40be5b71ef {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.572020] env[68835]: DEBUG nova.network.neutron [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Updating instance_info_cache with network_info: [{"id": "ad699468-ebfb-4f80-8ea6-522b9f428e86", "address": "fa:16:3e:ca:8d:cb", "network": {"id": "0df3f503-b29f-4dfa-8be7-1178d4ff92dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-883801826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a521063fcdea42cca7ef584a665e955d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad699468-eb", "ovs_interfaceid": "ad699468-ebfb-4f80-8ea6-522b9f428e86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.574643] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bd97bfd-0a62-4ce6-87b3-16f4f135ea49 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.596022] env[68835]: DEBUG oslo_vmware.api [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154783, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.598197] env[68835]: DEBUG oslo_vmware.api [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1094.598197] env[68835]: value = "task-3154786" [ 1094.598197] env[68835]: _type = "Task" [ 1094.598197] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.617933] env[68835]: DEBUG oslo_vmware.api [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.788076] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097995} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.788431] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.789354] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafada5d-a01a-4b49-8136-26c5d097571e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.813304] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] a8977588-4450-4e4b-b312-847901a74704/a8977588-4450-4e4b-b312-847901a74704.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.818022] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14a70f6a-c841-4ba2-a5cc-111816c063bf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.833459] env[68835]: DEBUG nova.network.neutron [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Updating instance_info_cache with network_info: [{"id": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "address": "fa:16:3e:da:09:21", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5050d1-a5", "ovs_interfaceid": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a", "address": "fa:16:3e:04:7c:c5", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap096c0e87-80", "ovs_interfaceid": "096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "485282b4-0e2e-4414-8144-eb9d16c9c2cc", "address": "fa:16:3e:c6:7f:9d", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap485282b4-0e", "ovs_interfaceid": "485282b4-0e2e-4414-8144-eb9d16c9c2cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.839528] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for the task: (returnval){ [ 1094.839528] env[68835]: value = "task-3154787" [ 1094.839528] env[68835]: _type = "Task" [ 1094.839528] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.848866] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Acquiring lock "85077876-a35e-4f1d-b68e-6d2473853070" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.849330] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Lock "85077876-a35e-4f1d-b68e-6d2473853070" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.849482] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Acquiring lock "85077876-a35e-4f1d-b68e-6d2473853070-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.849750] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Lock "85077876-a35e-4f1d-b68e-6d2473853070-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.849980] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Lock "85077876-a35e-4f1d-b68e-6d2473853070-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.851733] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.854173] env[68835]: INFO nova.compute.manager [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Terminating instance [ 1094.856911] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a5593a-fc7e-4b9a-b01f-87acd22a706e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.868043] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de94db6-36fe-4589-9bfa-6d2d346afe40 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.899343] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c668aa6d-afe4-4c51-b513-205b134fe36d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.908554] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b780833c-cb56-4348-be53-caa84ae4a67d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.922901] env[68835]: DEBUG nova.compute.provider_tree [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.079609] env[68835]: DEBUG oslo_concurrency.lockutils [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Releasing lock "refresh_cache-e8fd1915-df6d-4420-bd3a-62c64495d524" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.079941] env[68835]: DEBUG nova.compute.manager [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Instance network_info: |[{"id": "ad699468-ebfb-4f80-8ea6-522b9f428e86", "address": "fa:16:3e:ca:8d:cb", "network": {"id": "0df3f503-b29f-4dfa-8be7-1178d4ff92dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-883801826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a521063fcdea42cca7ef584a665e955d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad699468-eb", "ovs_interfaceid": "ad699468-ebfb-4f80-8ea6-522b9f428e86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.087170] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:8d:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad699468-ebfb-4f80-8ea6-522b9f428e86', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.095041] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.095333] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.096406] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8899f803-aca6-4a95-824d-b316968e2170 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.115985] env[68835]: DEBUG oslo_vmware.api [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154783, 'name': RemoveSnapshot_Task, 'duration_secs': 0.718338} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.119662] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Deleted Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1095.119939] env[68835]: INFO nova.compute.manager [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Took 15.66 seconds to snapshot the instance on the hypervisor. [ 1095.124342] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.124342] env[68835]: value = "task-3154788" [ 1095.124342] env[68835]: _type = "Task" [ 1095.124342] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.127531] env[68835]: DEBUG oslo_vmware.api [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219521} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.130675] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.130879] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.131037] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.131252] env[68835]: INFO nova.compute.manager [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Took 3.34 seconds to destroy the instance on the hypervisor. [ 1095.131467] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.131685] env[68835]: DEBUG nova.compute.manager [-] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.131782] env[68835]: DEBUG nova.network.neutron [-] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.138231] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154788, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.146561] env[68835]: DEBUG nova.compute.manager [req-3da694f4-c6fa-45f6-8882-eb2fa2edef82 req-f4f89599-4d8f-4e0d-9b91-7ff9308e7c7e service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Received event network-changed-485282b4-0e2e-4414-8144-eb9d16c9c2cc {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.146814] env[68835]: DEBUG nova.compute.manager [req-3da694f4-c6fa-45f6-8882-eb2fa2edef82 req-f4f89599-4d8f-4e0d-9b91-7ff9308e7c7e service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Refreshing instance network info cache due to event network-changed-485282b4-0e2e-4414-8144-eb9d16c9c2cc. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.147228] env[68835]: DEBUG oslo_concurrency.lockutils [req-3da694f4-c6fa-45f6-8882-eb2fa2edef82 req-f4f89599-4d8f-4e0d-9b91-7ff9308e7c7e service nova] Acquiring lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.318400] env[68835]: DEBUG nova.compute.manager [req-3d44df14-d79e-428b-9433-5a777ac246c6 req-daa34601-8ea0-443e-8469-ef7392664ec7 service nova] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Received event network-changed-ad699468-ebfb-4f80-8ea6-522b9f428e86 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.318684] env[68835]: DEBUG nova.compute.manager [req-3d44df14-d79e-428b-9433-5a777ac246c6 req-daa34601-8ea0-443e-8469-ef7392664ec7 service nova] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Refreshing instance network info cache due to event network-changed-ad699468-ebfb-4f80-8ea6-522b9f428e86. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.318973] env[68835]: DEBUG oslo_concurrency.lockutils [req-3d44df14-d79e-428b-9433-5a777ac246c6 req-daa34601-8ea0-443e-8469-ef7392664ec7 service nova] Acquiring lock "refresh_cache-e8fd1915-df6d-4420-bd3a-62c64495d524" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.319231] env[68835]: DEBUG oslo_concurrency.lockutils [req-3d44df14-d79e-428b-9433-5a777ac246c6 req-daa34601-8ea0-443e-8469-ef7392664ec7 service nova] Acquired lock "refresh_cache-e8fd1915-df6d-4420-bd3a-62c64495d524" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.319456] env[68835]: DEBUG nova.network.neutron [req-3d44df14-d79e-428b-9433-5a777ac246c6 req-daa34601-8ea0-443e-8469-ef7392664ec7 service nova] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Refreshing network info cache for port ad699468-ebfb-4f80-8ea6-522b9f428e86 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.337501] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.338257] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.338667] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.339248] env[68835]: DEBUG oslo_concurrency.lockutils [req-3da694f4-c6fa-45f6-8882-eb2fa2edef82 req-f4f89599-4d8f-4e0d-9b91-7ff9308e7c7e service nova] Acquired lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.339482] env[68835]: DEBUG nova.network.neutron [req-3da694f4-c6fa-45f6-8882-eb2fa2edef82 req-f4f89599-4d8f-4e0d-9b91-7ff9308e7c7e service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Refreshing network info cache for port 485282b4-0e2e-4414-8144-eb9d16c9c2cc {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.343725] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a008d038-3e46-44dc-a82e-3519a9d00ad2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.368507] env[68835]: DEBUG nova.compute.manager [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.368856] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.369528] env[68835]: DEBUG nova.virt.hardware [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.370191] env[68835]: DEBUG nova.virt.hardware [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.370191] env[68835]: DEBUG nova.virt.hardware [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.370191] env[68835]: DEBUG nova.virt.hardware [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.370549] env[68835]: DEBUG nova.virt.hardware [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.370609] env[68835]: DEBUG nova.virt.hardware [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.370855] env[68835]: DEBUG nova.virt.hardware [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.371067] env[68835]: DEBUG nova.virt.hardware [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.371282] env[68835]: DEBUG nova.virt.hardware [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.371492] env[68835]: DEBUG nova.virt.hardware [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.371711] env[68835]: DEBUG nova.virt.hardware [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.378575] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Reconfiguring VM to attach interface {{(pid=68835) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1095.384401] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b7d7e9-3670-41ba-8728-07284ccba39e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.386596] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d207263-a2b0-42a4-bde2-81561208eff3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.400812] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154787, 'name': ReconfigVM_Task, 'duration_secs': 0.419257} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.401618] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Reconfigured VM instance instance-00000065 to attach disk [datastore2] a8977588-4450-4e4b-b312-847901a74704/a8977588-4450-4e4b-b312-847901a74704.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.403064] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18b4c5c5-9173-4853-946f-2621a410275d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.407805] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.411115] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d113efd5-57b4-40fe-9060-4b2e085597e2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.411483] env[68835]: DEBUG oslo_vmware.api [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1095.411483] env[68835]: value = "task-3154789" [ 1095.411483] env[68835]: _type = "Task" [ 1095.411483] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.412557] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for the task: (returnval){ [ 1095.412557] env[68835]: value = "task-3154790" [ 1095.412557] env[68835]: _type = "Task" [ 1095.412557] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.421966] env[68835]: DEBUG oslo_vmware.api [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Waiting for the task: (returnval){ [ 1095.421966] env[68835]: value = "task-3154791" [ 1095.421966] env[68835]: _type = "Task" [ 1095.421966] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.432243] env[68835]: DEBUG nova.scheduler.client.report [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.439468] env[68835]: DEBUG oslo_vmware.api [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154789, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.439468] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154790, 'name': Rename_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.443379] env[68835]: DEBUG oslo_vmware.api [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': task-3154791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.637964] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154788, 'name': CreateVM_Task, 'duration_secs': 0.503407} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.638162] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.638862] env[68835]: DEBUG oslo_concurrency.lockutils [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.639041] env[68835]: DEBUG oslo_concurrency.lockutils [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.639989] env[68835]: DEBUG oslo_concurrency.lockutils [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.639989] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1623a7b6-65a5-49e2-9e39-8084c39fe641 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.644634] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1095.644634] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52364cdd-473d-88b2-b273-c5c216eb774e" [ 1095.644634] env[68835]: _type = "Task" [ 1095.644634] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.653119] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52364cdd-473d-88b2-b273-c5c216eb774e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.685681] env[68835]: DEBUG nova.compute.manager [None req-71ee62bb-aff8-48e6-8fa0-25b5ef371973 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Found 1 images (rotation: 2) {{(pid=68835) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1095.932704] env[68835]: DEBUG oslo_vmware.api [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.936481] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154790, 'name': Rename_Task, 'duration_secs': 0.187882} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.939564] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.940463] env[68835]: DEBUG oslo_concurrency.lockutils [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.941175] env[68835]: DEBUG nova.compute.manager [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.945021] env[68835]: DEBUG oslo_vmware.api [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': task-3154791, 'name': PowerOffVM_Task, 'duration_secs': 0.206063} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.947087] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37323520-7b24-4e14-8c9f-f6f63d309015 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.948874] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.949058] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.949335] env[68835]: DEBUG nova.network.neutron [-] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.951150] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97d91aef-a232-45f0-b7db-36a369da48bb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.961117] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for the task: (returnval){ [ 1095.961117] env[68835]: value = "task-3154792" [ 1095.961117] env[68835]: _type = "Task" [ 1095.961117] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.973577] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.011107] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.011389] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.011692] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Deleting the datastore file [datastore2] 85077876-a35e-4f1d-b68e-6d2473853070 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.011859] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e9f240d-d0de-493b-af64-b1290ed37d99 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.019994] env[68835]: DEBUG oslo_vmware.api [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Waiting for the task: (returnval){ [ 1096.019994] env[68835]: value = "task-3154794" [ 1096.019994] env[68835]: _type = "Task" [ 1096.019994] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.032723] env[68835]: DEBUG oslo_vmware.api [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': task-3154794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.041179] env[68835]: DEBUG nova.network.neutron [req-3d44df14-d79e-428b-9433-5a777ac246c6 req-daa34601-8ea0-443e-8469-ef7392664ec7 service nova] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Updated VIF entry in instance network info cache for port ad699468-ebfb-4f80-8ea6-522b9f428e86. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.041625] env[68835]: DEBUG nova.network.neutron [req-3d44df14-d79e-428b-9433-5a777ac246c6 req-daa34601-8ea0-443e-8469-ef7392664ec7 service nova] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Updating instance_info_cache with network_info: [{"id": "ad699468-ebfb-4f80-8ea6-522b9f428e86", "address": "fa:16:3e:ca:8d:cb", "network": {"id": "0df3f503-b29f-4dfa-8be7-1178d4ff92dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-883801826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a521063fcdea42cca7ef584a665e955d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad699468-eb", "ovs_interfaceid": "ad699468-ebfb-4f80-8ea6-522b9f428e86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.130649] env[68835]: DEBUG nova.network.neutron [req-3da694f4-c6fa-45f6-8882-eb2fa2edef82 req-f4f89599-4d8f-4e0d-9b91-7ff9308e7c7e service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Updated VIF entry in instance network info cache for port 485282b4-0e2e-4414-8144-eb9d16c9c2cc. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.131247] env[68835]: DEBUG nova.network.neutron [req-3da694f4-c6fa-45f6-8882-eb2fa2edef82 req-f4f89599-4d8f-4e0d-9b91-7ff9308e7c7e service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Updating instance_info_cache with network_info: [{"id": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "address": "fa:16:3e:da:09:21", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5050d1-a5", "ovs_interfaceid": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a", "address": "fa:16:3e:04:7c:c5", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap096c0e87-80", "ovs_interfaceid": "096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "485282b4-0e2e-4414-8144-eb9d16c9c2cc", "address": "fa:16:3e:c6:7f:9d", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap485282b4-0e", "ovs_interfaceid": "485282b4-0e2e-4414-8144-eb9d16c9c2cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.156268] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52364cdd-473d-88b2-b273-c5c216eb774e, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.156625] env[68835]: DEBUG oslo_concurrency.lockutils [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.156963] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.157185] env[68835]: DEBUG oslo_concurrency.lockutils [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.157376] env[68835]: DEBUG oslo_concurrency.lockutils [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.157614] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.157896] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c47bd47f-4caa-4572-b10f-3931a891c419 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.166628] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.166856] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.167847] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eeb23d9-979e-44c0-8771-9b8d5989a2c7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.173348] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1096.173348] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5273fdb8-39f2-bb39-b701-6926e312547d" [ 1096.173348] env[68835]: _type = "Task" [ 1096.173348] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.181940] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5273fdb8-39f2-bb39-b701-6926e312547d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.423679] env[68835]: DEBUG oslo_vmware.api [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154789, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.451515] env[68835]: INFO nova.compute.manager [-] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Took 1.32 seconds to deallocate network for instance. [ 1096.452814] env[68835]: DEBUG nova.compute.utils [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.458064] env[68835]: DEBUG nova.compute.manager [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.458216] env[68835]: DEBUG nova.network.neutron [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.473034] env[68835]: DEBUG oslo_vmware.api [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154792, 'name': PowerOnVM_Task, 'duration_secs': 0.464303} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.473307] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.473523] env[68835]: DEBUG nova.compute.manager [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.474391] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b340717d-eae7-4c55-b898-4425a0c6a06f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.503159] env[68835]: DEBUG nova.policy [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db3e692c7b6c427092c5df3846e0c56e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5789565d9a494faa810646fa93eca63f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.534277] env[68835]: DEBUG oslo_vmware.api [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Task: {'id': task-3154794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131858} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.534531] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.534822] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.535081] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.535369] env[68835]: INFO nova.compute.manager [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1096.535682] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.536129] env[68835]: DEBUG nova.compute.manager [-] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.536129] env[68835]: DEBUG nova.network.neutron [-] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.547890] env[68835]: DEBUG oslo_concurrency.lockutils [req-3d44df14-d79e-428b-9433-5a777ac246c6 req-daa34601-8ea0-443e-8469-ef7392664ec7 service nova] Releasing lock "refresh_cache-e8fd1915-df6d-4420-bd3a-62c64495d524" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.547890] env[68835]: DEBUG nova.compute.manager [req-3d44df14-d79e-428b-9433-5a777ac246c6 req-daa34601-8ea0-443e-8469-ef7392664ec7 service nova] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Received event network-changed-6990f604-32e7-4c9d-9796-ab9bc4526cfd {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.547890] env[68835]: DEBUG nova.compute.manager [req-3d44df14-d79e-428b-9433-5a777ac246c6 req-daa34601-8ea0-443e-8469-ef7392664ec7 service nova] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Refreshing instance network info cache due to event network-changed-6990f604-32e7-4c9d-9796-ab9bc4526cfd. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.550977] env[68835]: DEBUG oslo_concurrency.lockutils [req-3d44df14-d79e-428b-9433-5a777ac246c6 req-daa34601-8ea0-443e-8469-ef7392664ec7 service nova] Acquiring lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.550977] env[68835]: DEBUG oslo_concurrency.lockutils [req-3d44df14-d79e-428b-9433-5a777ac246c6 req-daa34601-8ea0-443e-8469-ef7392664ec7 service nova] Acquired lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.550977] env[68835]: DEBUG nova.network.neutron [req-3d44df14-d79e-428b-9433-5a777ac246c6 req-daa34601-8ea0-443e-8469-ef7392664ec7 service nova] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Refreshing network info cache for port 6990f604-32e7-4c9d-9796-ab9bc4526cfd {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.622486] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Acquiring lock "84cb47ee-99f1-4355-9a7f-3746e3b7fc7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.622486] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Lock "84cb47ee-99f1-4355-9a7f-3746e3b7fc7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.633881] env[68835]: DEBUG oslo_concurrency.lockutils [req-3da694f4-c6fa-45f6-8882-eb2fa2edef82 req-f4f89599-4d8f-4e0d-9b91-7ff9308e7c7e service nova] Releasing lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.688050] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5273fdb8-39f2-bb39-b701-6926e312547d, 'name': SearchDatastore_Task, 'duration_secs': 0.008431} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.690016] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d8d9b3-399f-4e5d-aa30-f703a2c4bf15 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.695074] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1096.695074] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52366b31-764a-2374-6174-e691d7c35e30" [ 1096.695074] env[68835]: _type = "Task" [ 1096.695074] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.704446] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52366b31-764a-2374-6174-e691d7c35e30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.803474] env[68835]: DEBUG nova.network.neutron [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Successfully created port: c9855a3b-785e-4a9c-b27b-93314ce943fa {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.929250] env[68835]: DEBUG oslo_vmware.api [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154789, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.961080] env[68835]: DEBUG nova.compute.manager [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.995889] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.996229] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.996467] env[68835]: DEBUG nova.objects.instance [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68835) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1097.013388] env[68835]: INFO nova.compute.manager [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Took 0.56 seconds to detach 1 volumes for instance. [ 1097.124313] env[68835]: DEBUG nova.compute.manager [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.206392] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52366b31-764a-2374-6174-e691d7c35e30, 'name': SearchDatastore_Task, 'duration_secs': 0.00874} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.208992] env[68835]: DEBUG oslo_concurrency.lockutils [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.209306] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] e8fd1915-df6d-4420-bd3a-62c64495d524/e8fd1915-df6d-4420-bd3a-62c64495d524.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.209544] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfe5ace4-5a85-4f3d-b848-f0d17537755c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.217056] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1097.217056] env[68835]: value = "task-3154795" [ 1097.217056] env[68835]: _type = "Task" [ 1097.217056] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.227297] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.276061] env[68835]: DEBUG nova.network.neutron [req-3d44df14-d79e-428b-9433-5a777ac246c6 req-daa34601-8ea0-443e-8469-ef7392664ec7 service nova] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Updated VIF entry in instance network info cache for port 6990f604-32e7-4c9d-9796-ab9bc4526cfd. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.276520] env[68835]: DEBUG nova.network.neutron [req-3d44df14-d79e-428b-9433-5a777ac246c6 req-daa34601-8ea0-443e-8469-ef7392664ec7 service nova] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Updating instance_info_cache with network_info: [{"id": "6990f604-32e7-4c9d-9796-ab9bc4526cfd", "address": "fa:16:3e:f6:82:7a", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6990f604-32", "ovs_interfaceid": "6990f604-32e7-4c9d-9796-ab9bc4526cfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.306319] env[68835]: DEBUG nova.network.neutron [-] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.379189] env[68835]: DEBUG nova.compute.manager [req-72edaaff-4765-44ef-b174-916932cdd462 req-5a5066ef-379c-4268-b7d8-fa16bfea0d1f service nova] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Received event network-vif-deleted-31b53b80-03c4-4624-b55a-37e1562bd71d {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.379430] env[68835]: DEBUG nova.compute.manager [req-72edaaff-4765-44ef-b174-916932cdd462 req-5a5066ef-379c-4268-b7d8-fa16bfea0d1f service nova] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Received event network-vif-deleted-0b3e6154-a4c7-4e00-928b-9017309b88ac {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.424877] env[68835]: DEBUG oslo_vmware.api [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154789, 'name': ReconfigVM_Task, 'duration_secs': 1.955712} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.425449] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.425635] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Reconfigured VM to attach interface {{(pid=68835) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1097.506398] env[68835]: DEBUG nova.compute.manager [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.508837] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c704b34d-ae15-4e52-8554-a742dd1baf10 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.523537] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.653574] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.728141] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154795, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.780113] env[68835]: DEBUG oslo_concurrency.lockutils [req-3d44df14-d79e-428b-9433-5a777ac246c6 req-daa34601-8ea0-443e-8469-ef7392664ec7 service nova] Releasing lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.809706] env[68835]: INFO nova.compute.manager [-] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Took 1.27 seconds to deallocate network for instance. [ 1097.931033] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5c585557-3931-46e1-80f7-2538303a44e9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "interface-95945eb1-4023-4e80-834d-e669d7ba7ae7-485282b4-0e2e-4414-8144-eb9d16c9c2cc" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.754s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.970664] env[68835]: DEBUG nova.compute.manager [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.995689] env[68835]: DEBUG nova.virt.hardware [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.995944] env[68835]: DEBUG nova.virt.hardware [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.996122] env[68835]: DEBUG nova.virt.hardware [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.996311] env[68835]: DEBUG nova.virt.hardware [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.996459] env[68835]: DEBUG nova.virt.hardware [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.996613] env[68835]: DEBUG nova.virt.hardware [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.996819] env[68835]: DEBUG nova.virt.hardware [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.996989] env[68835]: DEBUG nova.virt.hardware [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.997159] env[68835]: DEBUG nova.virt.hardware [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.997325] env[68835]: DEBUG nova.virt.hardware [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.997497] env[68835]: DEBUG nova.virt.hardware [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.998393] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab1e723-2b5b-4784-b62c-55e0054cf5ad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.009659] env[68835]: DEBUG oslo_concurrency.lockutils [None req-af72f87f-845e-40e2-9281-21389f15376e tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.010887] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.487s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.010887] env[68835]: DEBUG nova.objects.instance [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lazy-loading 'resources' on Instance uuid d90423f4-a6bc-45c5-9cda-7f40be5b71ef {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.013055] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd182dab-8d2d-4aae-877d-68ed1600d47f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.023504] env[68835]: INFO nova.compute.manager [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] instance snapshotting [ 1098.024070] env[68835]: DEBUG nova.objects.instance [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lazy-loading 'flavor' on Instance uuid ddacced6-b1b3-4934-aeac-abe408b0e343 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.154939] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02729bbd-c295-4f05-8cfe-cfb9802a55e4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.162275] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373dfd50-715e-443c-93d0-7fe8d8ca5918 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.192759] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a272a5d-ffa6-419b-9ed1-d876a18f24d2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.200676] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcdbb86-b46b-43a7-95ce-beaf3be055be {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.214987] env[68835]: DEBUG nova.compute.provider_tree [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.226637] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683821} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.226917] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] e8fd1915-df6d-4420-bd3a-62c64495d524/e8fd1915-df6d-4420-bd3a-62c64495d524.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.227142] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.227439] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcee038f-7041-4f33-8d87-d5b27b04b4ad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.234603] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1098.234603] env[68835]: value = "task-3154796" [ 1098.234603] env[68835]: _type = "Task" [ 1098.234603] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.243710] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.317036] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.398463] env[68835]: DEBUG nova.compute.manager [req-52fa857b-a6c0-4a0d-b487-950ff1aab634 req-7f11ac11-e036-4152-8710-f0a2e69c2651 service nova] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Received event network-vif-plugged-c9855a3b-785e-4a9c-b27b-93314ce943fa {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.398674] env[68835]: DEBUG oslo_concurrency.lockutils [req-52fa857b-a6c0-4a0d-b487-950ff1aab634 req-7f11ac11-e036-4152-8710-f0a2e69c2651 service nova] Acquiring lock "c0e25d30-8994-46fe-bf0e-bb325beee838-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.398913] env[68835]: DEBUG oslo_concurrency.lockutils [req-52fa857b-a6c0-4a0d-b487-950ff1aab634 req-7f11ac11-e036-4152-8710-f0a2e69c2651 service nova] Lock "c0e25d30-8994-46fe-bf0e-bb325beee838-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.399039] env[68835]: DEBUG oslo_concurrency.lockutils [req-52fa857b-a6c0-4a0d-b487-950ff1aab634 req-7f11ac11-e036-4152-8710-f0a2e69c2651 service nova] Lock "c0e25d30-8994-46fe-bf0e-bb325beee838-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.399217] env[68835]: DEBUG nova.compute.manager [req-52fa857b-a6c0-4a0d-b487-950ff1aab634 req-7f11ac11-e036-4152-8710-f0a2e69c2651 service nova] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] No waiting events found dispatching network-vif-plugged-c9855a3b-785e-4a9c-b27b-93314ce943fa {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.399380] env[68835]: WARNING nova.compute.manager [req-52fa857b-a6c0-4a0d-b487-950ff1aab634 req-7f11ac11-e036-4152-8710-f0a2e69c2651 service nova] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Received unexpected event network-vif-plugged-c9855a3b-785e-4a9c-b27b-93314ce943fa for instance with vm_state building and task_state spawning. [ 1098.452213] env[68835]: DEBUG nova.network.neutron [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Successfully updated port: c9855a3b-785e-4a9c-b27b-93314ce943fa {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.506107] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Acquiring lock "a8977588-4450-4e4b-b312-847901a74704" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.507057] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Lock "a8977588-4450-4e4b-b312-847901a74704" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.507057] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Acquiring lock "a8977588-4450-4e4b-b312-847901a74704-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.507057] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Lock "a8977588-4450-4e4b-b312-847901a74704-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.507057] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Lock "a8977588-4450-4e4b-b312-847901a74704-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.509312] env[68835]: INFO nova.compute.manager [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Terminating instance [ 1098.539887] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6623cd4c-ba57-4967-ac10-37490a5c4b75 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.560996] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3726668-81df-460e-b317-e1400285304b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.717927] env[68835]: DEBUG nova.scheduler.client.report [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.744242] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060685} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.744556] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.745328] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f79e729-2071-4ec4-ab9a-c60588313d17 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.768718] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] e8fd1915-df6d-4420-bd3a-62c64495d524/e8fd1915-df6d-4420-bd3a-62c64495d524.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.769396] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ab1a351-1bdf-429f-adaa-2789daca185a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.790878] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1098.790878] env[68835]: value = "task-3154797" [ 1098.790878] env[68835]: _type = "Task" [ 1098.790878] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.799239] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.954644] env[68835]: DEBUG oslo_concurrency.lockutils [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "refresh_cache-c0e25d30-8994-46fe-bf0e-bb325beee838" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.954807] env[68835]: DEBUG oslo_concurrency.lockutils [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "refresh_cache-c0e25d30-8994-46fe-bf0e-bb325beee838" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.954949] env[68835]: DEBUG nova.network.neutron [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.013038] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Acquiring lock "refresh_cache-a8977588-4450-4e4b-b312-847901a74704" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.013219] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Acquired lock "refresh_cache-a8977588-4450-4e4b-b312-847901a74704" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.013607] env[68835]: DEBUG nova.network.neutron [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.071209] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Creating Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1099.071573] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bf933827-0c9f-4457-8bc2-584c4d197c74 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.080747] env[68835]: DEBUG oslo_vmware.api [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1099.080747] env[68835]: value = "task-3154798" [ 1099.080747] env[68835]: _type = "Task" [ 1099.080747] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.089583] env[68835]: DEBUG oslo_vmware.api [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154798, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.222987] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.212s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.225952] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.572s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.228399] env[68835]: INFO nova.compute.claims [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.246575] env[68835]: INFO nova.scheduler.client.report [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Deleted allocations for instance d90423f4-a6bc-45c5-9cda-7f40be5b71ef [ 1099.303132] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154797, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.487954] env[68835]: DEBUG nova.network.neutron [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.512295] env[68835]: DEBUG oslo_concurrency.lockutils [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "interface-95945eb1-4023-4e80-834d-e669d7ba7ae7-096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.512590] env[68835]: DEBUG oslo_concurrency.lockutils [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "interface-95945eb1-4023-4e80-834d-e669d7ba7ae7-096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.533694] env[68835]: DEBUG nova.network.neutron [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.587233] env[68835]: DEBUG nova.network.neutron [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.592123] env[68835]: DEBUG oslo_vmware.api [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154798, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.636451] env[68835]: DEBUG nova.network.neutron [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Updating instance_info_cache with network_info: [{"id": "c9855a3b-785e-4a9c-b27b-93314ce943fa", "address": "fa:16:3e:be:44:61", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9855a3b-78", "ovs_interfaceid": "c9855a3b-785e-4a9c-b27b-93314ce943fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.755128] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ad1f6dfe-e200-4454-84c5-10f4034efd93 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "d90423f4-a6bc-45c5-9cda-7f40be5b71ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.474s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.804885] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154797, 'name': ReconfigVM_Task, 'duration_secs': 0.547092} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.805216] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Reconfigured VM instance instance-00000068 to attach disk [datastore2] e8fd1915-df6d-4420-bd3a-62c64495d524/e8fd1915-df6d-4420-bd3a-62c64495d524.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.806017] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06a8895e-c89b-47d3-9afc-12c592f11390 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.814164] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1099.814164] env[68835]: value = "task-3154799" [ 1099.814164] env[68835]: _type = "Task" [ 1099.814164] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.828406] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154799, 'name': Rename_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.016408] env[68835]: DEBUG oslo_concurrency.lockutils [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.016536] env[68835]: DEBUG oslo_concurrency.lockutils [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.017576] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c8c2db-c5e2-4048-af93-b4cd4bfce3cd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.039413] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a96be3d-b0ab-4c3a-abbf-b00e04d765cc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.071150] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Reconfiguring VM to detach interface {{(pid=68835) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1100.071519] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93549258-c796-44c4-ab54-c6279a760707 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.093885] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Releasing lock "refresh_cache-a8977588-4450-4e4b-b312-847901a74704" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.094026] env[68835]: DEBUG nova.compute.manager [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.094212] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.094535] env[68835]: DEBUG oslo_vmware.api [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154798, 'name': CreateSnapshot_Task, 'duration_secs': 0.563041} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.096297] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55848299-e63e-4b07-9015-f7916067c0bd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.099109] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Created Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1100.099754] env[68835]: DEBUG oslo_vmware.api [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1100.099754] env[68835]: value = "task-3154800" [ 1100.099754] env[68835]: _type = "Task" [ 1100.099754] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.100313] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18e1593-e02e-4278-bfde-3fde142ad12e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.110254] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.110785] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f15da7e1-52a7-4f90-b7ba-304041f438f3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.124022] env[68835]: DEBUG oslo_vmware.api [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.124684] env[68835]: DEBUG oslo_vmware.api [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for the task: (returnval){ [ 1100.124684] env[68835]: value = "task-3154801" [ 1100.124684] env[68835]: _type = "Task" [ 1100.124684] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.134115] env[68835]: DEBUG oslo_vmware.api [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.139500] env[68835]: DEBUG oslo_concurrency.lockutils [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "refresh_cache-c0e25d30-8994-46fe-bf0e-bb325beee838" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.139926] env[68835]: DEBUG nova.compute.manager [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Instance network_info: |[{"id": "c9855a3b-785e-4a9c-b27b-93314ce943fa", "address": "fa:16:3e:be:44:61", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9855a3b-78", "ovs_interfaceid": "c9855a3b-785e-4a9c-b27b-93314ce943fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.140712] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:44:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9855a3b-785e-4a9c-b27b-93314ce943fa', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.151171] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.151528] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.151775] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c3b02fd-e5d3-4aa5-b8a0-50a95671fbb8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.171564] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.171564] env[68835]: value = "task-3154802" [ 1100.171564] env[68835]: _type = "Task" [ 1100.171564] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.179561] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154802, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.324498] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154799, 'name': Rename_Task, 'duration_secs': 0.137074} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.324774] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.325258] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f95513b-ff10-44d8-8c09-e9584b8e3a24 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.331099] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1100.331099] env[68835]: value = "task-3154803" [ 1100.331099] env[68835]: _type = "Task" [ 1100.331099] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.341603] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.398682] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9649fe1a-1234-4093-a875-2d65c598c168 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.406518] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0f1a1e-67ca-4d05-a447-16f04fbd9ee0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.438211] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8998b694-89db-4c82-b831-439a73658ef3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.441797] env[68835]: DEBUG nova.compute.manager [req-9cd8eaef-f994-4c2c-805a-8b7e992a97ff req-2bdae228-e3e7-4c33-9e38-ad252c8198e2 service nova] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Received event network-changed-c9855a3b-785e-4a9c-b27b-93314ce943fa {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.441984] env[68835]: DEBUG nova.compute.manager [req-9cd8eaef-f994-4c2c-805a-8b7e992a97ff req-2bdae228-e3e7-4c33-9e38-ad252c8198e2 service nova] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Refreshing instance network info cache due to event network-changed-c9855a3b-785e-4a9c-b27b-93314ce943fa. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.442212] env[68835]: DEBUG oslo_concurrency.lockutils [req-9cd8eaef-f994-4c2c-805a-8b7e992a97ff req-2bdae228-e3e7-4c33-9e38-ad252c8198e2 service nova] Acquiring lock "refresh_cache-c0e25d30-8994-46fe-bf0e-bb325beee838" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.442373] env[68835]: DEBUG oslo_concurrency.lockutils [req-9cd8eaef-f994-4c2c-805a-8b7e992a97ff req-2bdae228-e3e7-4c33-9e38-ad252c8198e2 service nova] Acquired lock "refresh_cache-c0e25d30-8994-46fe-bf0e-bb325beee838" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.442527] env[68835]: DEBUG nova.network.neutron [req-9cd8eaef-f994-4c2c-805a-8b7e992a97ff req-2bdae228-e3e7-4c33-9e38-ad252c8198e2 service nova] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Refreshing network info cache for port c9855a3b-785e-4a9c-b27b-93314ce943fa {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.450093] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d740b5ff-26d4-4aa6-8053-2978c0807473 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.466736] env[68835]: DEBUG nova.compute.provider_tree [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.614554] env[68835]: DEBUG oslo_vmware.api [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.628604] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Creating linked-clone VM from snapshot {{(pid=68835) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1100.628956] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e4f4e4f7-3c99-4eef-a339-88f61a1a3314 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.639959] env[68835]: DEBUG oslo_vmware.api [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154801, 'name': PowerOffVM_Task, 'duration_secs': 0.124093} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.641168] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.641349] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.641652] env[68835]: DEBUG oslo_vmware.api [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1100.641652] env[68835]: value = "task-3154804" [ 1100.641652] env[68835]: _type = "Task" [ 1100.641652] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.641838] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e52d2378-27fe-4430-b166-60d43c5fcaa1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.650881] env[68835]: DEBUG oslo_vmware.api [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154804, 'name': CloneVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.669879] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.670126] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.670315] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Deleting the datastore file [datastore2] a8977588-4450-4e4b-b312-847901a74704 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.670580] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78a19ba5-ecdf-4330-8926-1367f311de34 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.680411] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154802, 'name': CreateVM_Task, 'duration_secs': 0.323817} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.681462] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.681807] env[68835]: DEBUG oslo_vmware.api [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for the task: (returnval){ [ 1100.681807] env[68835]: value = "task-3154806" [ 1100.681807] env[68835]: _type = "Task" [ 1100.681807] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.682429] env[68835]: DEBUG oslo_concurrency.lockutils [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.682594] env[68835]: DEBUG oslo_concurrency.lockutils [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.682924] env[68835]: DEBUG oslo_concurrency.lockutils [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.683225] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c8c6644-e788-4e3b-987a-e2d034fedab4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.689957] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1100.689957] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]520c0bb9-33f9-1599-dbbe-d3db48ce3d0a" [ 1100.689957] env[68835]: _type = "Task" [ 1100.689957] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.692932] env[68835]: DEBUG oslo_vmware.api [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.700044] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]520c0bb9-33f9-1599-dbbe-d3db48ce3d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.841367] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154803, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.969718] env[68835]: DEBUG nova.scheduler.client.report [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.117530] env[68835]: DEBUG oslo_vmware.api [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.152872] env[68835]: DEBUG oslo_vmware.api [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154804, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.182817] env[68835]: DEBUG nova.network.neutron [req-9cd8eaef-f994-4c2c-805a-8b7e992a97ff req-2bdae228-e3e7-4c33-9e38-ad252c8198e2 service nova] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Updated VIF entry in instance network info cache for port c9855a3b-785e-4a9c-b27b-93314ce943fa. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.182817] env[68835]: DEBUG nova.network.neutron [req-9cd8eaef-f994-4c2c-805a-8b7e992a97ff req-2bdae228-e3e7-4c33-9e38-ad252c8198e2 service nova] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Updating instance_info_cache with network_info: [{"id": "c9855a3b-785e-4a9c-b27b-93314ce943fa", "address": "fa:16:3e:be:44:61", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9855a3b-78", "ovs_interfaceid": "c9855a3b-785e-4a9c-b27b-93314ce943fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.191870] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "4aab0464-23cc-4986-a84a-b4b3a744af0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.192192] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "4aab0464-23cc-4986-a84a-b4b3a744af0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.203394] env[68835]: DEBUG oslo_vmware.api [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Task: {'id': task-3154806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275199} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.204556] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.204848] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.205111] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.205350] env[68835]: INFO nova.compute.manager [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] [instance: a8977588-4450-4e4b-b312-847901a74704] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1101.205666] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.209800] env[68835]: DEBUG nova.compute.manager [-] [instance: a8977588-4450-4e4b-b312-847901a74704] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.209966] env[68835]: DEBUG nova.network.neutron [-] [instance: a8977588-4450-4e4b-b312-847901a74704] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.211884] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]520c0bb9-33f9-1599-dbbe-d3db48ce3d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.023345} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.212465] env[68835]: DEBUG oslo_concurrency.lockutils [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.212752] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.213068] env[68835]: DEBUG oslo_concurrency.lockutils [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.213261] env[68835]: DEBUG oslo_concurrency.lockutils [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.214031] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.214127] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-865d3548-bc74-4980-b2c3-2c335aa29b19 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.222846] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.223268] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.224035] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e723a5d-55f4-4268-955b-708e2c7d79cd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.229238] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1101.229238] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5252ccc7-7c4d-9c5f-2f5e-5b8515e3ef93" [ 1101.229238] env[68835]: _type = "Task" [ 1101.229238] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.237110] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5252ccc7-7c4d-9c5f-2f5e-5b8515e3ef93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.237835] env[68835]: DEBUG nova.network.neutron [-] [instance: a8977588-4450-4e4b-b312-847901a74704] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.341009] env[68835]: DEBUG oslo_vmware.api [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154803, 'name': PowerOnVM_Task, 'duration_secs': 0.589156} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.341698] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.342046] env[68835]: INFO nova.compute.manager [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1101.342326] env[68835]: DEBUG nova.compute.manager [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.343063] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4127269-94f9-4cde-9a60-4a1d7b37a209 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.475085] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.475904] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.159s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.476153] env[68835]: DEBUG nova.objects.instance [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Lazy-loading 'resources' on Instance uuid 85077876-a35e-4f1d-b68e-6d2473853070 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.616251] env[68835]: DEBUG oslo_vmware.api [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.653467] env[68835]: DEBUG oslo_vmware.api [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154804, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.686305] env[68835]: DEBUG oslo_concurrency.lockutils [req-9cd8eaef-f994-4c2c-805a-8b7e992a97ff req-2bdae228-e3e7-4c33-9e38-ad252c8198e2 service nova] Releasing lock "refresh_cache-c0e25d30-8994-46fe-bf0e-bb325beee838" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.694058] env[68835]: DEBUG nova.compute.manager [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.739527] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5252ccc7-7c4d-9c5f-2f5e-5b8515e3ef93, 'name': SearchDatastore_Task, 'duration_secs': 0.015045} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.739819] env[68835]: DEBUG nova.network.neutron [-] [instance: a8977588-4450-4e4b-b312-847901a74704] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.741565] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b8a96f-eab9-43fa-b3fc-5eb316d65522 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.746770] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1101.746770] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52a2b5b8-53a7-b74a-990a-004f621ddfc1" [ 1101.746770] env[68835]: _type = "Task" [ 1101.746770] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.754773] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a2b5b8-53a7-b74a-990a-004f621ddfc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.861554] env[68835]: INFO nova.compute.manager [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Took 21.57 seconds to build instance. [ 1101.978724] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Acquiring lock "93c9b793-9560-4a5b-a07d-ce69089d4964" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.978948] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Lock "93c9b793-9560-4a5b-a07d-ce69089d4964" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.117751] env[68835]: DEBUG oslo_vmware.api [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.153905] env[68835]: DEBUG oslo_vmware.api [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154804, 'name': CloneVM_Task, 'duration_secs': 1.369485} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.154186] env[68835]: INFO nova.virt.vmwareapi.vmops [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Created linked-clone VM from snapshot [ 1102.154973] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52436c54-501f-42e9-b4e0-4a4c59a650bf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.160254] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aebd002-2a7c-4abe-b253-75f8d653def7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.165794] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Uploading image 6249959f-eb14-463f-953a-46737db56734 {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1102.171514] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ac4c9d-2a06-42fb-8819-3399afa71740 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.205112] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1d00e8-e305-45fb-894d-790a22094e62 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.214699] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d144dfa8-b79f-42ca-855e-ce5a224f3311 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.220230] env[68835]: DEBUG oslo_vmware.rw_handles [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1102.220230] env[68835]: value = "vm-631263" [ 1102.220230] env[68835]: _type = "VirtualMachine" [ 1102.220230] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1102.220490] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7e9b091d-2646-4c79-b317-1e9736e23514 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.222390] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.232813] env[68835]: DEBUG nova.compute.provider_tree [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.235261] env[68835]: DEBUG oslo_vmware.rw_handles [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lease: (returnval){ [ 1102.235261] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5216ad6d-26a9-8a02-758d-402a19a17979" [ 1102.235261] env[68835]: _type = "HttpNfcLease" [ 1102.235261] env[68835]: } obtained for exporting VM: (result){ [ 1102.235261] env[68835]: value = "vm-631263" [ 1102.235261] env[68835]: _type = "VirtualMachine" [ 1102.235261] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1102.235631] env[68835]: DEBUG oslo_vmware.api [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the lease: (returnval){ [ 1102.235631] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5216ad6d-26a9-8a02-758d-402a19a17979" [ 1102.235631] env[68835]: _type = "HttpNfcLease" [ 1102.235631] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1102.242070] env[68835]: INFO nova.compute.manager [-] [instance: a8977588-4450-4e4b-b312-847901a74704] Took 1.03 seconds to deallocate network for instance. [ 1102.242294] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1102.242294] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5216ad6d-26a9-8a02-758d-402a19a17979" [ 1102.242294] env[68835]: _type = "HttpNfcLease" [ 1102.242294] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1102.244373] env[68835]: DEBUG oslo_vmware.rw_handles [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1102.244373] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5216ad6d-26a9-8a02-758d-402a19a17979" [ 1102.244373] env[68835]: _type = "HttpNfcLease" [ 1102.244373] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1102.247741] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfec53f1-1b1a-4023-b5cf-099e1c0ff7b4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.261835] env[68835]: DEBUG oslo_vmware.rw_handles [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc21a6-b9da-4db7-9311-cde08b378125/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1102.261835] env[68835]: DEBUG oslo_vmware.rw_handles [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc21a6-b9da-4db7-9311-cde08b378125/disk-0.vmdk for reading. {{(pid=68835) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1102.263223] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a2b5b8-53a7-b74a-990a-004f621ddfc1, 'name': SearchDatastore_Task, 'duration_secs': 0.051449} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.263470] env[68835]: DEBUG oslo_concurrency.lockutils [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.263722] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] c0e25d30-8994-46fe-bf0e-bb325beee838/c0e25d30-8994-46fe-bf0e-bb325beee838.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.264736] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2ba89ce-277a-46a2-bf88-098db2e7ec8f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.328683] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1102.328683] env[68835]: value = "task-3154808" [ 1102.328683] env[68835]: _type = "Task" [ 1102.328683] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.337033] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.361678] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7618445c-42db-45ac-842e-32305e337a26 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.363567] env[68835]: DEBUG oslo_concurrency.lockutils [None req-519e700c-edca-4401-b0ae-02feae8f7d14 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "e8fd1915-df6d-4420-bd3a-62c64495d524" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.080s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.485055] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Lock "93c9b793-9560-4a5b-a07d-ce69089d4964" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.485678] env[68835]: DEBUG nova.compute.manager [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.620032] env[68835]: DEBUG oslo_vmware.api [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.737680] env[68835]: DEBUG nova.scheduler.client.report [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.754099] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.841275] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50792} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.841610] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] c0e25d30-8994-46fe-bf0e-bb325beee838/c0e25d30-8994-46fe-bf0e-bb325beee838.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.841867] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.842207] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80904314-3680-473b-9f23-c7348ab24209 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.848627] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1102.848627] env[68835]: value = "task-3154809" [ 1102.848627] env[68835]: _type = "Task" [ 1102.848627] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.858276] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.991743] env[68835]: DEBUG nova.compute.utils [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.993214] env[68835]: DEBUG nova.compute.manager [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.994140] env[68835]: DEBUG nova.network.neutron [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.047529] env[68835]: DEBUG nova.policy [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6348721b214c4e79bb4554a16dc092a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52c3bd53b7d84a7e8a74b08769f07172', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.118542] env[68835]: DEBUG oslo_vmware.api [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.137944] env[68835]: DEBUG nova.compute.manager [req-736bffc1-3e91-4f65-bb26-d9436d5a44fa req-1432b81e-3d64-4938-a96a-33ab471ac562 service nova] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Received event network-changed-ad699468-ebfb-4f80-8ea6-522b9f428e86 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.138534] env[68835]: DEBUG nova.compute.manager [req-736bffc1-3e91-4f65-bb26-d9436d5a44fa req-1432b81e-3d64-4938-a96a-33ab471ac562 service nova] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Refreshing instance network info cache due to event network-changed-ad699468-ebfb-4f80-8ea6-522b9f428e86. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.138783] env[68835]: DEBUG oslo_concurrency.lockutils [req-736bffc1-3e91-4f65-bb26-d9436d5a44fa req-1432b81e-3d64-4938-a96a-33ab471ac562 service nova] Acquiring lock "refresh_cache-e8fd1915-df6d-4420-bd3a-62c64495d524" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.138954] env[68835]: DEBUG oslo_concurrency.lockutils [req-736bffc1-3e91-4f65-bb26-d9436d5a44fa req-1432b81e-3d64-4938-a96a-33ab471ac562 service nova] Acquired lock "refresh_cache-e8fd1915-df6d-4420-bd3a-62c64495d524" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.139205] env[68835]: DEBUG nova.network.neutron [req-736bffc1-3e91-4f65-bb26-d9436d5a44fa req-1432b81e-3d64-4938-a96a-33ab471ac562 service nova] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Refreshing network info cache for port ad699468-ebfb-4f80-8ea6-522b9f428e86 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.242727] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.245936] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.023s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.247871] env[68835]: INFO nova.compute.claims [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.275453] env[68835]: INFO nova.scheduler.client.report [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Deleted allocations for instance 85077876-a35e-4f1d-b68e-6d2473853070 [ 1103.355885] env[68835]: DEBUG nova.network.neutron [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Successfully created port: 1fa6a82c-3486-4bea-bd49-e560e85e05f1 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.361511] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136662} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.361784] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.362871] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febce38c-b248-49f4-9343-8ce1fb8312ee {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.389759] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] c0e25d30-8994-46fe-bf0e-bb325beee838/c0e25d30-8994-46fe-bf0e-bb325beee838.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.391545] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bd8d58c-9bee-462d-a270-0c30eea20fde {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.416673] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1103.416673] env[68835]: value = "task-3154810" [ 1103.416673] env[68835]: _type = "Task" [ 1103.416673] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.426902] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.497586] env[68835]: DEBUG nova.compute.manager [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1103.621899] env[68835]: DEBUG oslo_vmware.api [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.787745] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b366722e-0017-4556-9df6-e4c80c8de992 tempest-ServersNegativeTestMultiTenantJSON-227251186 tempest-ServersNegativeTestMultiTenantJSON-227251186-project-member] Lock "85077876-a35e-4f1d-b68e-6d2473853070" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.938s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.883955] env[68835]: DEBUG nova.network.neutron [req-736bffc1-3e91-4f65-bb26-d9436d5a44fa req-1432b81e-3d64-4938-a96a-33ab471ac562 service nova] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Updated VIF entry in instance network info cache for port ad699468-ebfb-4f80-8ea6-522b9f428e86. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.884407] env[68835]: DEBUG nova.network.neutron [req-736bffc1-3e91-4f65-bb26-d9436d5a44fa req-1432b81e-3d64-4938-a96a-33ab471ac562 service nova] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Updating instance_info_cache with network_info: [{"id": "ad699468-ebfb-4f80-8ea6-522b9f428e86", "address": "fa:16:3e:ca:8d:cb", "network": {"id": "0df3f503-b29f-4dfa-8be7-1178d4ff92dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-883801826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a521063fcdea42cca7ef584a665e955d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad699468-eb", "ovs_interfaceid": "ad699468-ebfb-4f80-8ea6-522b9f428e86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.927457] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154810, 'name': ReconfigVM_Task, 'duration_secs': 0.463005} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.927834] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Reconfigured VM instance instance-00000069 to attach disk [datastore1] c0e25d30-8994-46fe-bf0e-bb325beee838/c0e25d30-8994-46fe-bf0e-bb325beee838.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.928637] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a54527c-261e-4d3e-b600-aa86863d3214 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.935286] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1103.935286] env[68835]: value = "task-3154811" [ 1103.935286] env[68835]: _type = "Task" [ 1103.935286] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.943623] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154811, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.121234] env[68835]: DEBUG oslo_vmware.api [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.388105] env[68835]: DEBUG oslo_concurrency.lockutils [req-736bffc1-3e91-4f65-bb26-d9436d5a44fa req-1432b81e-3d64-4938-a96a-33ab471ac562 service nova] Releasing lock "refresh_cache-e8fd1915-df6d-4420-bd3a-62c64495d524" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.414291] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8887e8de-89db-4608-b845-921c7ea24d97 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.422779] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9451217d-7b84-49b7-b09b-85de74e2fa8b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.459080] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15aa29cd-7267-4a8a-8f2a-52f9f704d0e9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.467992] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154811, 'name': Rename_Task, 'duration_secs': 0.247102} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.470466] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.470847] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c910fc82-2b3c-4809-a54e-414ce12d8202 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.474045] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e5feb7-bbd2-41d1-b9aa-bcfbb07a28fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.491366] env[68835]: DEBUG nova.compute.provider_tree [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.497085] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1104.497085] env[68835]: value = "task-3154812" [ 1104.497085] env[68835]: _type = "Task" [ 1104.497085] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.507707] env[68835]: DEBUG nova.compute.manager [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.510013] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154812, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.534964] env[68835]: DEBUG nova.virt.hardware [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.536112] env[68835]: DEBUG nova.virt.hardware [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.536112] env[68835]: DEBUG nova.virt.hardware [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.536112] env[68835]: DEBUG nova.virt.hardware [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.536112] env[68835]: DEBUG nova.virt.hardware [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.536448] env[68835]: DEBUG nova.virt.hardware [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.536835] env[68835]: DEBUG nova.virt.hardware [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.537053] env[68835]: DEBUG nova.virt.hardware [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.537322] env[68835]: DEBUG nova.virt.hardware [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.537979] env[68835]: DEBUG nova.virt.hardware [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.537979] env[68835]: DEBUG nova.virt.hardware [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.538834] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6b4e4a-dbfb-45fc-b0b7-e84f0d9a9826 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.547732] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ff034a-2aad-4c35-97b4-59a347b4dec7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.621209] env[68835]: DEBUG oslo_vmware.api [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.911080] env[68835]: DEBUG nova.compute.manager [req-588d80ab-b193-47ef-98f4-04a1f53333be req-97c2f656-caf0-45bb-88ec-e3c0d10192a6 service nova] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Received event network-vif-plugged-1fa6a82c-3486-4bea-bd49-e560e85e05f1 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.911318] env[68835]: DEBUG oslo_concurrency.lockutils [req-588d80ab-b193-47ef-98f4-04a1f53333be req-97c2f656-caf0-45bb-88ec-e3c0d10192a6 service nova] Acquiring lock "84cb47ee-99f1-4355-9a7f-3746e3b7fc7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.911563] env[68835]: DEBUG oslo_concurrency.lockutils [req-588d80ab-b193-47ef-98f4-04a1f53333be req-97c2f656-caf0-45bb-88ec-e3c0d10192a6 service nova] Lock "84cb47ee-99f1-4355-9a7f-3746e3b7fc7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.911745] env[68835]: DEBUG oslo_concurrency.lockutils [req-588d80ab-b193-47ef-98f4-04a1f53333be req-97c2f656-caf0-45bb-88ec-e3c0d10192a6 service nova] Lock "84cb47ee-99f1-4355-9a7f-3746e3b7fc7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.911917] env[68835]: DEBUG nova.compute.manager [req-588d80ab-b193-47ef-98f4-04a1f53333be req-97c2f656-caf0-45bb-88ec-e3c0d10192a6 service nova] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] No waiting events found dispatching network-vif-plugged-1fa6a82c-3486-4bea-bd49-e560e85e05f1 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.912318] env[68835]: WARNING nova.compute.manager [req-588d80ab-b193-47ef-98f4-04a1f53333be req-97c2f656-caf0-45bb-88ec-e3c0d10192a6 service nova] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Received unexpected event network-vif-plugged-1fa6a82c-3486-4bea-bd49-e560e85e05f1 for instance with vm_state building and task_state spawning. [ 1104.996526] env[68835]: DEBUG nova.scheduler.client.report [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.010532] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154812, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.017946] env[68835]: DEBUG nova.network.neutron [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Successfully updated port: 1fa6a82c-3486-4bea-bd49-e560e85e05f1 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.122391] env[68835]: DEBUG oslo_vmware.api [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.505602] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.506077] env[68835]: DEBUG nova.compute.manager [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.510334] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.756s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.510639] env[68835]: DEBUG nova.objects.instance [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Lazy-loading 'resources' on Instance uuid a8977588-4450-4e4b-b312-847901a74704 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.517118] env[68835]: DEBUG oslo_vmware.api [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154812, 'name': PowerOnVM_Task, 'duration_secs': 0.59528} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.517312] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.517511] env[68835]: INFO nova.compute.manager [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1105.517732] env[68835]: DEBUG nova.compute.manager [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.518806] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93cf87d-015c-4362-a514-4ede32616689 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.522994] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Acquiring lock "refresh_cache-84cb47ee-99f1-4355-9a7f-3746e3b7fc7e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.523166] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Acquired lock "refresh_cache-84cb47ee-99f1-4355-9a7f-3746e3b7fc7e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.523318] env[68835]: DEBUG nova.network.neutron [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.623106] env[68835]: DEBUG oslo_vmware.api [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154800, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.018256] env[68835]: DEBUG nova.compute.utils [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.023036] env[68835]: DEBUG nova.compute.manager [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.023036] env[68835]: DEBUG nova.network.neutron [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.047021] env[68835]: INFO nova.compute.manager [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Took 16.56 seconds to build instance. [ 1106.086587] env[68835]: DEBUG nova.network.neutron [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.111656] env[68835]: DEBUG nova.policy [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '602b183f9bce49a08c93014f3033abad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa6b1210243e4cb69e810179ea79c16b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.128708] env[68835]: DEBUG oslo_vmware.api [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154800, 'name': ReconfigVM_Task, 'duration_secs': 5.768928} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.128871] env[68835]: DEBUG oslo_concurrency.lockutils [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.129100] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Reconfigured VM to detach interface {{(pid=68835) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1106.203978] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa49cbfa-a32e-4d74-af17-7362b15cb1f2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.214641] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9015ef6-e8ca-4833-b86d-3cc754e4893c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.248582] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e104d0-43a4-4c71-a91c-49f381110898 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.258910] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fba10a-d8cd-426d-863b-fdcec951273d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.287628] env[68835]: DEBUG nova.compute.provider_tree [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.321673] env[68835]: DEBUG nova.network.neutron [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Updating instance_info_cache with network_info: [{"id": "1fa6a82c-3486-4bea-bd49-e560e85e05f1", "address": "fa:16:3e:78:a6:8b", "network": {"id": "817f7550-cd52-4717-8b41-868e83d61aa3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-360570374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52c3bd53b7d84a7e8a74b08769f07172", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa6a82c-34", "ovs_interfaceid": "1fa6a82c-3486-4bea-bd49-e560e85e05f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.523889] env[68835]: DEBUG nova.compute.manager [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.548971] env[68835]: DEBUG oslo_concurrency.lockutils [None req-50b21b1f-989f-4148-9116-7c6bce118951 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "c0e25d30-8994-46fe-bf0e-bb325beee838" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.074s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.762288] env[68835]: DEBUG nova.network.neutron [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Successfully created port: e954e0ad-fdc7-4397-b4cc-ef35b2174c59 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.772155] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "c0e25d30-8994-46fe-bf0e-bb325beee838" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.772493] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "c0e25d30-8994-46fe-bf0e-bb325beee838" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.772732] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "c0e25d30-8994-46fe-bf0e-bb325beee838-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.772959] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "c0e25d30-8994-46fe-bf0e-bb325beee838-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.773202] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "c0e25d30-8994-46fe-bf0e-bb325beee838-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.776051] env[68835]: INFO nova.compute.manager [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Terminating instance [ 1106.791017] env[68835]: DEBUG nova.scheduler.client.report [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.829022] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Releasing lock "refresh_cache-84cb47ee-99f1-4355-9a7f-3746e3b7fc7e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.829022] env[68835]: DEBUG nova.compute.manager [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Instance network_info: |[{"id": "1fa6a82c-3486-4bea-bd49-e560e85e05f1", "address": "fa:16:3e:78:a6:8b", "network": {"id": "817f7550-cd52-4717-8b41-868e83d61aa3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-360570374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52c3bd53b7d84a7e8a74b08769f07172", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa6a82c-34", "ovs_interfaceid": "1fa6a82c-3486-4bea-bd49-e560e85e05f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.829022] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:a6:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fa6a82c-3486-4bea-bd49-e560e85e05f1', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.833814] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Creating folder: Project (52c3bd53b7d84a7e8a74b08769f07172). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1106.834141] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c732f6ba-65c8-460f-89ca-ca396ac359eb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.848188] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Created folder: Project (52c3bd53b7d84a7e8a74b08769f07172) in parent group-v630977. [ 1106.848402] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Creating folder: Instances. Parent ref: group-v631264. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1106.848651] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fdcf194-beff-4f66-9d6b-191878545469 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.858637] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Created folder: Instances in parent group-v631264. [ 1106.858866] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.859116] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.859333] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e1264c9-0181-4017-be87-9704b54bf792 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.880091] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.880091] env[68835]: value = "task-3154815" [ 1106.880091] env[68835]: _type = "Task" [ 1106.880091] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.888358] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154815, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.957128] env[68835]: DEBUG nova.compute.manager [req-1eadbb85-5f1e-4cf0-b427-7aa65e295d6f req-3f1a375f-fca3-43be-8602-fab6cb2a2f31 service nova] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Received event network-changed-1fa6a82c-3486-4bea-bd49-e560e85e05f1 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.957419] env[68835]: DEBUG nova.compute.manager [req-1eadbb85-5f1e-4cf0-b427-7aa65e295d6f req-3f1a375f-fca3-43be-8602-fab6cb2a2f31 service nova] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Refreshing instance network info cache due to event network-changed-1fa6a82c-3486-4bea-bd49-e560e85e05f1. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.957659] env[68835]: DEBUG oslo_concurrency.lockutils [req-1eadbb85-5f1e-4cf0-b427-7aa65e295d6f req-3f1a375f-fca3-43be-8602-fab6cb2a2f31 service nova] Acquiring lock "refresh_cache-84cb47ee-99f1-4355-9a7f-3746e3b7fc7e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.957886] env[68835]: DEBUG oslo_concurrency.lockutils [req-1eadbb85-5f1e-4cf0-b427-7aa65e295d6f req-3f1a375f-fca3-43be-8602-fab6cb2a2f31 service nova] Acquired lock "refresh_cache-84cb47ee-99f1-4355-9a7f-3746e3b7fc7e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.958127] env[68835]: DEBUG nova.network.neutron [req-1eadbb85-5f1e-4cf0-b427-7aa65e295d6f req-3f1a375f-fca3-43be-8602-fab6cb2a2f31 service nova] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Refreshing network info cache for port 1fa6a82c-3486-4bea-bd49-e560e85e05f1 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.280275] env[68835]: DEBUG nova.compute.manager [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.280570] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.281513] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d886a6-3be0-493e-a84d-f3ed90bd7af2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.289561] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.289819] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2619c3bb-4906-403a-8678-97fa3e749f54 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.295432] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.298999] env[68835]: DEBUG oslo_vmware.api [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1107.298999] env[68835]: value = "task-3154816" [ 1107.298999] env[68835]: _type = "Task" [ 1107.298999] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.308308] env[68835]: DEBUG oslo_vmware.api [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.327052] env[68835]: INFO nova.scheduler.client.report [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Deleted allocations for instance a8977588-4450-4e4b-b312-847901a74704 [ 1107.393970] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154815, 'name': CreateVM_Task, 'duration_secs': 0.330597} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.394280] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.395104] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.395291] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.395644] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.395941] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa3b143-851f-4daf-8235-fbfccb13302e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.401292] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Waiting for the task: (returnval){ [ 1107.401292] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]524531ae-995c-fb96-3fae-05c83fb7875e" [ 1107.401292] env[68835]: _type = "Task" [ 1107.401292] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.410946] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]524531ae-995c-fb96-3fae-05c83fb7875e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.536989] env[68835]: DEBUG nova.compute.manager [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.565242] env[68835]: DEBUG nova.virt.hardware [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.565573] env[68835]: DEBUG nova.virt.hardware [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.565810] env[68835]: DEBUG nova.virt.hardware [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.566213] env[68835]: DEBUG nova.virt.hardware [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.566329] env[68835]: DEBUG nova.virt.hardware [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.566485] env[68835]: DEBUG nova.virt.hardware [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.566724] env[68835]: DEBUG nova.virt.hardware [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.567015] env[68835]: DEBUG nova.virt.hardware [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.567327] env[68835]: DEBUG nova.virt.hardware [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.567428] env[68835]: DEBUG nova.virt.hardware [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.567586] env[68835]: DEBUG nova.virt.hardware [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.568503] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189c96d5-6e7f-405a-b0dc-0f2cfe9ddf43 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.577332] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13702e82-d825-4536-a5de-46a92fdbda0a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.677799] env[68835]: DEBUG oslo_concurrency.lockutils [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.681198] env[68835]: DEBUG oslo_concurrency.lockutils [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.681198] env[68835]: DEBUG nova.network.neutron [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.809188] env[68835]: DEBUG oslo_vmware.api [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154816, 'name': PowerOffVM_Task, 'duration_secs': 0.298004} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.809463] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.809694] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.809960] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec0ec6f3-88fc-46ba-a8a3-9edeed120177 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.835445] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a3a3a3ea-0a03-4f44-93ea-ef5bf2fecfc7 tempest-ServersListShow296Test-1573740613 tempest-ServersListShow296Test-1573740613-project-member] Lock "a8977588-4450-4e4b-b312-847901a74704" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.329s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.883787] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.884176] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.884471] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleting the datastore file [datastore1] c0e25d30-8994-46fe-bf0e-bb325beee838 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.884781] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2eed4d42-b986-4a43-8622-4637a0ddf523 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.892345] env[68835]: DEBUG oslo_vmware.api [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1107.892345] env[68835]: value = "task-3154818" [ 1107.892345] env[68835]: _type = "Task" [ 1107.892345] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.901046] env[68835]: DEBUG oslo_vmware.api [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.910985] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]524531ae-995c-fb96-3fae-05c83fb7875e, 'name': SearchDatastore_Task, 'duration_secs': 0.020637} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.911215] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.911563] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.911895] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.912096] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.912308] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.912590] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f7544b0-351c-419b-9603-570562758020 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.917757] env[68835]: DEBUG oslo_concurrency.lockutils [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.918031] env[68835]: DEBUG oslo_concurrency.lockutils [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.918250] env[68835]: DEBUG oslo_concurrency.lockutils [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "95945eb1-4023-4e80-834d-e669d7ba7ae7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.918435] env[68835]: DEBUG oslo_concurrency.lockutils [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "95945eb1-4023-4e80-834d-e669d7ba7ae7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.918600] env[68835]: DEBUG oslo_concurrency.lockutils [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "95945eb1-4023-4e80-834d-e669d7ba7ae7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.920814] env[68835]: INFO nova.compute.manager [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Terminating instance [ 1107.930377] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.930377] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.930807] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c57422ff-f86c-4d67-8e6c-32b82dcf1cfa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.937589] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Waiting for the task: (returnval){ [ 1107.937589] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52e4c677-3ef8-8498-d45e-7611159d9d8d" [ 1107.937589] env[68835]: _type = "Task" [ 1107.937589] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.947040] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e4c677-3ef8-8498-d45e-7611159d9d8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.051268] env[68835]: DEBUG nova.network.neutron [req-1eadbb85-5f1e-4cf0-b427-7aa65e295d6f req-3f1a375f-fca3-43be-8602-fab6cb2a2f31 service nova] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Updated VIF entry in instance network info cache for port 1fa6a82c-3486-4bea-bd49-e560e85e05f1. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.051704] env[68835]: DEBUG nova.network.neutron [req-1eadbb85-5f1e-4cf0-b427-7aa65e295d6f req-3f1a375f-fca3-43be-8602-fab6cb2a2f31 service nova] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Updating instance_info_cache with network_info: [{"id": "1fa6a82c-3486-4bea-bd49-e560e85e05f1", "address": "fa:16:3e:78:a6:8b", "network": {"id": "817f7550-cd52-4717-8b41-868e83d61aa3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-360570374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52c3bd53b7d84a7e8a74b08769f07172", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa6a82c-34", "ovs_interfaceid": "1fa6a82c-3486-4bea-bd49-e560e85e05f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.404098] env[68835]: DEBUG oslo_vmware.api [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258001} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.404483] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.404785] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.405183] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.405476] env[68835]: INFO nova.compute.manager [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1108.405841] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.406399] env[68835]: DEBUG nova.compute.manager [-] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.406399] env[68835]: DEBUG nova.network.neutron [-] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.425091] env[68835]: DEBUG nova.compute.manager [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.425379] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.426321] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bdc27e-9eeb-4c61-8c1e-49ae3ec0c044 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.433698] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.434220] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab37facb-e327-47a4-8249-7ec7331296f8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.444782] env[68835]: DEBUG oslo_vmware.api [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1108.444782] env[68835]: value = "task-3154819" [ 1108.444782] env[68835]: _type = "Task" [ 1108.444782] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.452391] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e4c677-3ef8-8498-d45e-7611159d9d8d, 'name': SearchDatastore_Task, 'duration_secs': 0.04122} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.453870] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b68c8a6-2477-45c3-9307-608c01407bad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.460251] env[68835]: DEBUG oslo_vmware.api [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.464369] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Waiting for the task: (returnval){ [ 1108.464369] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5275d108-4e8c-47b7-8a4d-9dd5101500a8" [ 1108.464369] env[68835]: _type = "Task" [ 1108.464369] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.472916] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5275d108-4e8c-47b7-8a4d-9dd5101500a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.492280] env[68835]: INFO nova.network.neutron [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Port 096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1108.492376] env[68835]: INFO nova.network.neutron [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Port 485282b4-0e2e-4414-8144-eb9d16c9c2cc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1108.492759] env[68835]: DEBUG nova.network.neutron [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Updating instance_info_cache with network_info: [{"id": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "address": "fa:16:3e:da:09:21", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5050d1-a5", "ovs_interfaceid": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.554231] env[68835]: DEBUG oslo_concurrency.lockutils [req-1eadbb85-5f1e-4cf0-b427-7aa65e295d6f req-3f1a375f-fca3-43be-8602-fab6cb2a2f31 service nova] Releasing lock "refresh_cache-84cb47ee-99f1-4355-9a7f-3746e3b7fc7e" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.554653] env[68835]: DEBUG nova.compute.manager [req-1eadbb85-5f1e-4cf0-b427-7aa65e295d6f req-3f1a375f-fca3-43be-8602-fab6cb2a2f31 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Received event network-vif-deleted-096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.554953] env[68835]: INFO nova.compute.manager [req-1eadbb85-5f1e-4cf0-b427-7aa65e295d6f req-3f1a375f-fca3-43be-8602-fab6cb2a2f31 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Neutron deleted interface 096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a; detaching it from the instance and deleting it from the info cache [ 1108.555160] env[68835]: DEBUG nova.network.neutron [req-1eadbb85-5f1e-4cf0-b427-7aa65e295d6f req-3f1a375f-fca3-43be-8602-fab6cb2a2f31 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Updating instance_info_cache with network_info: [{"id": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "address": "fa:16:3e:da:09:21", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5050d1-a5", "ovs_interfaceid": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "485282b4-0e2e-4414-8144-eb9d16c9c2cc", "address": "fa:16:3e:c6:7f:9d", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap485282b4-0e", "ovs_interfaceid": "485282b4-0e2e-4414-8144-eb9d16c9c2cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.690950] env[68835]: DEBUG nova.compute.manager [req-613c28e1-d654-4416-827c-0c13d3e7ef6b req-1f94d8cb-7a67-4e5b-be0b-293d7481e778 service nova] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Received event network-vif-deleted-c9855a3b-785e-4a9c-b27b-93314ce943fa {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.691183] env[68835]: INFO nova.compute.manager [req-613c28e1-d654-4416-827c-0c13d3e7ef6b req-1f94d8cb-7a67-4e5b-be0b-293d7481e778 service nova] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Neutron deleted interface c9855a3b-785e-4a9c-b27b-93314ce943fa; detaching it from the instance and deleting it from the info cache [ 1108.691388] env[68835]: DEBUG nova.network.neutron [req-613c28e1-d654-4416-827c-0c13d3e7ef6b req-1f94d8cb-7a67-4e5b-be0b-293d7481e778 service nova] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.722592] env[68835]: DEBUG nova.network.neutron [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Successfully updated port: e954e0ad-fdc7-4397-b4cc-ef35b2174c59 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.955991] env[68835]: DEBUG oslo_vmware.api [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154819, 'name': PowerOffVM_Task, 'duration_secs': 0.244295} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.956255] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.956415] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.956654] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c250cb5e-72db-41fb-822f-499394db78a7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.974285] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5275d108-4e8c-47b7-8a4d-9dd5101500a8, 'name': SearchDatastore_Task, 'duration_secs': 0.018427} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.974584] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.974937] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e/84cb47ee-99f1-4355-9a7f-3746e3b7fc7e.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.975279] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c5fb836-b6a3-4045-bc7e-9195e8151542 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.983052] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Waiting for the task: (returnval){ [ 1108.983052] env[68835]: value = "task-3154821" [ 1108.983052] env[68835]: _type = "Task" [ 1108.983052] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.992208] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': task-3154821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.996049] env[68835]: DEBUG oslo_concurrency.lockutils [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "refresh_cache-95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.001849] env[68835]: DEBUG nova.compute.manager [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Received event network-vif-deleted-485282b4-0e2e-4414-8144-eb9d16c9c2cc {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.001849] env[68835]: INFO nova.compute.manager [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Neutron deleted interface 485282b4-0e2e-4414-8144-eb9d16c9c2cc; detaching it from the instance and deleting it from the info cache [ 1109.001849] env[68835]: DEBUG nova.network.neutron [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Updating instance_info_cache with network_info: [{"id": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "address": "fa:16:3e:da:09:21", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5050d1-a5", "ovs_interfaceid": "6b5050d1-a5b9-43d7-a33f-aadd2e40d71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.058992] env[68835]: DEBUG oslo_concurrency.lockutils [req-1eadbb85-5f1e-4cf0-b427-7aa65e295d6f req-3f1a375f-fca3-43be-8602-fab6cb2a2f31 service nova] Acquiring lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.066117] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.066397] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.066596] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Deleting the datastore file [datastore2] 95945eb1-4023-4e80-834d-e669d7ba7ae7 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.066903] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e430a50-f25d-4c78-8221-4e65f5d56178 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.075264] env[68835]: DEBUG oslo_vmware.api [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1109.075264] env[68835]: value = "task-3154822" [ 1109.075264] env[68835]: _type = "Task" [ 1109.075264] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.083569] env[68835]: DEBUG oslo_vmware.api [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.169294] env[68835]: DEBUG nova.network.neutron [-] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.197326] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d28c90f8-4f34-42f1-89ba-14cc5d213142 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.207594] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fe3f77-123e-43b1-8e4e-c06d83c2a7a5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.227870] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "refresh_cache-4aab0464-23cc-4986-a84a-b4b3a744af0a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.228066] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "refresh_cache-4aab0464-23cc-4986-a84a-b4b3a744af0a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.228205] env[68835]: DEBUG nova.network.neutron [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.239318] env[68835]: DEBUG nova.compute.manager [req-613c28e1-d654-4416-827c-0c13d3e7ef6b req-1f94d8cb-7a67-4e5b-be0b-293d7481e778 service nova] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Detach interface failed, port_id=c9855a3b-785e-4a9c-b27b-93314ce943fa, reason: Instance c0e25d30-8994-46fe-bf0e-bb325beee838 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1109.276445] env[68835]: DEBUG nova.network.neutron [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.477052] env[68835]: DEBUG nova.network.neutron [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Updating instance_info_cache with network_info: [{"id": "e954e0ad-fdc7-4397-b4cc-ef35b2174c59", "address": "fa:16:3e:ba:f4:74", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape954e0ad-fd", "ovs_interfaceid": "e954e0ad-fdc7-4397-b4cc-ef35b2174c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.495330] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': task-3154821, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.502796] env[68835]: DEBUG oslo_concurrency.lockutils [None req-53d60a9e-d5c2-4fed-afba-62771c8ebf1c tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "interface-95945eb1-4023-4e80-834d-e669d7ba7ae7-096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.990s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.504097] env[68835]: DEBUG oslo_concurrency.lockutils [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] Acquiring lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.585587] env[68835]: DEBUG oslo_vmware.api [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398353} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.585885] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.586096] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.586326] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.586985] env[68835]: INFO nova.compute.manager [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1109.586985] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.587271] env[68835]: DEBUG nova.compute.manager [-] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.587369] env[68835]: DEBUG nova.network.neutron [-] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.632768] env[68835]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 485282b4-0e2e-4414-8144-eb9d16c9c2cc could not be found.", "detail": ""}} {{(pid=68835) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1109.633021] env[68835]: DEBUG nova.network.neutron [-] Unable to show port 485282b4-0e2e-4414-8144-eb9d16c9c2cc as it no longer exists. {{(pid=68835) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1109.671671] env[68835]: INFO nova.compute.manager [-] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Took 1.27 seconds to deallocate network for instance. [ 1109.979973] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "refresh_cache-4aab0464-23cc-4986-a84a-b4b3a744af0a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.980350] env[68835]: DEBUG nova.compute.manager [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Instance network_info: |[{"id": "e954e0ad-fdc7-4397-b4cc-ef35b2174c59", "address": "fa:16:3e:ba:f4:74", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape954e0ad-fd", "ovs_interfaceid": "e954e0ad-fdc7-4397-b4cc-ef35b2174c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.980806] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:f4:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e954e0ad-fdc7-4397-b4cc-ef35b2174c59', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.988831] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.989236] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.992652] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf98c000-f8eb-4143-8ed6-a22cc071811f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.013020] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': task-3154821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513991} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.014412] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e/84cb47ee-99f1-4355-9a7f-3746e3b7fc7e.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.014671] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.014905] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.014905] env[68835]: value = "task-3154823" [ 1110.014905] env[68835]: _type = "Task" [ 1110.014905] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.015117] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f56ddaf9-7f3d-41f3-8952-cfb2fbea212e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.025759] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154823, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.028751] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Waiting for the task: (returnval){ [ 1110.028751] env[68835]: value = "task-3154824" [ 1110.028751] env[68835]: _type = "Task" [ 1110.028751] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.180022] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.180022] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.180022] env[68835]: DEBUG nova.objects.instance [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lazy-loading 'resources' on Instance uuid c0e25d30-8994-46fe-bf0e-bb325beee838 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.351346] env[68835]: DEBUG oslo_vmware.rw_handles [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc21a6-b9da-4db7-9311-cde08b378125/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1110.352256] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c73de91-2c03-4789-b501-c010712825f1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.358896] env[68835]: DEBUG oslo_vmware.rw_handles [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc21a6-b9da-4db7-9311-cde08b378125/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1110.359087] env[68835]: ERROR oslo_vmware.rw_handles [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc21a6-b9da-4db7-9311-cde08b378125/disk-0.vmdk due to incomplete transfer. [ 1110.359324] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fe630592-ca8d-47fe-91d1-d85b138bdea3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.371101] env[68835]: DEBUG oslo_vmware.rw_handles [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc21a6-b9da-4db7-9311-cde08b378125/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1110.371313] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Uploaded image 6249959f-eb14-463f-953a-46737db56734 to the Glance image server {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1110.373721] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Destroying the VM {{(pid=68835) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1110.373991] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4546eaf8-e0d9-4fc6-85de-e73511d545a4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.380562] env[68835]: DEBUG oslo_vmware.api [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1110.380562] env[68835]: value = "task-3154825" [ 1110.380562] env[68835]: _type = "Task" [ 1110.380562] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.388833] env[68835]: DEBUG oslo_vmware.api [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154825, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.527761] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154823, 'name': CreateVM_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.538276] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': task-3154824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116849} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.538556] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.539405] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617ce9db-6e36-45ab-9e25-a3a6f885e5b1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.562806] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e/84cb47ee-99f1-4355-9a7f-3746e3b7fc7e.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.563068] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60e86712-15d3-424e-82d0-5e736ab8c5e8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.585271] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Waiting for the task: (returnval){ [ 1110.585271] env[68835]: value = "task-3154826" [ 1110.585271] env[68835]: _type = "Task" [ 1110.585271] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.589052] env[68835]: DEBUG nova.network.neutron [-] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.595486] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': task-3154826, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.834153] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb37bb4-838f-4cfd-8895-069e5e9a2016 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.841841] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d45dd2-f50e-49f5-b5ae-5d41189926d7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.874965] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a67aa7-56d8-4771-934c-a9ad08e71ff2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.889276] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835a437f-8f07-4967-9540-d967dc88132c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.907903] env[68835]: DEBUG oslo_vmware.api [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154825, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.908416] env[68835]: DEBUG nova.compute.provider_tree [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.025898] env[68835]: DEBUG nova.compute.manager [req-52b77b5d-2bdf-423f-91bb-b32b934307d6 req-aca71e39-117d-42c2-a48f-63786500e0e7 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Received event network-vif-deleted-6b5050d1-a5b9-43d7-a33f-aadd2e40d71f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.032604] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154823, 'name': CreateVM_Task, 'duration_secs': 0.688973} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.033041] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.033545] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.033753] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.034109] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.034467] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70dd2713-2e19-4bf3-95bc-edf66bce4114 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.040869] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1111.040869] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52f5695e-5de6-66d0-15f4-35696ad992a5" [ 1111.040869] env[68835]: _type = "Task" [ 1111.040869] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.051570] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f5695e-5de6-66d0-15f4-35696ad992a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.091951] env[68835]: INFO nova.compute.manager [-] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Took 1.50 seconds to deallocate network for instance. [ 1111.097662] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': task-3154826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.391548] env[68835]: DEBUG oslo_vmware.api [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154825, 'name': Destroy_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.411865] env[68835]: DEBUG nova.scheduler.client.report [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.552042] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f5695e-5de6-66d0-15f4-35696ad992a5, 'name': SearchDatastore_Task, 'duration_secs': 0.017133} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.552358] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.552597] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.552838] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.552976] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.553172] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.553466] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12f55f7d-e18c-4c6c-aa4a-83041ec34a6a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.567451] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.567656] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.568434] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-955386a7-5767-45d3-b11f-1e88f2442227 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.574626] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1111.574626] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52f1e1cf-d23c-8071-3761-e58fbaab2da7" [ 1111.574626] env[68835]: _type = "Task" [ 1111.574626] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.583927] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f1e1cf-d23c-8071-3761-e58fbaab2da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.596776] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': task-3154826, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.601980] env[68835]: DEBUG oslo_concurrency.lockutils [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.894659] env[68835]: DEBUG oslo_vmware.api [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154825, 'name': Destroy_Task, 'duration_secs': 1.020242} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.894942] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Destroyed the VM [ 1111.895207] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Deleting Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1111.895453] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fc20e774-f2cd-4a37-9931-cb3738a4b40d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.901752] env[68835]: DEBUG oslo_vmware.api [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1111.901752] env[68835]: value = "task-3154827" [ 1111.901752] env[68835]: _type = "Task" [ 1111.901752] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.909784] env[68835]: DEBUG oslo_vmware.api [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154827, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.919617] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.922060] env[68835]: DEBUG oslo_concurrency.lockutils [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.320s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.922153] env[68835]: DEBUG nova.objects.instance [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lazy-loading 'resources' on Instance uuid 95945eb1-4023-4e80-834d-e669d7ba7ae7 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.945191] env[68835]: INFO nova.scheduler.client.report [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleted allocations for instance c0e25d30-8994-46fe-bf0e-bb325beee838 [ 1112.086485] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f1e1cf-d23c-8071-3761-e58fbaab2da7, 'name': SearchDatastore_Task, 'duration_secs': 0.019211} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.087379] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de75ee9-0231-4c9f-afe2-5a0a1f7b7553 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.098408] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': task-3154826, 'name': ReconfigVM_Task, 'duration_secs': 1.033071} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.099327] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e/84cb47ee-99f1-4355-9a7f-3746e3b7fc7e.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.100034] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1112.100034] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]529cb25a-32d2-5f30-8144-77fc4d5d047e" [ 1112.100034] env[68835]: _type = "Task" [ 1112.100034] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.100235] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bdb321d-df5d-46c6-a218-8b1919c3ba62 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.109933] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]529cb25a-32d2-5f30-8144-77fc4d5d047e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.111169] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Waiting for the task: (returnval){ [ 1112.111169] env[68835]: value = "task-3154828" [ 1112.111169] env[68835]: _type = "Task" [ 1112.111169] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.118798] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': task-3154828, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.176268] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "235d675a-3113-4eae-ae03-f504a8d53a95" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.176645] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "235d675a-3113-4eae-ae03-f504a8d53a95" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.176877] env[68835]: INFO nova.compute.manager [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Shelving [ 1112.412484] env[68835]: DEBUG oslo_vmware.api [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154827, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.452901] env[68835]: DEBUG oslo_concurrency.lockutils [None req-bb89f60b-d1f3-4dc3-82a3-38cc9a44c65a tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "c0e25d30-8994-46fe-bf0e-bb325beee838" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.680s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.551129] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3075af80-7caf-4432-8f03-0a98490c6a24 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.559267] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5543b67-fd2c-4263-8156-111c59dfa772 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.592552] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e95824-8c5d-4226-81b0-f1cd07e17080 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.600993] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e227992-8931-4fb0-88da-13ed5e6ca7d8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.619808] env[68835]: DEBUG nova.compute.provider_tree [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.626785] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]529cb25a-32d2-5f30-8144-77fc4d5d047e, 'name': SearchDatastore_Task, 'duration_secs': 0.014842} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.627293] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.627561] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 4aab0464-23cc-4986-a84a-b4b3a744af0a/4aab0464-23cc-4986-a84a-b4b3a744af0a.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.628601] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28fb12fa-cea1-48ee-a077-9c95847dfeb4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.633777] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': task-3154828, 'name': Rename_Task, 'duration_secs': 0.223469} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.634162] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.634390] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87f83048-e716-409d-bda8-abb3a3b2dcef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.638392] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1112.638392] env[68835]: value = "task-3154829" [ 1112.638392] env[68835]: _type = "Task" [ 1112.638392] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.642355] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Waiting for the task: (returnval){ [ 1112.642355] env[68835]: value = "task-3154830" [ 1112.642355] env[68835]: _type = "Task" [ 1112.642355] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.648785] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.653306] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': task-3154830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.914053] env[68835]: DEBUG oslo_vmware.api [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154827, 'name': RemoveSnapshot_Task, 'duration_secs': 0.599953} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.914053] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Deleted Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1112.914053] env[68835]: INFO nova.compute.manager [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Took 14.37 seconds to snapshot the instance on the hypervisor. [ 1113.129056] env[68835]: DEBUG nova.scheduler.client.report [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.152550] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480956} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.155779] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 4aab0464-23cc-4986-a84a-b4b3a744af0a/4aab0464-23cc-4986-a84a-b4b3a744af0a.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.156012] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.156275] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': task-3154830, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.156484] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75b5c9d5-defe-4a9c-a9d1-60e2e8f9f2fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.162634] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1113.162634] env[68835]: value = "task-3154831" [ 1113.162634] env[68835]: _type = "Task" [ 1113.162634] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.171778] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.187889] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.188196] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4714341d-2c7b-4318-9e50-d27ac3488ea4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.195099] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1113.195099] env[68835]: value = "task-3154832" [ 1113.195099] env[68835]: _type = "Task" [ 1113.195099] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.205534] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.324285] env[68835]: DEBUG oslo_concurrency.lockutils [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "ebd099a7-5b62-44ab-9a92-3b39ca0b7d71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.324645] env[68835]: DEBUG oslo_concurrency.lockutils [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "ebd099a7-5b62-44ab-9a92-3b39ca0b7d71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.457919] env[68835]: DEBUG nova.compute.manager [None req-6f205a73-b73c-4407-8b02-0371b5788a1c tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Found 2 images (rotation: 2) {{(pid=68835) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1113.634733] env[68835]: DEBUG oslo_concurrency.lockutils [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.652919] env[68835]: DEBUG oslo_vmware.api [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': task-3154830, 'name': PowerOnVM_Task, 'duration_secs': 0.68069} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.653189] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.653387] env[68835]: INFO nova.compute.manager [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1113.654022] env[68835]: DEBUG nova.compute.manager [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.654465] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37640ac1-f3e7-4914-b027-5cbe7e364396 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.657502] env[68835]: INFO nova.scheduler.client.report [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Deleted allocations for instance 95945eb1-4023-4e80-834d-e669d7ba7ae7 [ 1113.672380] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068441} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.672638] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.673402] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1278ee5-0866-474a-8893-4d112e7add7f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.695541] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 4aab0464-23cc-4986-a84a-b4b3a744af0a/4aab0464-23cc-4986-a84a-b4b3a744af0a.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.695939] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33796fa3-e70f-43ce-a0e7-cc7f43d5a987 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.719913] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154832, 'name': PowerOffVM_Task, 'duration_secs': 0.247341} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.721304] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.721433] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1113.721433] env[68835]: value = "task-3154833" [ 1113.721433] env[68835]: _type = "Task" [ 1113.721433] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.722120] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604423aa-3756-491a-bd64-f11e521d7be2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.746458] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154833, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.747194] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac957c61-f9fe-462c-a4e2-8f197826f591 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.827622] env[68835]: DEBUG nova.compute.manager [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.167574] env[68835]: DEBUG oslo_concurrency.lockutils [None req-307fe26c-08c4-4ca3-8d26-7cfb52d54bee tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.249s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.168716] env[68835]: DEBUG oslo_concurrency.lockutils [req-1eadbb85-5f1e-4cf0-b427-7aa65e295d6f req-3f1a375f-fca3-43be-8602-fab6cb2a2f31 service nova] Acquired lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.173316] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbc396f-d671-459e-8b5e-5348e17cef20 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.178039] env[68835]: INFO nova.compute.manager [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Took 16.55 seconds to build instance. [ 1114.184281] env[68835]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1114.184466] env[68835]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68835) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1114.184865] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f9b1ff8-1a6d-4920-a6f3-822cb1fa2102 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.194108] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab48d3f7-71e8-4c8f-8f63-2cdd70bb20a2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.223903] env[68835]: ERROR root [req-1eadbb85-5f1e-4cf0-b427-7aa65e295d6f req-3f1a375f-fca3-43be-8602-fab6cb2a2f31 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-631230' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-631230' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-631230' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-631230'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-631230' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-631230' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-631230'}\n"]: nova.exception.InstanceNotFound: Instance 95945eb1-4023-4e80-834d-e669d7ba7ae7 could not be found. [ 1114.224177] env[68835]: DEBUG oslo_concurrency.lockutils [req-1eadbb85-5f1e-4cf0-b427-7aa65e295d6f req-3f1a375f-fca3-43be-8602-fab6cb2a2f31 service nova] Releasing lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.224347] env[68835]: DEBUG nova.compute.manager [req-1eadbb85-5f1e-4cf0-b427-7aa65e295d6f req-3f1a375f-fca3-43be-8602-fab6cb2a2f31 service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Detach interface failed, port_id=096c0e87-8075-4bfb-ae5d-09e8e7d6bd0a, reason: Instance 95945eb1-4023-4e80-834d-e669d7ba7ae7 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1114.224753] env[68835]: DEBUG oslo_concurrency.lockutils [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] Acquired lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.225596] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41565e7d-1b8e-4855-82b0-99c95db67345 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.236427] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154833, 'name': ReconfigVM_Task, 'duration_secs': 0.297263} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.237509] env[68835]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1114.237649] env[68835]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68835) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1114.237944] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 4aab0464-23cc-4986-a84a-b4b3a744af0a/4aab0464-23cc-4986-a84a-b4b3a744af0a.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.238656] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c967022e-b681-4b58-b29d-dc7b34a873fc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.240159] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21db3e2d-129e-4fbe-a1b8-92a4c204b8e3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.247673] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1114.247673] env[68835]: value = "task-3154834" [ 1114.247673] env[68835]: _type = "Task" [ 1114.247673] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.254967] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cc11f8-444b-4c4a-9e70-c59f4aefa62a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.266287] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Creating Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1114.267031] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0f82be42-d8e0-42a0-ab00-fca59a257447 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.272697] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154834, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.277092] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1114.277092] env[68835]: value = "task-3154835" [ 1114.277092] env[68835]: _type = "Task" [ 1114.277092] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.291930] env[68835]: ERROR root [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-631230' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-631230' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-631230' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-631230'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-631230' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-631230' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-631230'}\n"]: nova.exception.InstanceNotFound: Instance 95945eb1-4023-4e80-834d-e669d7ba7ae7 could not be found. [ 1114.292214] env[68835]: DEBUG oslo_concurrency.lockutils [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] Releasing lock "95945eb1-4023-4e80-834d-e669d7ba7ae7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.292425] env[68835]: DEBUG nova.compute.manager [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Detach interface failed, port_id=485282b4-0e2e-4414-8144-eb9d16c9c2cc, reason: Instance 95945eb1-4023-4e80-834d-e669d7ba7ae7 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1114.292613] env[68835]: DEBUG nova.compute.manager [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Received event network-vif-plugged-e954e0ad-fdc7-4397-b4cc-ef35b2174c59 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.292830] env[68835]: DEBUG oslo_concurrency.lockutils [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] Acquiring lock "4aab0464-23cc-4986-a84a-b4b3a744af0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.293077] env[68835]: DEBUG oslo_concurrency.lockutils [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] Lock "4aab0464-23cc-4986-a84a-b4b3a744af0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.293250] env[68835]: DEBUG oslo_concurrency.lockutils [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] Lock "4aab0464-23cc-4986-a84a-b4b3a744af0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.293418] env[68835]: DEBUG nova.compute.manager [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] No waiting events found dispatching network-vif-plugged-e954e0ad-fdc7-4397-b4cc-ef35b2174c59 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.293610] env[68835]: WARNING nova.compute.manager [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Received unexpected event network-vif-plugged-e954e0ad-fdc7-4397-b4cc-ef35b2174c59 for instance with vm_state building and task_state spawning. [ 1114.293777] env[68835]: DEBUG nova.compute.manager [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Received event network-changed-e954e0ad-fdc7-4397-b4cc-ef35b2174c59 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.293960] env[68835]: DEBUG nova.compute.manager [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Refreshing instance network info cache due to event network-changed-e954e0ad-fdc7-4397-b4cc-ef35b2174c59. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.294167] env[68835]: DEBUG oslo_concurrency.lockutils [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] Acquiring lock "refresh_cache-4aab0464-23cc-4986-a84a-b4b3a744af0a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.294326] env[68835]: DEBUG oslo_concurrency.lockutils [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] Acquired lock "refresh_cache-4aab0464-23cc-4986-a84a-b4b3a744af0a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.294489] env[68835]: DEBUG nova.network.neutron [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Refreshing network info cache for port e954e0ad-fdc7-4397-b4cc-ef35b2174c59 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.300657] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154835, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.354309] env[68835]: DEBUG oslo_concurrency.lockutils [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.354688] env[68835]: DEBUG oslo_concurrency.lockutils [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.356368] env[68835]: INFO nova.compute.claims [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.603848] env[68835]: DEBUG nova.compute.manager [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.604876] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da40564-14bf-4618-8b95-f6cd67493a55 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.680733] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47c8650b-54aa-43bf-aa54-e842e4cd2b67 tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Lock "84cb47ee-99f1-4355-9a7f-3746e3b7fc7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.059s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.760411] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154834, 'name': Rename_Task, 'duration_secs': 0.157178} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.760738] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.761032] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7c9c92a-cd90-4264-b701-b2903a164aeb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.767753] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1114.767753] env[68835]: value = "task-3154836" [ 1114.767753] env[68835]: _type = "Task" [ 1114.767753] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.775940] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.786259] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154835, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.116425] env[68835]: INFO nova.compute.manager [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] instance snapshotting [ 1115.117155] env[68835]: DEBUG nova.objects.instance [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lazy-loading 'flavor' on Instance uuid ddacced6-b1b3-4934-aeac-abe408b0e343 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.126084] env[68835]: DEBUG nova.network.neutron [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Updated VIF entry in instance network info cache for port e954e0ad-fdc7-4397-b4cc-ef35b2174c59. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.126483] env[68835]: DEBUG nova.network.neutron [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Updating instance_info_cache with network_info: [{"id": "e954e0ad-fdc7-4397-b4cc-ef35b2174c59", "address": "fa:16:3e:ba:f4:74", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape954e0ad-fd", "ovs_interfaceid": "e954e0ad-fdc7-4397-b4cc-ef35b2174c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.278807] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.287541] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154835, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.343916] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Acquiring lock "84cb47ee-99f1-4355-9a7f-3746e3b7fc7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.343916] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Lock "84cb47ee-99f1-4355-9a7f-3746e3b7fc7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.343916] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Acquiring lock "84cb47ee-99f1-4355-9a7f-3746e3b7fc7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.344083] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Lock "84cb47ee-99f1-4355-9a7f-3746e3b7fc7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.344253] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Lock "84cb47ee-99f1-4355-9a7f-3746e3b7fc7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.349101] env[68835]: INFO nova.compute.manager [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Terminating instance [ 1115.493979] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6aef677-9794-47d7-b39d-343b5bf4e188 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.502360] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea09027-5635-4a4d-82aa-1aece263a7ae {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.533908] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a523058e-084d-4a02-8d62-bd02336ff454 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.542006] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f14b8c-96df-4fef-9ade-84b7924f80a9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.555971] env[68835]: DEBUG nova.compute.provider_tree [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.622932] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c113e3-4516-440f-a3b0-27bd7ca8107c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.641701] env[68835]: DEBUG oslo_concurrency.lockutils [req-de111198-7ddd-448c-812a-9b5918d5b1fe req-49e1e854-b104-455c-a15d-c4c24a4944cc service nova] Releasing lock "refresh_cache-4aab0464-23cc-4986-a84a-b4b3a744af0a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.642622] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d41669-869f-4dc4-b795-5bdd7a8f20e4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.778942] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154836, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.787565] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154835, 'name': CreateSnapshot_Task, 'duration_secs': 1.07843} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.787856] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Created Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1115.788766] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed8b98f-c824-4c68-bce5-843c4489e3b7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.853272] env[68835]: DEBUG nova.compute.manager [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.853539] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.854543] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23717e20-c18a-49d5-a69d-55b4f59586a8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.862640] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.862875] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e30d362-1af1-4193-9d07-281eb4863d4c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.869680] env[68835]: DEBUG oslo_vmware.api [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Waiting for the task: (returnval){ [ 1115.869680] env[68835]: value = "task-3154837" [ 1115.869680] env[68835]: _type = "Task" [ 1115.869680] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.877722] env[68835]: DEBUG oslo_vmware.api [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': task-3154837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.059812] env[68835]: DEBUG nova.scheduler.client.report [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.125946] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "5b82000a-baf2-48e7-a0be-3d8192844743" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.126211] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "5b82000a-baf2-48e7-a0be-3d8192844743" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.153708] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Creating Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1116.153708] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-84a934a1-a5ef-4013-a641-ebf2035161fc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.160759] env[68835]: DEBUG oslo_vmware.api [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1116.160759] env[68835]: value = "task-3154838" [ 1116.160759] env[68835]: _type = "Task" [ 1116.160759] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.168819] env[68835]: DEBUG oslo_vmware.api [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154838, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.279458] env[68835]: DEBUG oslo_vmware.api [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154836, 'name': PowerOnVM_Task, 'duration_secs': 1.01747} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.279778] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.279991] env[68835]: INFO nova.compute.manager [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1116.280187] env[68835]: DEBUG nova.compute.manager [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.280936] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ff90d7-9edf-422f-8878-936ee2452e52 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.308250] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Creating linked-clone VM from snapshot {{(pid=68835) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1116.308516] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b1022495-a530-4d44-9577-3bf3da7664d1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.316644] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1116.316644] env[68835]: value = "task-3154839" [ 1116.316644] env[68835]: _type = "Task" [ 1116.316644] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.324932] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154839, 'name': CloneVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.378817] env[68835]: DEBUG oslo_vmware.api [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': task-3154837, 'name': PowerOffVM_Task, 'duration_secs': 0.194535} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.379128] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.379311] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.379564] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d2092d3-8d24-44e4-a948-f30b47f3b326 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.461277] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.461627] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.461907] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Deleting the datastore file [datastore1] 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.462293] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-092909ba-f91d-43c7-911a-ce3de689fe46 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.470390] env[68835]: DEBUG oslo_vmware.api [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Waiting for the task: (returnval){ [ 1116.470390] env[68835]: value = "task-3154841" [ 1116.470390] env[68835]: _type = "Task" [ 1116.470390] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.481636] env[68835]: DEBUG oslo_vmware.api [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': task-3154841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.566762] env[68835]: DEBUG oslo_concurrency.lockutils [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.567379] env[68835]: DEBUG nova.compute.manager [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.628961] env[68835]: DEBUG nova.compute.manager [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.671358] env[68835]: DEBUG oslo_vmware.api [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154838, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.797908] env[68835]: INFO nova.compute.manager [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Took 14.60 seconds to build instance. [ 1116.826938] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154839, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.981689] env[68835]: DEBUG oslo_vmware.api [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Task: {'id': task-3154841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131506} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.981999] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.982208] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.983058] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.983058] env[68835]: INFO nova.compute.manager [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1116.983058] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.983058] env[68835]: DEBUG nova.compute.manager [-] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.983281] env[68835]: DEBUG nova.network.neutron [-] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.072985] env[68835]: DEBUG nova.compute.utils [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.075755] env[68835]: DEBUG nova.compute.manager [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.075913] env[68835]: DEBUG nova.network.neutron [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.115034] env[68835]: DEBUG nova.policy [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db3e692c7b6c427092c5df3846e0c56e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5789565d9a494faa810646fa93eca63f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.150783] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.151103] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.152687] env[68835]: INFO nova.compute.claims [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.171349] env[68835]: DEBUG oslo_vmware.api [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154838, 'name': CreateSnapshot_Task, 'duration_secs': 0.700553} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.171660] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Created Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1117.172512] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c39946-1fa8-4466-adb3-9b923de8c911 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.299950] env[68835]: DEBUG oslo_concurrency.lockutils [None req-70b31de4-58a1-4a4c-92a5-db45f363d732 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "4aab0464-23cc-4986-a84a-b4b3a744af0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.107s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.327955] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154839, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.330908] env[68835]: DEBUG nova.compute.manager [req-49451cca-7a91-4bb1-9cc2-813795d8e4e1 req-5a766f00-012b-426b-8c7e-b38512bae0d4 service nova] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Received event network-vif-deleted-1fa6a82c-3486-4bea-bd49-e560e85e05f1 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.331266] env[68835]: INFO nova.compute.manager [req-49451cca-7a91-4bb1-9cc2-813795d8e4e1 req-5a766f00-012b-426b-8c7e-b38512bae0d4 service nova] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Neutron deleted interface 1fa6a82c-3486-4bea-bd49-e560e85e05f1; detaching it from the instance and deleting it from the info cache [ 1117.331570] env[68835]: DEBUG nova.network.neutron [req-49451cca-7a91-4bb1-9cc2-813795d8e4e1 req-5a766f00-012b-426b-8c7e-b38512bae0d4 service nova] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.403640] env[68835]: DEBUG nova.network.neutron [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Successfully created port: 4268861f-767c-49c7-9045-cfb45ba2804c {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.579368] env[68835]: DEBUG nova.compute.manager [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.690689] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Creating linked-clone VM from snapshot {{(pid=68835) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1117.691185] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-acd967ba-1cae-4e1e-946d-88dbfee2bebd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.699451] env[68835]: DEBUG oslo_vmware.api [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1117.699451] env[68835]: value = "task-3154842" [ 1117.699451] env[68835]: _type = "Task" [ 1117.699451] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.707883] env[68835]: DEBUG oslo_vmware.api [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154842, 'name': CloneVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.758112] env[68835]: DEBUG nova.network.neutron [-] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.827829] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154839, 'name': CloneVM_Task, 'duration_secs': 1.216897} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.828269] env[68835]: INFO nova.virt.vmwareapi.vmops [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Created linked-clone VM from snapshot [ 1117.829001] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053ea41f-0d1e-4050-a692-391d070b25e2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.837684] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Uploading image ba0cc5aa-f522-4a34-b9db-c10260c6821d {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1117.839754] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84c9c6ca-d9dc-4462-86a1-7c276ace15bd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.849810] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfe2693-af0c-41fe-831f-fc24af7699f5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.868832] env[68835]: DEBUG oslo_vmware.rw_handles [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1117.868832] env[68835]: value = "vm-631269" [ 1117.868832] env[68835]: _type = "VirtualMachine" [ 1117.868832] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1117.869131] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-914f0f5e-dcb6-40d9-8c9d-f738f582cdd2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.881698] env[68835]: DEBUG nova.compute.manager [req-49451cca-7a91-4bb1-9cc2-813795d8e4e1 req-5a766f00-012b-426b-8c7e-b38512bae0d4 service nova] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Detach interface failed, port_id=1fa6a82c-3486-4bea-bd49-e560e85e05f1, reason: Instance 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1117.883334] env[68835]: DEBUG oslo_vmware.rw_handles [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lease: (returnval){ [ 1117.883334] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5211e041-1ce7-b3ee-4948-81ab6c807814" [ 1117.883334] env[68835]: _type = "HttpNfcLease" [ 1117.883334] env[68835]: } obtained for exporting VM: (result){ [ 1117.883334] env[68835]: value = "vm-631269" [ 1117.883334] env[68835]: _type = "VirtualMachine" [ 1117.883334] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1117.883578] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the lease: (returnval){ [ 1117.883578] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5211e041-1ce7-b3ee-4948-81ab6c807814" [ 1117.883578] env[68835]: _type = "HttpNfcLease" [ 1117.883578] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1117.889683] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1117.889683] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5211e041-1ce7-b3ee-4948-81ab6c807814" [ 1117.889683] env[68835]: _type = "HttpNfcLease" [ 1117.889683] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1118.209884] env[68835]: DEBUG oslo_vmware.api [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154842, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.251513] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "4aab0464-23cc-4986-a84a-b4b3a744af0a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.251875] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "4aab0464-23cc-4986-a84a-b4b3a744af0a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.252140] env[68835]: INFO nova.compute.manager [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Shelving [ 1118.262999] env[68835]: INFO nova.compute.manager [-] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Took 1.28 seconds to deallocate network for instance. [ 1118.306479] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebb7de2-feaf-48fd-9362-b7faa70753ef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.313473] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9530d96e-7038-4bef-a1e8-ceaaaa6375c0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.346097] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fbe251-3acc-493a-86bf-792997ef7201 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.353947] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6647c20-4d80-401c-9bf2-37671ebf4602 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.368290] env[68835]: DEBUG nova.compute.provider_tree [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.392078] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1118.392078] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5211e041-1ce7-b3ee-4948-81ab6c807814" [ 1118.392078] env[68835]: _type = "HttpNfcLease" [ 1118.392078] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1118.392499] env[68835]: DEBUG oslo_vmware.rw_handles [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1118.392499] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5211e041-1ce7-b3ee-4948-81ab6c807814" [ 1118.392499] env[68835]: _type = "HttpNfcLease" [ 1118.392499] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1118.393428] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece6892f-1613-4de7-a842-222c04f74fe1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.402467] env[68835]: DEBUG oslo_vmware.rw_handles [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52089cf5-deb5-6470-9a24-a2c03a16a6b7/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1118.402681] env[68835]: DEBUG oslo_vmware.rw_handles [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52089cf5-deb5-6470-9a24-a2c03a16a6b7/disk-0.vmdk for reading. {{(pid=68835) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1118.493718] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-30c5a42c-81e9-4262-91cd-617c368d731c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.589232] env[68835]: DEBUG nova.compute.manager [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.610081] env[68835]: DEBUG nova.virt.hardware [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.610350] env[68835]: DEBUG nova.virt.hardware [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.610507] env[68835]: DEBUG nova.virt.hardware [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.610691] env[68835]: DEBUG nova.virt.hardware [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.610864] env[68835]: DEBUG nova.virt.hardware [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.611040] env[68835]: DEBUG nova.virt.hardware [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.611252] env[68835]: DEBUG nova.virt.hardware [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.611415] env[68835]: DEBUG nova.virt.hardware [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.611617] env[68835]: DEBUG nova.virt.hardware [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.611795] env[68835]: DEBUG nova.virt.hardware [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.611963] env[68835]: DEBUG nova.virt.hardware [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.612841] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca481e3-9e53-4267-b9ac-de73686a2150 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.621383] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88a9c7a-47d8-4e94-b676-c59064d7ef33 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.712137] env[68835]: DEBUG oslo_vmware.api [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154842, 'name': CloneVM_Task} progress is 95%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.772211] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.784707] env[68835]: DEBUG nova.compute.manager [req-8c71978e-48ab-4ffc-a725-3040dfb6855b req-9fc0c53e-a46d-4e47-8b97-48f9203ce643 service nova] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Received event network-vif-plugged-4268861f-767c-49c7-9045-cfb45ba2804c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.785027] env[68835]: DEBUG oslo_concurrency.lockutils [req-8c71978e-48ab-4ffc-a725-3040dfb6855b req-9fc0c53e-a46d-4e47-8b97-48f9203ce643 service nova] Acquiring lock "ebd099a7-5b62-44ab-9a92-3b39ca0b7d71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.785260] env[68835]: DEBUG oslo_concurrency.lockutils [req-8c71978e-48ab-4ffc-a725-3040dfb6855b req-9fc0c53e-a46d-4e47-8b97-48f9203ce643 service nova] Lock "ebd099a7-5b62-44ab-9a92-3b39ca0b7d71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.785516] env[68835]: DEBUG oslo_concurrency.lockutils [req-8c71978e-48ab-4ffc-a725-3040dfb6855b req-9fc0c53e-a46d-4e47-8b97-48f9203ce643 service nova] Lock "ebd099a7-5b62-44ab-9a92-3b39ca0b7d71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.785876] env[68835]: DEBUG nova.compute.manager [req-8c71978e-48ab-4ffc-a725-3040dfb6855b req-9fc0c53e-a46d-4e47-8b97-48f9203ce643 service nova] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] No waiting events found dispatching network-vif-plugged-4268861f-767c-49c7-9045-cfb45ba2804c {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.786241] env[68835]: WARNING nova.compute.manager [req-8c71978e-48ab-4ffc-a725-3040dfb6855b req-9fc0c53e-a46d-4e47-8b97-48f9203ce643 service nova] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Received unexpected event network-vif-plugged-4268861f-767c-49c7-9045-cfb45ba2804c for instance with vm_state building and task_state spawning. [ 1118.873650] env[68835]: DEBUG nova.scheduler.client.report [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.879485] env[68835]: DEBUG nova.network.neutron [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Successfully updated port: 4268861f-767c-49c7-9045-cfb45ba2804c {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.210915] env[68835]: DEBUG oslo_vmware.api [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154842, 'name': CloneVM_Task, 'duration_secs': 1.193283} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.211330] env[68835]: INFO nova.virt.vmwareapi.vmops [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Created linked-clone VM from snapshot [ 1119.212246] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e0a798-330c-49cd-be3e-9195bbd19f65 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.219664] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Uploading image 62114e5a-1c9f-4ba7-b8d8-8ce42a222309 {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1119.240633] env[68835]: DEBUG oslo_vmware.rw_handles [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1119.240633] env[68835]: value = "vm-631271" [ 1119.240633] env[68835]: _type = "VirtualMachine" [ 1119.240633] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1119.240943] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b305ca65-1aac-419b-9d99-5673868c69f3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.247822] env[68835]: DEBUG oslo_vmware.rw_handles [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lease: (returnval){ [ 1119.247822] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5270c8e7-9f7c-bc28-e434-966415abd87b" [ 1119.247822] env[68835]: _type = "HttpNfcLease" [ 1119.247822] env[68835]: } obtained for exporting VM: (result){ [ 1119.247822] env[68835]: value = "vm-631271" [ 1119.247822] env[68835]: _type = "VirtualMachine" [ 1119.247822] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1119.248132] env[68835]: DEBUG oslo_vmware.api [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the lease: (returnval){ [ 1119.248132] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5270c8e7-9f7c-bc28-e434-966415abd87b" [ 1119.248132] env[68835]: _type = "HttpNfcLease" [ 1119.248132] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1119.254760] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1119.254760] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5270c8e7-9f7c-bc28-e434-966415abd87b" [ 1119.254760] env[68835]: _type = "HttpNfcLease" [ 1119.254760] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1119.264502] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.264782] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2be2a96-bd00-40b7-b37e-fd5ddb4faa65 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.271212] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1119.271212] env[68835]: value = "task-3154845" [ 1119.271212] env[68835]: _type = "Task" [ 1119.271212] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.279759] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.382583] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.383317] env[68835]: DEBUG nova.compute.manager [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.387647] env[68835]: DEBUG oslo_concurrency.lockutils [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "refresh_cache-ebd099a7-5b62-44ab-9a92-3b39ca0b7d71" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.387973] env[68835]: DEBUG oslo_concurrency.lockutils [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "refresh_cache-ebd099a7-5b62-44ab-9a92-3b39ca0b7d71" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.388369] env[68835]: DEBUG nova.network.neutron [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.390404] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.619s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.390830] env[68835]: DEBUG nova.objects.instance [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Lazy-loading 'resources' on Instance uuid 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.756571] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1119.756571] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5270c8e7-9f7c-bc28-e434-966415abd87b" [ 1119.756571] env[68835]: _type = "HttpNfcLease" [ 1119.756571] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1119.756890] env[68835]: DEBUG oslo_vmware.rw_handles [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1119.756890] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5270c8e7-9f7c-bc28-e434-966415abd87b" [ 1119.756890] env[68835]: _type = "HttpNfcLease" [ 1119.756890] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1119.757844] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0a5d59-ba35-4ae7-bd3f-5081aa353479 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.766091] env[68835]: DEBUG oslo_vmware.rw_handles [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52342c1f-f864-983a-6ce8-caf20fd3f32e/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1119.766413] env[68835]: DEBUG oslo_vmware.rw_handles [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52342c1f-f864-983a-6ce8-caf20fd3f32e/disk-0.vmdk for reading. {{(pid=68835) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1119.833856] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154845, 'name': PowerOffVM_Task, 'duration_secs': 0.192797} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.835296] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.835392] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e2a1e2-9897-4501-a49c-ff67f2ed8565 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.854281] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c87a70-46c8-4394-82ee-29b3ff69ccdd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.860555] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f7687a2b-ba87-43d6-b8fd-aa970f0047c9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.888726] env[68835]: DEBUG nova.compute.utils [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.890445] env[68835]: DEBUG nova.compute.manager [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.891204] env[68835]: DEBUG nova.network.neutron [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.929100] env[68835]: DEBUG nova.network.neutron [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.948086] env[68835]: DEBUG nova.policy [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daabf2a6f1ab469eacbe8bcf3339e082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ca547bcf9f646e3967cf9b33c347e5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.054675] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cf1dd5-7996-49eb-b0ac-c3a0465fa747 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.063053] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0db7388-26ee-48b4-ad91-0f038baeba73 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.098482] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32867ba0-cdcc-4d3b-9148-c9af52ef88c6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.106484] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1672b08-f893-4d6e-b557-81f6a600238a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.121757] env[68835]: DEBUG nova.compute.provider_tree [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.129412] env[68835]: DEBUG nova.network.neutron [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Updating instance_info_cache with network_info: [{"id": "4268861f-767c-49c7-9045-cfb45ba2804c", "address": "fa:16:3e:c6:9d:98", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4268861f-76", "ovs_interfaceid": "4268861f-767c-49c7-9045-cfb45ba2804c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.260781] env[68835]: DEBUG nova.network.neutron [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Successfully created port: c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.370461] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Creating Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1120.370867] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f210eea0-c602-494c-8836-3c9cdd9c1ea3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.379082] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1120.379082] env[68835]: value = "task-3154846" [ 1120.379082] env[68835]: _type = "Task" [ 1120.379082] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.388802] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154846, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.394833] env[68835]: DEBUG nova.compute.manager [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.625810] env[68835]: DEBUG nova.scheduler.client.report [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.631717] env[68835]: DEBUG oslo_concurrency.lockutils [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "refresh_cache-ebd099a7-5b62-44ab-9a92-3b39ca0b7d71" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.632372] env[68835]: DEBUG nova.compute.manager [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Instance network_info: |[{"id": "4268861f-767c-49c7-9045-cfb45ba2804c", "address": "fa:16:3e:c6:9d:98", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4268861f-76", "ovs_interfaceid": "4268861f-767c-49c7-9045-cfb45ba2804c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.633443] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:9d:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4268861f-767c-49c7-9045-cfb45ba2804c', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.641537] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.642012] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.642449] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8994bee1-920f-4e0e-8f10-2f8b9fceb392 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.665782] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.665782] env[68835]: value = "task-3154847" [ 1120.665782] env[68835]: _type = "Task" [ 1120.665782] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.676993] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154847, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.821859] env[68835]: DEBUG nova.compute.manager [req-3b86897b-159a-4f45-a7ff-a1076f0fabf2 req-3a7ff0a8-5110-4e19-925e-9baa70c7207b service nova] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Received event network-changed-4268861f-767c-49c7-9045-cfb45ba2804c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.823132] env[68835]: DEBUG nova.compute.manager [req-3b86897b-159a-4f45-a7ff-a1076f0fabf2 req-3a7ff0a8-5110-4e19-925e-9baa70c7207b service nova] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Refreshing instance network info cache due to event network-changed-4268861f-767c-49c7-9045-cfb45ba2804c. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.823132] env[68835]: DEBUG oslo_concurrency.lockutils [req-3b86897b-159a-4f45-a7ff-a1076f0fabf2 req-3a7ff0a8-5110-4e19-925e-9baa70c7207b service nova] Acquiring lock "refresh_cache-ebd099a7-5b62-44ab-9a92-3b39ca0b7d71" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.823306] env[68835]: DEBUG oslo_concurrency.lockutils [req-3b86897b-159a-4f45-a7ff-a1076f0fabf2 req-3a7ff0a8-5110-4e19-925e-9baa70c7207b service nova] Acquired lock "refresh_cache-ebd099a7-5b62-44ab-9a92-3b39ca0b7d71" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.826553] env[68835]: DEBUG nova.network.neutron [req-3b86897b-159a-4f45-a7ff-a1076f0fabf2 req-3a7ff0a8-5110-4e19-925e-9baa70c7207b service nova] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Refreshing network info cache for port 4268861f-767c-49c7-9045-cfb45ba2804c {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.890697] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154846, 'name': CreateSnapshot_Task, 'duration_secs': 0.447815} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.891175] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Created Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1120.892149] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040ef9aa-aaa7-4b0f-8674-05716648e7c5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.131846] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.158353] env[68835]: INFO nova.scheduler.client.report [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Deleted allocations for instance 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e [ 1121.180163] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154847, 'name': CreateVM_Task, 'duration_secs': 0.391741} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.180475] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.181615] env[68835]: DEBUG oslo_concurrency.lockutils [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.182084] env[68835]: DEBUG oslo_concurrency.lockutils [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.182828] env[68835]: DEBUG oslo_concurrency.lockutils [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.183382] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39321df2-2cde-4382-8488-33e8cf6574f5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.190812] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1121.190812] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52580983-0f3e-62a1-7958-2476ca6d93a2" [ 1121.190812] env[68835]: _type = "Task" [ 1121.190812] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.204531] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52580983-0f3e-62a1-7958-2476ca6d93a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.410592] env[68835]: DEBUG nova.compute.manager [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.420401] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Creating linked-clone VM from snapshot {{(pid=68835) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1121.423198] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a801d912-ccd3-455e-8b33-8798db75627d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.434028] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1121.434028] env[68835]: value = "task-3154848" [ 1121.434028] env[68835]: _type = "Task" [ 1121.434028] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.444339] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154848, 'name': CloneVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.604616] env[68835]: DEBUG nova.network.neutron [req-3b86897b-159a-4f45-a7ff-a1076f0fabf2 req-3a7ff0a8-5110-4e19-925e-9baa70c7207b service nova] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Updated VIF entry in instance network info cache for port 4268861f-767c-49c7-9045-cfb45ba2804c. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.605195] env[68835]: DEBUG nova.network.neutron [req-3b86897b-159a-4f45-a7ff-a1076f0fabf2 req-3a7ff0a8-5110-4e19-925e-9baa70c7207b service nova] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Updating instance_info_cache with network_info: [{"id": "4268861f-767c-49c7-9045-cfb45ba2804c", "address": "fa:16:3e:c6:9d:98", "network": {"id": "cd9c3300-acf1-4a7d-b73d-ed3fb9be8393", "bridge": "br-int", "label": "tempest-ServersTestJSON-441430234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5789565d9a494faa810646fa93eca63f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4268861f-76", "ovs_interfaceid": "4268861f-767c-49c7-9045-cfb45ba2804c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.668550] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3cc64c8d-7467-44fd-8b2e-466e94504c4a tempest-ServerGroupTestJSON-641623734 tempest-ServerGroupTestJSON-641623734-project-member] Lock "84cb47ee-99f1-4355-9a7f-3746e3b7fc7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.325s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.703873] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52580983-0f3e-62a1-7958-2476ca6d93a2, 'name': SearchDatastore_Task, 'duration_secs': 0.014477} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.704268] env[68835]: DEBUG oslo_concurrency.lockutils [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.704550] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.704869] env[68835]: DEBUG oslo_concurrency.lockutils [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.705093] env[68835]: DEBUG oslo_concurrency.lockutils [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.705325] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.706012] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-589c3596-8b0d-48d4-a1fe-7bb5bd297164 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.715273] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.715522] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.716423] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e773bb2-29d0-43e9-8b9d-7bad6cbc81f1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.722934] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1121.722934] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d7e088-7151-e747-4c3a-688d0c5319bd" [ 1121.722934] env[68835]: _type = "Task" [ 1121.722934] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.732318] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d7e088-7151-e747-4c3a-688d0c5319bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.791103] env[68835]: DEBUG nova.network.neutron [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Successfully updated port: c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.945155] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154848, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.107982] env[68835]: DEBUG oslo_concurrency.lockutils [req-3b86897b-159a-4f45-a7ff-a1076f0fabf2 req-3a7ff0a8-5110-4e19-925e-9baa70c7207b service nova] Releasing lock "refresh_cache-ebd099a7-5b62-44ab-9a92-3b39ca0b7d71" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.234241] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d7e088-7151-e747-4c3a-688d0c5319bd, 'name': SearchDatastore_Task, 'duration_secs': 0.015311} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.235268] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-444b3a79-0555-4f5f-9bd5-8a7813c00795 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.242159] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1122.242159] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]528a5d0f-213d-d5aa-5ca5-d1d1576f1b8f" [ 1122.242159] env[68835]: _type = "Task" [ 1122.242159] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.253546] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528a5d0f-213d-d5aa-5ca5-d1d1576f1b8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.297609] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.297856] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.298033] env[68835]: DEBUG nova.network.neutron [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.455935] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154848, 'name': CloneVM_Task} progress is 95%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.754329] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]528a5d0f-213d-d5aa-5ca5-d1d1576f1b8f, 'name': SearchDatastore_Task, 'duration_secs': 0.012064} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.754641] env[68835]: DEBUG oslo_concurrency.lockutils [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.754933] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] ebd099a7-5b62-44ab-9a92-3b39ca0b7d71/ebd099a7-5b62-44ab-9a92-3b39ca0b7d71.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.755261] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37d355d1-a2fb-4a5f-a591-4d1a08b249f0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.762761] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1122.762761] env[68835]: value = "task-3154849" [ 1122.762761] env[68835]: _type = "Task" [ 1122.762761] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.771905] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.845063] env[68835]: DEBUG nova.network.neutron [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.854186] env[68835]: DEBUG nova.compute.manager [req-544982c7-2a87-45a1-b3ef-3e1ca2416b31 req-e9e85748-4bf5-40b7-844f-a9a314cd4621 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Received event network-vif-plugged-c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.856589] env[68835]: DEBUG oslo_concurrency.lockutils [req-544982c7-2a87-45a1-b3ef-3e1ca2416b31 req-e9e85748-4bf5-40b7-844f-a9a314cd4621 service nova] Acquiring lock "5b82000a-baf2-48e7-a0be-3d8192844743-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.856589] env[68835]: DEBUG oslo_concurrency.lockutils [req-544982c7-2a87-45a1-b3ef-3e1ca2416b31 req-e9e85748-4bf5-40b7-844f-a9a314cd4621 service nova] Lock "5b82000a-baf2-48e7-a0be-3d8192844743-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.856589] env[68835]: DEBUG oslo_concurrency.lockutils [req-544982c7-2a87-45a1-b3ef-3e1ca2416b31 req-e9e85748-4bf5-40b7-844f-a9a314cd4621 service nova] Lock "5b82000a-baf2-48e7-a0be-3d8192844743-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.856589] env[68835]: DEBUG nova.compute.manager [req-544982c7-2a87-45a1-b3ef-3e1ca2416b31 req-e9e85748-4bf5-40b7-844f-a9a314cd4621 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] No waiting events found dispatching network-vif-plugged-c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.856589] env[68835]: WARNING nova.compute.manager [req-544982c7-2a87-45a1-b3ef-3e1ca2416b31 req-e9e85748-4bf5-40b7-844f-a9a314cd4621 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Received unexpected event network-vif-plugged-c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0 for instance with vm_state building and task_state spawning. [ 1122.856589] env[68835]: DEBUG nova.compute.manager [req-544982c7-2a87-45a1-b3ef-3e1ca2416b31 req-e9e85748-4bf5-40b7-844f-a9a314cd4621 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Received event network-changed-c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.856589] env[68835]: DEBUG nova.compute.manager [req-544982c7-2a87-45a1-b3ef-3e1ca2416b31 req-e9e85748-4bf5-40b7-844f-a9a314cd4621 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Refreshing instance network info cache due to event network-changed-c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.856589] env[68835]: DEBUG oslo_concurrency.lockutils [req-544982c7-2a87-45a1-b3ef-3e1ca2416b31 req-e9e85748-4bf5-40b7-844f-a9a314cd4621 service nova] Acquiring lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.947022] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154848, 'name': CloneVM_Task, 'duration_secs': 1.295282} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.947446] env[68835]: INFO nova.virt.vmwareapi.vmops [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Created linked-clone VM from snapshot [ 1122.948456] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6a2a5c-a4db-45af-a9d9-92117b232a03 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.958852] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Uploading image 44a4f737-fff2-4105-b7ac-401a07bc8238 {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1123.000656] env[68835]: DEBUG nova.network.neutron [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Updating instance_info_cache with network_info: [{"id": "c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0", "address": "fa:16:3e:73:02:06", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc10de0fe-7f", "ovs_interfaceid": "c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.274493] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154849, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.504431] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.504431] env[68835]: DEBUG nova.compute.manager [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Instance network_info: |[{"id": "c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0", "address": "fa:16:3e:73:02:06", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc10de0fe-7f", "ovs_interfaceid": "c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.504587] env[68835]: DEBUG oslo_concurrency.lockutils [req-544982c7-2a87-45a1-b3ef-3e1ca2416b31 req-e9e85748-4bf5-40b7-844f-a9a314cd4621 service nova] Acquired lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.505440] env[68835]: DEBUG nova.network.neutron [req-544982c7-2a87-45a1-b3ef-3e1ca2416b31 req-e9e85748-4bf5-40b7-844f-a9a314cd4621 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Refreshing network info cache for port c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.776491] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644225} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.776491] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] ebd099a7-5b62-44ab-9a92-3b39ca0b7d71/ebd099a7-5b62-44ab-9a92-3b39ca0b7d71.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.776606] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.776849] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4dab47e-b1e7-461e-8ab1-77074d883210 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.784861] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1123.784861] env[68835]: value = "task-3154850" [ 1123.784861] env[68835]: _type = "Task" [ 1123.784861] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.793204] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.262937] env[68835]: DEBUG nova.network.neutron [req-544982c7-2a87-45a1-b3ef-3e1ca2416b31 req-e9e85748-4bf5-40b7-844f-a9a314cd4621 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Updated VIF entry in instance network info cache for port c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.263523] env[68835]: DEBUG nova.network.neutron [req-544982c7-2a87-45a1-b3ef-3e1ca2416b31 req-e9e85748-4bf5-40b7-844f-a9a314cd4621 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Updating instance_info_cache with network_info: [{"id": "c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0", "address": "fa:16:3e:73:02:06", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc10de0fe-7f", "ovs_interfaceid": "c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.294161] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071593} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.294436] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.295276] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9f213e-b279-42b4-a1f5-6a34c1ac9821 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.317570] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] ebd099a7-5b62-44ab-9a92-3b39ca0b7d71/ebd099a7-5b62-44ab-9a92-3b39ca0b7d71.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.318292] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14f6b95a-63e2-46c0-bfc9-0d4207115f57 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.339499] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1124.339499] env[68835]: value = "task-3154851" [ 1124.339499] env[68835]: _type = "Task" [ 1124.339499] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.348550] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154851, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.766809] env[68835]: DEBUG oslo_concurrency.lockutils [req-544982c7-2a87-45a1-b3ef-3e1ca2416b31 req-e9e85748-4bf5-40b7-844f-a9a314cd4621 service nova] Releasing lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.849981] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154851, 'name': ReconfigVM_Task, 'duration_secs': 0.414228} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.850374] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Reconfigured VM instance instance-0000006c to attach disk [datastore1] ebd099a7-5b62-44ab-9a92-3b39ca0b7d71/ebd099a7-5b62-44ab-9a92-3b39ca0b7d71.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.851059] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3eb46cf9-fb7e-4a5c-b24c-d006d24e411e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.858204] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1124.858204] env[68835]: value = "task-3154852" [ 1124.858204] env[68835]: _type = "Task" [ 1124.858204] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.866445] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154852, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.368883] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154852, 'name': Rename_Task, 'duration_secs': 0.184042} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.369302] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.369601] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7274c06b-af95-4bf3-a88d-23bc88671df0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.376576] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1125.376576] env[68835]: value = "task-3154853" [ 1125.376576] env[68835]: _type = "Task" [ 1125.376576] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.384921] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.887850] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154853, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.240939] env[68835]: DEBUG nova.virt.hardware [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.241226] env[68835]: DEBUG nova.virt.hardware [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.241425] env[68835]: DEBUG nova.virt.hardware [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.241611] env[68835]: DEBUG nova.virt.hardware [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.241759] env[68835]: DEBUG nova.virt.hardware [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.241904] env[68835]: DEBUG nova.virt.hardware [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.242181] env[68835]: DEBUG nova.virt.hardware [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.242361] env[68835]: DEBUG nova.virt.hardware [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.242536] env[68835]: DEBUG nova.virt.hardware [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.242702] env[68835]: DEBUG nova.virt.hardware [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.242907] env[68835]: DEBUG nova.virt.hardware [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.245161] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88970cd9-883b-448d-91b1-926c18553722 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.254676] env[68835]: DEBUG oslo_vmware.rw_handles [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1126.254676] env[68835]: value = "vm-631274" [ 1126.254676] env[68835]: _type = "VirtualMachine" [ 1126.254676] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1126.256037] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6cbb97-895c-4e55-922e-e9da857c7f82 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.261214] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-af1d0e3a-f6b3-422f-a848-2b5c8240eff3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.273478] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:02:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.282141] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.284648] env[68835]: DEBUG oslo_vmware.rw_handles [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52089cf5-deb5-6470-9a24-a2c03a16a6b7/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1126.286216] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.287050] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1028639e-dae3-4968-9fc8-61c2465e8656 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.290089] env[68835]: DEBUG oslo_vmware.rw_handles [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lease: (returnval){ [ 1126.290089] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52b3c99e-a174-2040-5f09-8b59cfbe9e4e" [ 1126.290089] env[68835]: _type = "HttpNfcLease" [ 1126.290089] env[68835]: } obtained for exporting VM: (result){ [ 1126.290089] env[68835]: value = "vm-631274" [ 1126.290089] env[68835]: _type = "VirtualMachine" [ 1126.290089] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1126.290342] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the lease: (returnval){ [ 1126.290342] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52b3c99e-a174-2040-5f09-8b59cfbe9e4e" [ 1126.290342] env[68835]: _type = "HttpNfcLease" [ 1126.290342] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1126.290555] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9583c97-48b8-411f-aedd-4ca19c2241b5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.311828] env[68835]: DEBUG oslo_vmware.rw_handles [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52089cf5-deb5-6470-9a24-a2c03a16a6b7/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1126.312132] env[68835]: ERROR oslo_vmware.rw_handles [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52089cf5-deb5-6470-9a24-a2c03a16a6b7/disk-0.vmdk due to incomplete transfer. [ 1126.312730] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9d8c152b-c424-4d4f-b064-26a2ffb4b301 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.317912] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1126.317912] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52b3c99e-a174-2040-5f09-8b59cfbe9e4e" [ 1126.317912] env[68835]: _type = "HttpNfcLease" [ 1126.317912] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1126.319607] env[68835]: DEBUG oslo_vmware.rw_handles [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1126.319607] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52b3c99e-a174-2040-5f09-8b59cfbe9e4e" [ 1126.319607] env[68835]: _type = "HttpNfcLease" [ 1126.319607] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1126.319852] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.319852] env[68835]: value = "task-3154855" [ 1126.319852] env[68835]: _type = "Task" [ 1126.319852] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.320629] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a4d2c5-b7a6-426a-a743-d8048cb99c01 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.328379] env[68835]: DEBUG oslo_vmware.rw_handles [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52089cf5-deb5-6470-9a24-a2c03a16a6b7/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1126.328597] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Uploaded image ba0cc5aa-f522-4a34-b9db-c10260c6821d to the Glance image server {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1126.331013] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Destroying the VM {{(pid=68835) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1126.334748] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-594b86ab-8d93-4a63-bdd1-28a751413e94 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.336521] env[68835]: DEBUG oslo_vmware.rw_handles [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fbdbe-34ec-e473-3f85-92cb4fd42eda/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1126.336741] env[68835]: DEBUG oslo_vmware.rw_handles [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fbdbe-34ec-e473-3f85-92cb4fd42eda/disk-0.vmdk for reading. {{(pid=68835) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1126.341590] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154855, 'name': CreateVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.410006] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1126.410006] env[68835]: value = "task-3154856" [ 1126.410006] env[68835]: _type = "Task" [ 1126.410006] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.418659] env[68835]: DEBUG oslo_vmware.api [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154853, 'name': PowerOnVM_Task, 'duration_secs': 0.597889} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.419313] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.419554] env[68835]: INFO nova.compute.manager [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1126.419758] env[68835]: DEBUG nova.compute.manager [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.420589] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b1e31d-2da1-46cb-84c3-126cee0bdb86 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.426572] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154856, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.463066] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-812fd467-da8e-4609-b5b2-bfe13f9d44e9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.834362] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154855, 'name': CreateVM_Task, 'duration_secs': 0.433968} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.835076] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.835684] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.835953] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.836354] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.836848] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0209bea-26b5-4b99-9da8-dba640979a31 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.842500] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1126.842500] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]522331b6-e152-cc0b-b27a-97c4012d88fc" [ 1126.842500] env[68835]: _type = "Task" [ 1126.842500] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.851703] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]522331b6-e152-cc0b-b27a-97c4012d88fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.923869] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154856, 'name': Destroy_Task, 'duration_secs': 0.490005} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.924551] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Destroyed the VM [ 1126.924910] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Deleting Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1126.925310] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aaafdbbb-0403-41d8-930a-388261bbba7c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.932943] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1126.932943] env[68835]: value = "task-3154857" [ 1126.932943] env[68835]: _type = "Task" [ 1126.932943] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.947020] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154857, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.949454] env[68835]: INFO nova.compute.manager [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Took 12.62 seconds to build instance. [ 1127.178727] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "04133b57-9f72-48a8-a748-4af8c1e48bbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.179091] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "04133b57-9f72-48a8-a748-4af8c1e48bbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.326727] env[68835]: DEBUG oslo_vmware.rw_handles [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52342c1f-f864-983a-6ce8-caf20fd3f32e/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1127.329138] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3131fdca-5409-4573-b20f-5544ca8ed754 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.335595] env[68835]: DEBUG oslo_vmware.rw_handles [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52342c1f-f864-983a-6ce8-caf20fd3f32e/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1127.335848] env[68835]: ERROR oslo_vmware.rw_handles [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52342c1f-f864-983a-6ce8-caf20fd3f32e/disk-0.vmdk due to incomplete transfer. [ 1127.336155] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-123b5c7e-578b-486b-85af-1ab973b3bcf9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.347278] env[68835]: DEBUG oslo_vmware.rw_handles [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52342c1f-f864-983a-6ce8-caf20fd3f32e/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1127.347558] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Uploaded image 62114e5a-1c9f-4ba7-b8d8-8ce42a222309 to the Glance image server {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1127.349483] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Destroying the VM {{(pid=68835) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1127.349803] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d0671a0b-1240-4971-8e5a-0bd219086c3e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.356770] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]522331b6-e152-cc0b-b27a-97c4012d88fc, 'name': SearchDatastore_Task, 'duration_secs': 0.015895} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.358290] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.358559] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.359536] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.359536] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.359536] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.359713] env[68835]: DEBUG oslo_vmware.api [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1127.359713] env[68835]: value = "task-3154858" [ 1127.359713] env[68835]: _type = "Task" [ 1127.359713] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.359840] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8fa3ab1-cd96-4f99-bff5-ff794ebe7d6e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.371490] env[68835]: DEBUG oslo_vmware.api [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154858, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.372755] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.373039] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.373813] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79c74f50-1d55-49fa-8a85-457b19bdc718 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.379021] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1127.379021] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]525764ab-d64b-4b48-2008-7aab3d03d105" [ 1127.379021] env[68835]: _type = "Task" [ 1127.379021] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.388053] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525764ab-d64b-4b48-2008-7aab3d03d105, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.442492] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154857, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.452217] env[68835]: DEBUG oslo_concurrency.lockutils [None req-900cf45a-e273-4844-a4e8-29b9ec2dedcd tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "ebd099a7-5b62-44ab-9a92-3b39ca0b7d71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.128s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.682424] env[68835]: DEBUG nova.compute.manager [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.871032] env[68835]: DEBUG oslo_vmware.api [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154858, 'name': Destroy_Task, 'duration_secs': 0.31976} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.871335] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Destroyed the VM [ 1127.871648] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Deleting Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1127.871952] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-679f7319-8deb-4c7c-beea-2ccee3079b76 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.878392] env[68835]: DEBUG oslo_vmware.api [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1127.878392] env[68835]: value = "task-3154859" [ 1127.878392] env[68835]: _type = "Task" [ 1127.878392] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.890626] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525764ab-d64b-4b48-2008-7aab3d03d105, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.894099] env[68835]: DEBUG oslo_vmware.api [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154859, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.894394] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6298955e-bf3a-45cb-828b-57c22493b1af {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.899563] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1127.899563] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52418e3b-2a1a-b3bb-a3a5-70262041bb41" [ 1127.899563] env[68835]: _type = "Task" [ 1127.899563] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.908537] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52418e3b-2a1a-b3bb-a3a5-70262041bb41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.942438] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154857, 'name': RemoveSnapshot_Task, 'duration_secs': 0.699908} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.942712] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Deleted Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1127.943093] env[68835]: DEBUG nova.compute.manager [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.943891] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97353459-8732-4107-ae46-24f3740d656a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.024780] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a6d66aab-6d43-4c58-9a86-b2e0c996de88 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "ebd099a7-5b62-44ab-9a92-3b39ca0b7d71" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.025188] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a6d66aab-6d43-4c58-9a86-b2e0c996de88 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "ebd099a7-5b62-44ab-9a92-3b39ca0b7d71" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.025386] env[68835]: DEBUG nova.compute.manager [None req-a6d66aab-6d43-4c58-9a86-b2e0c996de88 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.026357] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f823772-b33b-4d86-a0ae-ffad21216d21 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.033900] env[68835]: DEBUG nova.compute.manager [None req-a6d66aab-6d43-4c58-9a86-b2e0c996de88 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68835) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1128.034523] env[68835]: DEBUG nova.objects.instance [None req-a6d66aab-6d43-4c58-9a86-b2e0c996de88 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lazy-loading 'flavor' on Instance uuid ebd099a7-5b62-44ab-9a92-3b39ca0b7d71 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.207209] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.207527] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.209061] env[68835]: INFO nova.compute.claims [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.390987] env[68835]: DEBUG oslo_vmware.api [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154859, 'name': RemoveSnapshot_Task, 'duration_secs': 0.486343} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.391280] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Deleted Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1128.391501] env[68835]: INFO nova.compute.manager [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Took 12.77 seconds to snapshot the instance on the hypervisor. [ 1128.409613] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52418e3b-2a1a-b3bb-a3a5-70262041bb41, 'name': SearchDatastore_Task, 'duration_secs': 0.009208} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.409867] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.410233] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 5b82000a-baf2-48e7-a0be-3d8192844743/5b82000a-baf2-48e7-a0be-3d8192844743.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.410396] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a558263f-12d4-4b3a-84e7-ae48a7697eb4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.416862] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1128.416862] env[68835]: value = "task-3154860" [ 1128.416862] env[68835]: _type = "Task" [ 1128.416862] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.424696] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.456415] env[68835]: INFO nova.compute.manager [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Shelve offloading [ 1128.928156] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154860, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.940442] env[68835]: DEBUG nova.compute.manager [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Found 3 images (rotation: 2) {{(pid=68835) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1128.940581] env[68835]: DEBUG nova.compute.manager [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Rotating out 1 backups {{(pid=68835) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1128.940763] env[68835]: DEBUG nova.compute.manager [None req-528a38d2-b1e7-4c7c-b4ce-faeac801c7c2 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Deleting image 46b27a87-9b80-4f01-8c85-8571ec0c5bdb {{(pid=68835) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1128.960435] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.960792] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b7e24b1-e107-446a-b651-a16409e7745e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.969875] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1128.969875] env[68835]: value = "task-3154861" [ 1128.969875] env[68835]: _type = "Task" [ 1128.969875] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.979371] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.042481] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d66aab-6d43-4c58-9a86-b2e0c996de88 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.042816] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-894f20a5-da33-43fb-a663-570e89eeb3a1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.055329] env[68835]: DEBUG oslo_vmware.api [None req-a6d66aab-6d43-4c58-9a86-b2e0c996de88 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1129.055329] env[68835]: value = "task-3154862" [ 1129.055329] env[68835]: _type = "Task" [ 1129.055329] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.064736] env[68835]: DEBUG oslo_vmware.api [None req-a6d66aab-6d43-4c58-9a86-b2e0c996de88 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.368827] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651f8a03-1442-48ea-9ee0-4dc5b680266a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.377116] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9f18ba-560f-47a7-9a01-f00e66545214 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.410599] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e48f2f-b31d-4513-8662-f54e0cdd3a9e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.421748] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8444d6f2-4fa5-4596-b194-bead94be8f06 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.431066] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154860, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.439240] env[68835]: DEBUG nova.compute.provider_tree [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.480738] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] VM already powered off {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1129.481151] env[68835]: DEBUG nova.compute.manager [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.481822] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61125c8-3ca9-4e92-aa1c-32e00b1b28b6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.487802] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.487954] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquired lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.488149] env[68835]: DEBUG nova.network.neutron [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.566044] env[68835]: DEBUG oslo_vmware.api [None req-a6d66aab-6d43-4c58-9a86-b2e0c996de88 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154862, 'name': PowerOffVM_Task, 'duration_secs': 0.210743} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.566375] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d66aab-6d43-4c58-9a86-b2e0c996de88 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.566612] env[68835]: DEBUG nova.compute.manager [None req-a6d66aab-6d43-4c58-9a86-b2e0c996de88 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.567408] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9664a45-6fb3-4df6-ae86-3be7c6b9e571 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.927958] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154860, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.46924} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.928169] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 5b82000a-baf2-48e7-a0be-3d8192844743/5b82000a-baf2-48e7-a0be-3d8192844743.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.928364] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.928611] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ad56e54-7db2-4a06-9607-309e42687710 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.935445] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1129.935445] env[68835]: value = "task-3154863" [ 1129.935445] env[68835]: _type = "Task" [ 1129.935445] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.944848] env[68835]: DEBUG nova.scheduler.client.report [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.948777] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.078797] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a6d66aab-6d43-4c58-9a86-b2e0c996de88 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "ebd099a7-5b62-44ab-9a92-3b39ca0b7d71" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.223326] env[68835]: DEBUG nova.network.neutron [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Updating instance_info_cache with network_info: [{"id": "f95ade32-ced6-4c6f-a502-11af5518764f", "address": "fa:16:3e:75:56:26", "network": {"id": "da7fa90e-7f64-4b73-9608-1118aa2742d1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1289376040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208dae9fe2434d12937fb80bcaac1273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf95ade32-ce", "ovs_interfaceid": "f95ade32-ced6-4c6f-a502-11af5518764f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.372491] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a7889f4-34f2-486b-800b-7ea8456ec2ff tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "ddacced6-b1b3-4934-aeac-abe408b0e343" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.373289] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a7889f4-34f2-486b-800b-7ea8456ec2ff tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "ddacced6-b1b3-4934-aeac-abe408b0e343" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.373289] env[68835]: DEBUG nova.compute.manager [None req-6a7889f4-34f2-486b-800b-7ea8456ec2ff tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.374045] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5359535-7587-4674-ad57-7d6ebd738bf3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.381459] env[68835]: DEBUG nova.compute.manager [None req-6a7889f4-34f2-486b-800b-7ea8456ec2ff tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68835) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1130.382045] env[68835]: DEBUG nova.objects.instance [None req-6a7889f4-34f2-486b-800b-7ea8456ec2ff tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lazy-loading 'flavor' on Instance uuid ddacced6-b1b3-4934-aeac-abe408b0e343 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.445467] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065762} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.445711] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.447065] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e35ddb-b1a6-4ea6-b049-d74c41ed0314 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.449649] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.450145] env[68835]: DEBUG nova.compute.manager [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.473373] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 5b82000a-baf2-48e7-a0be-3d8192844743/5b82000a-baf2-48e7-a0be-3d8192844743.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.473752] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8f8620b-c07d-4d45-92c8-d26637807aa4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.494935] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1130.494935] env[68835]: value = "task-3154864" [ 1130.494935] env[68835]: _type = "Task" [ 1130.494935] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.503399] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.727106] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Releasing lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.851380] env[68835]: DEBUG oslo_concurrency.lockutils [None req-352f871a-d95e-4d19-8a23-8795fe97678b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "15b953b9-f3fc-4706-8a74-99d87a27fed6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.851648] env[68835]: DEBUG oslo_concurrency.lockutils [None req-352f871a-d95e-4d19-8a23-8795fe97678b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "15b953b9-f3fc-4706-8a74-99d87a27fed6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.851824] env[68835]: DEBUG nova.compute.manager [None req-352f871a-d95e-4d19-8a23-8795fe97678b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.852786] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560bc4ce-0d1d-4ec8-a9dd-977e82af3850 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.859971] env[68835]: DEBUG nova.compute.manager [None req-352f871a-d95e-4d19-8a23-8795fe97678b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68835) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1130.860313] env[68835]: DEBUG nova.objects.instance [None req-352f871a-d95e-4d19-8a23-8795fe97678b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lazy-loading 'flavor' on Instance uuid 15b953b9-f3fc-4706-8a74-99d87a27fed6 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.958931] env[68835]: DEBUG nova.compute.utils [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.959616] env[68835]: DEBUG nova.compute.manager [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.959730] env[68835]: DEBUG nova.network.neutron [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.002263] env[68835]: DEBUG nova.policy [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98de433c1c7c4dfc8863da379fc6de76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ab47b8cc0744dc8813f9a928090e14a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.004727] env[68835]: DEBUG nova.compute.manager [req-f22a0783-67f8-445f-a252-d9da168a9a37 req-7533dcdf-171b-4d8b-81a0-914aa4341cc1 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Received event network-vif-unplugged-f95ade32-ced6-4c6f-a502-11af5518764f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.005306] env[68835]: DEBUG oslo_concurrency.lockutils [req-f22a0783-67f8-445f-a252-d9da168a9a37 req-7533dcdf-171b-4d8b-81a0-914aa4341cc1 service nova] Acquiring lock "235d675a-3113-4eae-ae03-f504a8d53a95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.005306] env[68835]: DEBUG oslo_concurrency.lockutils [req-f22a0783-67f8-445f-a252-d9da168a9a37 req-7533dcdf-171b-4d8b-81a0-914aa4341cc1 service nova] Lock "235d675a-3113-4eae-ae03-f504a8d53a95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.008748] env[68835]: DEBUG oslo_concurrency.lockutils [req-f22a0783-67f8-445f-a252-d9da168a9a37 req-7533dcdf-171b-4d8b-81a0-914aa4341cc1 service nova] Lock "235d675a-3113-4eae-ae03-f504a8d53a95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.008957] env[68835]: DEBUG nova.compute.manager [req-f22a0783-67f8-445f-a252-d9da168a9a37 req-7533dcdf-171b-4d8b-81a0-914aa4341cc1 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] No waiting events found dispatching network-vif-unplugged-f95ade32-ced6-4c6f-a502-11af5518764f {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.009179] env[68835]: WARNING nova.compute.manager [req-f22a0783-67f8-445f-a252-d9da168a9a37 req-7533dcdf-171b-4d8b-81a0-914aa4341cc1 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Received unexpected event network-vif-unplugged-f95ade32-ced6-4c6f-a502-11af5518764f for instance with vm_state shelved and task_state shelving_offloading. [ 1131.020072] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154864, 'name': ReconfigVM_Task, 'duration_secs': 0.304633} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.020374] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 5b82000a-baf2-48e7-a0be-3d8192844743/5b82000a-baf2-48e7-a0be-3d8192844743.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.021025] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aff96877-0d31-4823-a051-4a4437bf85c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.029626] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1131.029626] env[68835]: value = "task-3154865" [ 1131.029626] env[68835]: _type = "Task" [ 1131.029626] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.040564] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154865, 'name': Rename_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.113008] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.113932] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086cd60f-3863-41a0-8727-3061204b6898 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.122077] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.122369] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6485e4c6-a02f-4d11-873f-1d52fa96eef6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.184253] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.184444] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.184652] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Deleting the datastore file [datastore1] 235d675a-3113-4eae-ae03-f504a8d53a95 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.185047] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-958c0824-dcf3-4d51-b7f4-2af5d1edcdaf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.191910] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1131.191910] env[68835]: value = "task-3154867" [ 1131.191910] env[68835]: _type = "Task" [ 1131.191910] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.200446] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.248870] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "ebd099a7-5b62-44ab-9a92-3b39ca0b7d71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.249233] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "ebd099a7-5b62-44ab-9a92-3b39ca0b7d71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.249457] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "ebd099a7-5b62-44ab-9a92-3b39ca0b7d71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.249644] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "ebd099a7-5b62-44ab-9a92-3b39ca0b7d71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.249838] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "ebd099a7-5b62-44ab-9a92-3b39ca0b7d71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.252108] env[68835]: INFO nova.compute.manager [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Terminating instance [ 1131.331736] env[68835]: DEBUG nova.network.neutron [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Successfully created port: 5728f6a9-d708-47e0-9883-fbf1b8c80563 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.388851] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7889f4-34f2-486b-800b-7ea8456ec2ff tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.389791] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3a5a16b-a155-4e31-b00b-2dd0556c7b3f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.397422] env[68835]: DEBUG oslo_vmware.api [None req-6a7889f4-34f2-486b-800b-7ea8456ec2ff tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1131.397422] env[68835]: value = "task-3154868" [ 1131.397422] env[68835]: _type = "Task" [ 1131.397422] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.406334] env[68835]: DEBUG oslo_vmware.api [None req-6a7889f4-34f2-486b-800b-7ea8456ec2ff tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.463184] env[68835]: DEBUG nova.compute.manager [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.543030] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154865, 'name': Rename_Task, 'duration_secs': 0.141468} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.544481] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.544481] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fc58717-ad90-454f-801e-d8b3cb725a20 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.550894] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1131.550894] env[68835]: value = "task-3154869" [ 1131.550894] env[68835]: _type = "Task" [ 1131.550894] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.563929] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.702359] env[68835]: DEBUG oslo_vmware.api [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137282} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.702616] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.702809] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.702990] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.726961] env[68835]: INFO nova.scheduler.client.report [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Deleted allocations for instance 235d675a-3113-4eae-ae03-f504a8d53a95 [ 1131.755888] env[68835]: DEBUG nova.compute.manager [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.757359] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.757551] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73c8d24-7a92-4c86-b975-b4174509878f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.766633] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.766902] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30f910ce-1e3e-47b7-90d8-5de24418a29b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.830180] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.830351] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.830536] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleting the datastore file [datastore1] ebd099a7-5b62-44ab-9a92-3b39ca0b7d71 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.830798] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42ee9c2f-ebec-4256-8979-195edcc7a6ed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.837638] env[68835]: DEBUG oslo_vmware.api [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1131.837638] env[68835]: value = "task-3154871" [ 1131.837638] env[68835]: _type = "Task" [ 1131.837638] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.845934] env[68835]: DEBUG oslo_vmware.api [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.867818] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-352f871a-d95e-4d19-8a23-8795fe97678b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.868191] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27398ced-9759-4130-99de-33e02c7acb0f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.877625] env[68835]: DEBUG oslo_vmware.api [None req-352f871a-d95e-4d19-8a23-8795fe97678b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1131.877625] env[68835]: value = "task-3154872" [ 1131.877625] env[68835]: _type = "Task" [ 1131.877625] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.888533] env[68835]: DEBUG oslo_vmware.api [None req-352f871a-d95e-4d19-8a23-8795fe97678b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3154872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.907985] env[68835]: DEBUG oslo_vmware.api [None req-6a7889f4-34f2-486b-800b-7ea8456ec2ff tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154868, 'name': PowerOffVM_Task, 'duration_secs': 0.217923} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.907985] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7889f4-34f2-486b-800b-7ea8456ec2ff tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.908221] env[68835]: DEBUG nova.compute.manager [None req-6a7889f4-34f2-486b-800b-7ea8456ec2ff tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.909022] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23997cc8-f48d-4094-9f67-5181eaa03ae6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.063887] env[68835]: DEBUG oslo_vmware.api [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154869, 'name': PowerOnVM_Task, 'duration_secs': 0.476492} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.064597] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.065139] env[68835]: INFO nova.compute.manager [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Took 10.65 seconds to spawn the instance on the hypervisor. [ 1132.065368] env[68835]: DEBUG nova.compute.manager [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.066515] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1606f63-0192-45dd-b424-f7d59446906d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.231819] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.232146] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.232400] env[68835]: DEBUG nova.objects.instance [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lazy-loading 'resources' on Instance uuid 235d675a-3113-4eae-ae03-f504a8d53a95 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.348924] env[68835]: DEBUG oslo_vmware.api [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156219} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.349208] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.349397] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.349575] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.349746] env[68835]: INFO nova.compute.manager [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1132.350119] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.350354] env[68835]: DEBUG nova.compute.manager [-] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.350450] env[68835]: DEBUG nova.network.neutron [-] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.387714] env[68835]: DEBUG oslo_vmware.api [None req-352f871a-d95e-4d19-8a23-8795fe97678b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3154872, 'name': PowerOffVM_Task, 'duration_secs': 0.226503} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.388173] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-352f871a-d95e-4d19-8a23-8795fe97678b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.388272] env[68835]: DEBUG nova.compute.manager [None req-352f871a-d95e-4d19-8a23-8795fe97678b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.389018] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae133d1c-03c5-400e-89fa-d59a46e09561 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.421035] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6a7889f4-34f2-486b-800b-7ea8456ec2ff tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "ddacced6-b1b3-4934-aeac-abe408b0e343" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.474090] env[68835]: DEBUG nova.compute.manager [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.590119] env[68835]: INFO nova.compute.manager [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Took 15.46 seconds to build instance. [ 1132.616421] env[68835]: DEBUG nova.virt.hardware [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.616678] env[68835]: DEBUG nova.virt.hardware [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.616829] env[68835]: DEBUG nova.virt.hardware [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.617513] env[68835]: DEBUG nova.virt.hardware [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.617764] env[68835]: DEBUG nova.virt.hardware [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.620182] env[68835]: DEBUG nova.virt.hardware [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.620182] env[68835]: DEBUG nova.virt.hardware [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.620182] env[68835]: DEBUG nova.virt.hardware [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.620182] env[68835]: DEBUG nova.virt.hardware [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.620182] env[68835]: DEBUG nova.virt.hardware [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.620182] env[68835]: DEBUG nova.virt.hardware [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.621685] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46b801f-7b39-4e86-8753-9eebe860b9c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.636389] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610903d0-9a12-4861-a9ec-b78847f90704 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.735462] env[68835]: DEBUG nova.objects.instance [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lazy-loading 'numa_topology' on Instance uuid 235d675a-3113-4eae-ae03-f504a8d53a95 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.749129] env[68835]: DEBUG oslo_vmware.rw_handles [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fbdbe-34ec-e473-3f85-92cb4fd42eda/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1132.750090] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7cb5e5-7b45-4cff-a8ba-c972ac9d2cd6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.760347] env[68835]: DEBUG oslo_vmware.rw_handles [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fbdbe-34ec-e473-3f85-92cb4fd42eda/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1132.760347] env[68835]: ERROR oslo_vmware.rw_handles [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fbdbe-34ec-e473-3f85-92cb4fd42eda/disk-0.vmdk due to incomplete transfer. [ 1132.760347] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-75b9e4bb-5b4f-4934-ad5a-c0d9b7f88594 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.767618] env[68835]: DEBUG oslo_vmware.rw_handles [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fbdbe-34ec-e473-3f85-92cb4fd42eda/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1132.767821] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Uploaded image 44a4f737-fff2-4105-b7ac-401a07bc8238 to the Glance image server {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1132.771032] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Destroying the VM {{(pid=68835) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1132.771308] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-58c9a952-a00d-45a8-a921-50874c9dc426 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.778852] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1132.778852] env[68835]: value = "task-3154873" [ 1132.778852] env[68835]: _type = "Task" [ 1132.778852] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.790928] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154873, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.903926] env[68835]: DEBUG oslo_concurrency.lockutils [None req-352f871a-d95e-4d19-8a23-8795fe97678b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "15b953b9-f3fc-4706-8a74-99d87a27fed6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.094209] env[68835]: DEBUG oslo_concurrency.lockutils [None req-58bdfb84-b34a-43af-ba17-fa20b83dc8cf tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "5b82000a-baf2-48e7-a0be-3d8192844743" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.968s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.126473] env[68835]: DEBUG nova.compute.manager [req-ca0470b5-da3b-427d-aebb-5d7ffe4c5906 req-51eba482-2818-4a49-9c18-c6d6d6471b9e service nova] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Received event network-vif-plugged-5728f6a9-d708-47e0-9883-fbf1b8c80563 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.126473] env[68835]: DEBUG oslo_concurrency.lockutils [req-ca0470b5-da3b-427d-aebb-5d7ffe4c5906 req-51eba482-2818-4a49-9c18-c6d6d6471b9e service nova] Acquiring lock "04133b57-9f72-48a8-a748-4af8c1e48bbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.126994] env[68835]: DEBUG oslo_concurrency.lockutils [req-ca0470b5-da3b-427d-aebb-5d7ffe4c5906 req-51eba482-2818-4a49-9c18-c6d6d6471b9e service nova] Lock "04133b57-9f72-48a8-a748-4af8c1e48bbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.128335] env[68835]: DEBUG oslo_concurrency.lockutils [req-ca0470b5-da3b-427d-aebb-5d7ffe4c5906 req-51eba482-2818-4a49-9c18-c6d6d6471b9e service nova] Lock "04133b57-9f72-48a8-a748-4af8c1e48bbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.128335] env[68835]: DEBUG nova.compute.manager [req-ca0470b5-da3b-427d-aebb-5d7ffe4c5906 req-51eba482-2818-4a49-9c18-c6d6d6471b9e service nova] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] No waiting events found dispatching network-vif-plugged-5728f6a9-d708-47e0-9883-fbf1b8c80563 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.128335] env[68835]: WARNING nova.compute.manager [req-ca0470b5-da3b-427d-aebb-5d7ffe4c5906 req-51eba482-2818-4a49-9c18-c6d6d6471b9e service nova] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Received unexpected event network-vif-plugged-5728f6a9-d708-47e0-9883-fbf1b8c80563 for instance with vm_state building and task_state spawning. [ 1133.141335] env[68835]: DEBUG nova.compute.manager [req-ec19103c-5684-48cf-98f8-98f1fb0b1b43 req-1fdee366-71b3-4e74-a312-91460f1b0a54 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Received event network-changed-f95ade32-ced6-4c6f-a502-11af5518764f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.141335] env[68835]: DEBUG nova.compute.manager [req-ec19103c-5684-48cf-98f8-98f1fb0b1b43 req-1fdee366-71b3-4e74-a312-91460f1b0a54 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Refreshing instance network info cache due to event network-changed-f95ade32-ced6-4c6f-a502-11af5518764f. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.141335] env[68835]: DEBUG oslo_concurrency.lockutils [req-ec19103c-5684-48cf-98f8-98f1fb0b1b43 req-1fdee366-71b3-4e74-a312-91460f1b0a54 service nova] Acquiring lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.141512] env[68835]: DEBUG oslo_concurrency.lockutils [req-ec19103c-5684-48cf-98f8-98f1fb0b1b43 req-1fdee366-71b3-4e74-a312-91460f1b0a54 service nova] Acquired lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.141864] env[68835]: DEBUG nova.network.neutron [req-ec19103c-5684-48cf-98f8-98f1fb0b1b43 req-1fdee366-71b3-4e74-a312-91460f1b0a54 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Refreshing network info cache for port f95ade32-ced6-4c6f-a502-11af5518764f {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.159193] env[68835]: DEBUG nova.network.neutron [-] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.188922] env[68835]: DEBUG nova.network.neutron [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Successfully updated port: 5728f6a9-d708-47e0-9883-fbf1b8c80563 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.237330] env[68835]: DEBUG nova.objects.base [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Object Instance<235d675a-3113-4eae-ae03-f504a8d53a95> lazy-loaded attributes: resources,numa_topology {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1133.294773] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154873, 'name': Destroy_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.394605] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0585678e-c13e-491a-918c-d819f79bb599 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.402736] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7446c6-ca43-4b6a-be25-bc1a2afae56c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.436348] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b26f3e9-1af9-44da-8e23-16a3804c9eac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.444670] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38812528-8247-4981-b5c2-4153aa023e61 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.462587] env[68835]: DEBUG nova.objects.instance [None req-b1b799ec-caba-48f1-857e-3fd452fddfc7 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lazy-loading 'flavor' on Instance uuid 15b953b9-f3fc-4706-8a74-99d87a27fed6 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.466131] env[68835]: DEBUG nova.compute.provider_tree [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.665800] env[68835]: INFO nova.compute.manager [-] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Took 1.32 seconds to deallocate network for instance. [ 1133.667852] env[68835]: DEBUG nova.compute.manager [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Stashing vm_state: stopped {{(pid=68835) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1133.691254] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "refresh_cache-04133b57-9f72-48a8-a748-4af8c1e48bbc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.691456] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired lock "refresh_cache-04133b57-9f72-48a8-a748-4af8c1e48bbc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.692110] env[68835]: DEBUG nova.network.neutron [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.789572] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "235d675a-3113-4eae-ae03-f504a8d53a95" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.789776] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154873, 'name': Destroy_Task, 'duration_secs': 0.813467} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.790020] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Destroyed the VM [ 1133.790263] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Deleting Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1133.792715] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6cfd0727-9c71-4338-8603-cff5bfe3689d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.799761] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1133.799761] env[68835]: value = "task-3154874" [ 1133.799761] env[68835]: _type = "Task" [ 1133.799761] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.810865] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154874, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.969325] env[68835]: DEBUG nova.scheduler.client.report [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.972550] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b1b799ec-caba-48f1-857e-3fd452fddfc7 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.972710] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b1b799ec-caba-48f1-857e-3fd452fddfc7 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.972904] env[68835]: DEBUG nova.network.neutron [None req-b1b799ec-caba-48f1-857e-3fd452fddfc7 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.973130] env[68835]: DEBUG nova.objects.instance [None req-b1b799ec-caba-48f1-857e-3fd452fddfc7 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lazy-loading 'info_cache' on Instance uuid 15b953b9-f3fc-4706-8a74-99d87a27fed6 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.974806] env[68835]: DEBUG nova.network.neutron [req-ec19103c-5684-48cf-98f8-98f1fb0b1b43 req-1fdee366-71b3-4e74-a312-91460f1b0a54 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Updated VIF entry in instance network info cache for port f95ade32-ced6-4c6f-a502-11af5518764f. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.975664] env[68835]: DEBUG nova.network.neutron [req-ec19103c-5684-48cf-98f8-98f1fb0b1b43 req-1fdee366-71b3-4e74-a312-91460f1b0a54 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Updating instance_info_cache with network_info: [{"id": "f95ade32-ced6-4c6f-a502-11af5518764f", "address": "fa:16:3e:75:56:26", "network": {"id": "da7fa90e-7f64-4b73-9608-1118aa2742d1", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1289376040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208dae9fe2434d12937fb80bcaac1273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf95ade32-ce", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.176246] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.192688] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.230318] env[68835]: DEBUG nova.network.neutron [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.310261] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154874, 'name': RemoveSnapshot_Task, 'duration_secs': 0.448841} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.310609] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Deleted Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1134.311342] env[68835]: DEBUG nova.compute.manager [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.312496] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90cc133-2abb-4840-af37-b5ca92a19c27 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.393055] env[68835]: DEBUG nova.network.neutron [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Updating instance_info_cache with network_info: [{"id": "5728f6a9-d708-47e0-9883-fbf1b8c80563", "address": "fa:16:3e:18:4b:fc", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5728f6a9-d7", "ovs_interfaceid": "5728f6a9-d708-47e0-9883-fbf1b8c80563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.452998] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "645364ef-2adf-4cce-9c66-5db4eac0935f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.453254] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "645364ef-2adf-4cce-9c66-5db4eac0935f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.477531] env[68835]: DEBUG nova.objects.base [None req-b1b799ec-caba-48f1-857e-3fd452fddfc7 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Object Instance<15b953b9-f3fc-4706-8a74-99d87a27fed6> lazy-loaded attributes: flavor,info_cache {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1134.479063] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.481511] env[68835]: DEBUG oslo_concurrency.lockutils [req-ec19103c-5684-48cf-98f8-98f1fb0b1b43 req-1fdee366-71b3-4e74-a312-91460f1b0a54 service nova] Releasing lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.481741] env[68835]: DEBUG nova.compute.manager [req-ec19103c-5684-48cf-98f8-98f1fb0b1b43 req-1fdee366-71b3-4e74-a312-91460f1b0a54 service nova] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Received event network-vif-deleted-4268861f-767c-49c7-9045-cfb45ba2804c {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.481916] env[68835]: INFO nova.compute.manager [req-ec19103c-5684-48cf-98f8-98f1fb0b1b43 req-1fdee366-71b3-4e74-a312-91460f1b0a54 service nova] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Neutron deleted interface 4268861f-767c-49c7-9045-cfb45ba2804c; detaching it from the instance and deleting it from the info cache [ 1134.482100] env[68835]: DEBUG nova.network.neutron [req-ec19103c-5684-48cf-98f8-98f1fb0b1b43 req-1fdee366-71b3-4e74-a312-91460f1b0a54 service nova] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.483412] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.308s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.483628] env[68835]: DEBUG nova.objects.instance [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lazy-loading 'resources' on Instance uuid ebd099a7-5b62-44ab-9a92-3b39ca0b7d71 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.828017] env[68835]: INFO nova.compute.manager [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Shelve offloading [ 1134.896052] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Releasing lock "refresh_cache-04133b57-9f72-48a8-a748-4af8c1e48bbc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.897100] env[68835]: DEBUG nova.compute.manager [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Instance network_info: |[{"id": "5728f6a9-d708-47e0-9883-fbf1b8c80563", "address": "fa:16:3e:18:4b:fc", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5728f6a9-d7", "ovs_interfaceid": "5728f6a9-d708-47e0-9883-fbf1b8c80563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.897100] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:4b:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5728f6a9-d708-47e0-9883-fbf1b8c80563', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.904424] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.904983] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.905249] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-760e1135-e54d-4aeb-9ed5-830b2d060c5d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.926606] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.926606] env[68835]: value = "task-3154875" [ 1134.926606] env[68835]: _type = "Task" [ 1134.926606] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.934410] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154875, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.955067] env[68835]: DEBUG nova.compute.manager [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.991962] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48734f38-4cf4-4d78-bb14-74615bcc7fd8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.994711] env[68835]: DEBUG oslo_concurrency.lockutils [None req-84a41f1a-0737-42fd-adcb-799d0f154c31 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "235d675a-3113-4eae-ae03-f504a8d53a95" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.818s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.996108] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "235d675a-3113-4eae-ae03-f504a8d53a95" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.207s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.996302] env[68835]: INFO nova.compute.manager [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Unshelving [ 1135.004996] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c270fe8d-3414-40c3-8c5d-bc970dd41efe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.040944] env[68835]: DEBUG nova.compute.manager [req-ec19103c-5684-48cf-98f8-98f1fb0b1b43 req-1fdee366-71b3-4e74-a312-91460f1b0a54 service nova] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Detach interface failed, port_id=4268861f-767c-49c7-9045-cfb45ba2804c, reason: Instance ebd099a7-5b62-44ab-9a92-3b39ca0b7d71 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1135.159141] env[68835]: DEBUG nova.compute.manager [req-a36cddff-522d-46b7-b092-5af4b790dafa req-7aed922c-264e-4877-ab36-4b3598ee2ee2 service nova] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Received event network-changed-5728f6a9-d708-47e0-9883-fbf1b8c80563 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.159400] env[68835]: DEBUG nova.compute.manager [req-a36cddff-522d-46b7-b092-5af4b790dafa req-7aed922c-264e-4877-ab36-4b3598ee2ee2 service nova] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Refreshing instance network info cache due to event network-changed-5728f6a9-d708-47e0-9883-fbf1b8c80563. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.159656] env[68835]: DEBUG oslo_concurrency.lockutils [req-a36cddff-522d-46b7-b092-5af4b790dafa req-7aed922c-264e-4877-ab36-4b3598ee2ee2 service nova] Acquiring lock "refresh_cache-04133b57-9f72-48a8-a748-4af8c1e48bbc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.159805] env[68835]: DEBUG oslo_concurrency.lockutils [req-a36cddff-522d-46b7-b092-5af4b790dafa req-7aed922c-264e-4877-ab36-4b3598ee2ee2 service nova] Acquired lock "refresh_cache-04133b57-9f72-48a8-a748-4af8c1e48bbc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.159964] env[68835]: DEBUG nova.network.neutron [req-a36cddff-522d-46b7-b092-5af4b790dafa req-7aed922c-264e-4877-ab36-4b3598ee2ee2 service nova] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Refreshing network info cache for port 5728f6a9-d708-47e0-9883-fbf1b8c80563 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.177948] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff58d351-b11b-4082-9752-3f0d9ce929f7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.186865] env[68835]: DEBUG nova.compute.manager [req-f25f2f93-ff7d-4e08-bf15-c93464fb145f req-372cd434-cc46-40da-b35f-3cab8b7eae33 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Received event network-changed-c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.187094] env[68835]: DEBUG nova.compute.manager [req-f25f2f93-ff7d-4e08-bf15-c93464fb145f req-372cd434-cc46-40da-b35f-3cab8b7eae33 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Refreshing instance network info cache due to event network-changed-c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.187313] env[68835]: DEBUG oslo_concurrency.lockutils [req-f25f2f93-ff7d-4e08-bf15-c93464fb145f req-372cd434-cc46-40da-b35f-3cab8b7eae33 service nova] Acquiring lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.187457] env[68835]: DEBUG oslo_concurrency.lockutils [req-f25f2f93-ff7d-4e08-bf15-c93464fb145f req-372cd434-cc46-40da-b35f-3cab8b7eae33 service nova] Acquired lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.187615] env[68835]: DEBUG nova.network.neutron [req-f25f2f93-ff7d-4e08-bf15-c93464fb145f req-372cd434-cc46-40da-b35f-3cab8b7eae33 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Refreshing network info cache for port c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.194203] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc5f841-212d-40cb-be6b-2ce3bbfed207 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.225833] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bee1f3-c693-4633-969b-c90c95f0ef02 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.233372] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c30ec5-bb7c-453f-b39f-81db850ef99d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.247526] env[68835]: DEBUG nova.compute.provider_tree [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.292035] env[68835]: DEBUG nova.network.neutron [None req-b1b799ec-caba-48f1-857e-3fd452fddfc7 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Updating instance_info_cache with network_info: [{"id": "6990f604-32e7-4c9d-9796-ab9bc4526cfd", "address": "fa:16:3e:f6:82:7a", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6990f604-32", "ovs_interfaceid": "6990f604-32e7-4c9d-9796-ab9bc4526cfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.331755] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.332088] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5fb915d-aae9-4e94-8433-945e75f8c1eb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.339967] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1135.339967] env[68835]: value = "task-3154876" [ 1135.339967] env[68835]: _type = "Task" [ 1135.339967] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.347646] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.438228] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154875, 'name': CreateVM_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.472935] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.753016] env[68835]: DEBUG nova.scheduler.client.report [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.794927] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b1b799ec-caba-48f1-857e-3fd452fddfc7 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.844363] env[68835]: DEBUG nova.network.neutron [req-a36cddff-522d-46b7-b092-5af4b790dafa req-7aed922c-264e-4877-ab36-4b3598ee2ee2 service nova] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Updated VIF entry in instance network info cache for port 5728f6a9-d708-47e0-9883-fbf1b8c80563. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.844694] env[68835]: DEBUG nova.network.neutron [req-a36cddff-522d-46b7-b092-5af4b790dafa req-7aed922c-264e-4877-ab36-4b3598ee2ee2 service nova] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Updating instance_info_cache with network_info: [{"id": "5728f6a9-d708-47e0-9883-fbf1b8c80563", "address": "fa:16:3e:18:4b:fc", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5728f6a9-d7", "ovs_interfaceid": "5728f6a9-d708-47e0-9883-fbf1b8c80563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.853952] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] VM already powered off {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1135.854174] env[68835]: DEBUG nova.compute.manager [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.854914] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631d1de5-4d72-47ef-962c-7925b2c20c94 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.860867] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "refresh_cache-4aab0464-23cc-4986-a84a-b4b3a744af0a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.861046] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "refresh_cache-4aab0464-23cc-4986-a84a-b4b3a744af0a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.861214] env[68835]: DEBUG nova.network.neutron [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.881805] env[68835]: DEBUG nova.network.neutron [req-f25f2f93-ff7d-4e08-bf15-c93464fb145f req-372cd434-cc46-40da-b35f-3cab8b7eae33 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Updated VIF entry in instance network info cache for port c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.882149] env[68835]: DEBUG nova.network.neutron [req-f25f2f93-ff7d-4e08-bf15-c93464fb145f req-372cd434-cc46-40da-b35f-3cab8b7eae33 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Updating instance_info_cache with network_info: [{"id": "c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0", "address": "fa:16:3e:73:02:06", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc10de0fe-7f", "ovs_interfaceid": "c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.937466] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154875, 'name': CreateVM_Task, 'duration_secs': 0.677186} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.937642] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.938358] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.938529] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.938849] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.939116] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225de694-fd02-4000-8496-b1593e00e25f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.944168] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1135.944168] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5213cf7f-cc41-5b5c-6b12-14e9b29d6611" [ 1135.944168] env[68835]: _type = "Task" [ 1135.944168] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.951634] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5213cf7f-cc41-5b5c-6b12-14e9b29d6611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.006752] env[68835]: DEBUG nova.compute.utils [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.257891] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.260703] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.068s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.276899] env[68835]: INFO nova.scheduler.client.report [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleted allocations for instance ebd099a7-5b62-44ab-9a92-3b39ca0b7d71 [ 1136.347334] env[68835]: DEBUG oslo_concurrency.lockutils [req-a36cddff-522d-46b7-b092-5af4b790dafa req-7aed922c-264e-4877-ab36-4b3598ee2ee2 service nova] Releasing lock "refresh_cache-04133b57-9f72-48a8-a748-4af8c1e48bbc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.384964] env[68835]: DEBUG oslo_concurrency.lockutils [req-f25f2f93-ff7d-4e08-bf15-c93464fb145f req-372cd434-cc46-40da-b35f-3cab8b7eae33 service nova] Releasing lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.455112] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5213cf7f-cc41-5b5c-6b12-14e9b29d6611, 'name': SearchDatastore_Task, 'duration_secs': 0.013873} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.457932] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.457932] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.457932] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.458100] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.458297] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.458557] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e77a6822-4d7b-4b44-a1a7-5f157d160753 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.466723] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.466978] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.467660] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb89433-2f4d-48a2-b1ce-d8fc41fd3c60 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.472335] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1136.472335] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5208261f-64cb-d1dd-0b1f-6f8d2522a68e" [ 1136.472335] env[68835]: _type = "Task" [ 1136.472335] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.479709] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5208261f-64cb-d1dd-0b1f-6f8d2522a68e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.510360] env[68835]: INFO nova.virt.block_device [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Booting with volume dcb1cbe3-d121-411b-b316-60a193ee6603 at /dev/sdb [ 1136.544013] env[68835]: DEBUG nova.network.neutron [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Updating instance_info_cache with network_info: [{"id": "e954e0ad-fdc7-4397-b4cc-ef35b2174c59", "address": "fa:16:3e:ba:f4:74", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape954e0ad-fd", "ovs_interfaceid": "e954e0ad-fdc7-4397-b4cc-ef35b2174c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.546135] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e3332cd-8203-4ce1-89eb-e851102d5e84 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.555442] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684676c5-786e-452b-90f5-473ecfdb0185 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.585790] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06f4eea3-48ad-4337-8bec-5ecd3bcdb8de {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.593204] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5686b694-b940-4970-a392-5b4e17d715f3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.620927] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5064d840-b2f3-433f-9f71-1df900de1788 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.626652] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f04e5a5-ba20-4c50-a83e-45d9c4759cef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.639523] env[68835]: DEBUG nova.virt.block_device [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Updating existing volume attachment record: a7f2e135-a4cd-4a5b-ad26-a99ba25f711e {{(pid=68835) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1136.765746] env[68835]: INFO nova.compute.claims [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.784448] env[68835]: DEBUG oslo_concurrency.lockutils [None req-9e17cb07-ab35-4ca4-8fbb-fdadc5cbe578 tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "ebd099a7-5b62-44ab-9a92-3b39ca0b7d71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.535s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.800963] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b799ec-caba-48f1-857e-3fd452fddfc7 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.801289] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5ce40c7-a24a-46aa-a4b3-2dea17989ee8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.808032] env[68835]: DEBUG oslo_vmware.api [None req-b1b799ec-caba-48f1-857e-3fd452fddfc7 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1136.808032] env[68835]: value = "task-3154879" [ 1136.808032] env[68835]: _type = "Task" [ 1136.808032] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.815388] env[68835]: DEBUG oslo_vmware.api [None req-b1b799ec-caba-48f1-857e-3fd452fddfc7 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3154879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.982716] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5208261f-64cb-d1dd-0b1f-6f8d2522a68e, 'name': SearchDatastore_Task, 'duration_secs': 0.008589} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.983600] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97a35bf4-a1c3-485a-91ab-9d724846df3e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.989074] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1136.989074] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52a5e5e1-1db6-e56e-f40f-441dac1d91f0" [ 1136.989074] env[68835]: _type = "Task" [ 1136.989074] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.996502] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a5e5e1-1db6-e56e-f40f-441dac1d91f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.049480] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "refresh_cache-4aab0464-23cc-4986-a84a-b4b3a744af0a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.272686] env[68835]: INFO nova.compute.resource_tracker [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Updating resource usage from migration b990c500-2f87-425d-80ad-ff234c785551 [ 1137.306891] env[68835]: DEBUG nova.compute.manager [req-da9c67d7-f54b-48fb-ad88-dbac20475b2e req-0483e5c0-afc0-4c18-a5db-9eda879eba94 service nova] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Received event network-vif-unplugged-e954e0ad-fdc7-4397-b4cc-ef35b2174c59 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.307052] env[68835]: DEBUG oslo_concurrency.lockutils [req-da9c67d7-f54b-48fb-ad88-dbac20475b2e req-0483e5c0-afc0-4c18-a5db-9eda879eba94 service nova] Acquiring lock "4aab0464-23cc-4986-a84a-b4b3a744af0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.307230] env[68835]: DEBUG oslo_concurrency.lockutils [req-da9c67d7-f54b-48fb-ad88-dbac20475b2e req-0483e5c0-afc0-4c18-a5db-9eda879eba94 service nova] Lock "4aab0464-23cc-4986-a84a-b4b3a744af0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.307414] env[68835]: DEBUG oslo_concurrency.lockutils [req-da9c67d7-f54b-48fb-ad88-dbac20475b2e req-0483e5c0-afc0-4c18-a5db-9eda879eba94 service nova] Lock "4aab0464-23cc-4986-a84a-b4b3a744af0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.307568] env[68835]: DEBUG nova.compute.manager [req-da9c67d7-f54b-48fb-ad88-dbac20475b2e req-0483e5c0-afc0-4c18-a5db-9eda879eba94 service nova] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] No waiting events found dispatching network-vif-unplugged-e954e0ad-fdc7-4397-b4cc-ef35b2174c59 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.307732] env[68835]: WARNING nova.compute.manager [req-da9c67d7-f54b-48fb-ad88-dbac20475b2e req-0483e5c0-afc0-4c18-a5db-9eda879eba94 service nova] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Received unexpected event network-vif-unplugged-e954e0ad-fdc7-4397-b4cc-ef35b2174c59 for instance with vm_state shelved and task_state shelving_offloading. [ 1137.321125] env[68835]: DEBUG oslo_vmware.api [None req-b1b799ec-caba-48f1-857e-3fd452fddfc7 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3154879, 'name': PowerOnVM_Task, 'duration_secs': 0.380346} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.323486] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b799ec-caba-48f1-857e-3fd452fddfc7 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.323689] env[68835]: DEBUG nova.compute.manager [None req-b1b799ec-caba-48f1-857e-3fd452fddfc7 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.324660] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365773a2-5fe3-4c63-81ea-1b6726f7f741 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.335564] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.336350] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c4a79d-b2da-4d51-8ae1-d59fea9120a6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.343013] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.345225] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2730b174-05bd-4bda-8cb8-f8ec19fce50c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.423190] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d22802-05de-4377-94d6-3b9f46c520f3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.430688] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414a7a63-dcb5-499b-8192-e77b922c9606 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.463397] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c367f2-f864-4f0a-af48-98544d904be3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.465977] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.466214] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.466391] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Deleting the datastore file [datastore1] 4aab0464-23cc-4986-a84a-b4b3a744af0a {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.466623] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87342944-9007-4824-9478-44067a7d5706 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.473380] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb113ac-0206-4878-9390-f0643d36d7e2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.478150] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1137.478150] env[68835]: value = "task-3154882" [ 1137.478150] env[68835]: _type = "Task" [ 1137.478150] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.488942] env[68835]: DEBUG nova.compute.provider_tree [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.495812] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.502280] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a5e5e1-1db6-e56e-f40f-441dac1d91f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009402} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.502524] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.502772] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 04133b57-9f72-48a8-a748-4af8c1e48bbc/04133b57-9f72-48a8-a748-4af8c1e48bbc.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.503044] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1468084e-c19e-45f5-b195-3bf94571b12e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.511279] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1137.511279] env[68835]: value = "task-3154883" [ 1137.511279] env[68835]: _type = "Task" [ 1137.511279] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.519418] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.990276] env[68835]: DEBUG oslo_vmware.api [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136363} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.990276] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.990276] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.990832] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.997698] env[68835]: DEBUG nova.scheduler.client.report [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.010251] env[68835]: INFO nova.scheduler.client.report [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Deleted allocations for instance 4aab0464-23cc-4986-a84a-b4b3a744af0a [ 1138.022354] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468474} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.022562] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 04133b57-9f72-48a8-a748-4af8c1e48bbc/04133b57-9f72-48a8-a748-4af8c1e48bbc.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.023126] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.023247] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bf87f35-0eb7-48ab-b8b2-95f7f05c13cd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.030333] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1138.030333] env[68835]: value = "task-3154884" [ 1138.030333] env[68835]: _type = "Task" [ 1138.030333] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.038569] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.249393] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.249393] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.249580] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.249745] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.249946] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.250140] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.250974] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.250974] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68835) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1138.250974] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.314030] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "0c4ae68e-49bd-4c7e-b899-44dafaf180cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.314030] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "0c4ae68e-49bd-4c7e-b899-44dafaf180cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.314223] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "0c4ae68e-49bd-4c7e-b899-44dafaf180cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.314223] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "0c4ae68e-49bd-4c7e-b899-44dafaf180cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.314408] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "0c4ae68e-49bd-4c7e-b899-44dafaf180cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.319922] env[68835]: INFO nova.compute.manager [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Terminating instance [ 1138.502774] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.242s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.503012] env[68835]: INFO nova.compute.manager [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Migrating [ 1138.510857] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.038s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.512477] env[68835]: INFO nova.compute.claims [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.521536] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.540516] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066157} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.540785] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.541577] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a7aea1-74c0-4e4e-90b0-53cc04bc759e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.564270] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 04133b57-9f72-48a8-a748-4af8c1e48bbc/04133b57-9f72-48a8-a748-4af8c1e48bbc.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.564935] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56671496-5673-4093-be66-ac4257f36a74 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.585496] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1138.585496] env[68835]: value = "task-3154885" [ 1138.585496] env[68835]: _type = "Task" [ 1138.585496] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.593256] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.753718] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.824406] env[68835]: DEBUG nova.compute.manager [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.824716] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.825663] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0775a387-70af-438b-8bc6-588cc00dc808 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.834201] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.834503] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20c40a71-46fb-46d4-89c1-c331b4a0c425 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.841268] env[68835]: DEBUG oslo_vmware.api [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1138.841268] env[68835]: value = "task-3154886" [ 1138.841268] env[68835]: _type = "Task" [ 1138.841268] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.849246] env[68835]: DEBUG oslo_vmware.api [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.026269] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.026714] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.026842] env[68835]: DEBUG nova.network.neutron [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.095713] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.199535] env[68835]: DEBUG oslo_concurrency.lockutils [None req-947ee67b-57e7-4013-82c4-2207fd06cbfb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "4aab0464-23cc-4986-a84a-b4b3a744af0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.331913] env[68835]: DEBUG nova.compute.manager [req-198a21a0-d2eb-4dad-b305-750af962bdaf req-02e82650-3682-42cd-aa9f-04ffd10a8578 service nova] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Received event network-changed-e954e0ad-fdc7-4397-b4cc-ef35b2174c59 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.332137] env[68835]: DEBUG nova.compute.manager [req-198a21a0-d2eb-4dad-b305-750af962bdaf req-02e82650-3682-42cd-aa9f-04ffd10a8578 service nova] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Refreshing instance network info cache due to event network-changed-e954e0ad-fdc7-4397-b4cc-ef35b2174c59. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.332364] env[68835]: DEBUG oslo_concurrency.lockutils [req-198a21a0-d2eb-4dad-b305-750af962bdaf req-02e82650-3682-42cd-aa9f-04ffd10a8578 service nova] Acquiring lock "refresh_cache-4aab0464-23cc-4986-a84a-b4b3a744af0a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.332505] env[68835]: DEBUG oslo_concurrency.lockutils [req-198a21a0-d2eb-4dad-b305-750af962bdaf req-02e82650-3682-42cd-aa9f-04ffd10a8578 service nova] Acquired lock "refresh_cache-4aab0464-23cc-4986-a84a-b4b3a744af0a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.332664] env[68835]: DEBUG nova.network.neutron [req-198a21a0-d2eb-4dad-b305-750af962bdaf req-02e82650-3682-42cd-aa9f-04ffd10a8578 service nova] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Refreshing network info cache for port e954e0ad-fdc7-4397-b4cc-ef35b2174c59 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.351899] env[68835]: DEBUG oslo_vmware.api [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154886, 'name': PowerOffVM_Task, 'duration_secs': 0.243745} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.352170] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.352342] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.352580] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c2af496-457d-4c72-aeee-8c6d7ce22964 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.414014] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.414248] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.414429] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleting the datastore file [datastore1] 0c4ae68e-49bd-4c7e-b899-44dafaf180cc {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.414711] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ad66bf4-c19c-40c3-b4b3-b2938c98b41d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.421460] env[68835]: DEBUG oslo_vmware.api [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for the task: (returnval){ [ 1139.421460] env[68835]: value = "task-3154889" [ 1139.421460] env[68835]: _type = "Task" [ 1139.421460] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.428973] env[68835]: DEBUG oslo_vmware.api [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.597882] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154885, 'name': ReconfigVM_Task, 'duration_secs': 0.603375} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.598101] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 04133b57-9f72-48a8-a748-4af8c1e48bbc/04133b57-9f72-48a8-a748-4af8c1e48bbc.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.598718] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e20de40-d59d-4698-9eef-bd2123d4fdc9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.605073] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1139.605073] env[68835]: value = "task-3154890" [ 1139.605073] env[68835]: _type = "Task" [ 1139.605073] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.615136] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154890, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.675716] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbcfab1-b639-44d5-96e8-0b67f6fb53a8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.682993] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21847499-6af0-4854-b9e5-053337180fc0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.718118] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b213f7-1d2b-48e4-bc4f-b105ce31d263 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.725585] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a2a539-10c8-46f1-94b2-81441e64d905 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.738877] env[68835]: DEBUG nova.compute.provider_tree [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.782517] env[68835]: DEBUG nova.network.neutron [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Updating instance_info_cache with network_info: [{"id": "bb953f2f-203c-4718-9352-725e66364027", "address": "fa:16:3e:78:a7:11", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb953f2f-20", "ovs_interfaceid": "bb953f2f-203c-4718-9352-725e66364027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.931820] env[68835]: DEBUG oslo_vmware.api [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Task: {'id': task-3154889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134416} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.932110] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.932293] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.932683] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.932882] env[68835]: INFO nova.compute.manager [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1139.933136] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.933333] env[68835]: DEBUG nova.compute.manager [-] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.933409] env[68835]: DEBUG nova.network.neutron [-] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.036158] env[68835]: DEBUG nova.network.neutron [req-198a21a0-d2eb-4dad-b305-750af962bdaf req-02e82650-3682-42cd-aa9f-04ffd10a8578 service nova] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Updated VIF entry in instance network info cache for port e954e0ad-fdc7-4397-b4cc-ef35b2174c59. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.036642] env[68835]: DEBUG nova.network.neutron [req-198a21a0-d2eb-4dad-b305-750af962bdaf req-02e82650-3682-42cd-aa9f-04ffd10a8578 service nova] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Updating instance_info_cache with network_info: [{"id": "e954e0ad-fdc7-4397-b4cc-ef35b2174c59", "address": "fa:16:3e:ba:f4:74", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": null, "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape954e0ad-fd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.118300] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154890, 'name': Rename_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.197937] env[68835]: DEBUG nova.compute.manager [req-966e8347-6922-4a48-804d-81159b7ac96a req-a8d29425-0892-4641-a35b-95843a339819 service nova] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Received event network-vif-deleted-ec7261ab-5ab3-4e57-9ec4-13a0cd697ef0 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.198191] env[68835]: INFO nova.compute.manager [req-966e8347-6922-4a48-804d-81159b7ac96a req-a8d29425-0892-4641-a35b-95843a339819 service nova] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Neutron deleted interface ec7261ab-5ab3-4e57-9ec4-13a0cd697ef0; detaching it from the instance and deleting it from the info cache [ 1140.198243] env[68835]: DEBUG nova.network.neutron [req-966e8347-6922-4a48-804d-81159b7ac96a req-a8d29425-0892-4641-a35b-95843a339819 service nova] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.242064] env[68835]: DEBUG nova.scheduler.client.report [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.284850] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.539187] env[68835]: DEBUG oslo_concurrency.lockutils [req-198a21a0-d2eb-4dad-b305-750af962bdaf req-02e82650-3682-42cd-aa9f-04ffd10a8578 service nova] Releasing lock "refresh_cache-4aab0464-23cc-4986-a84a-b4b3a744af0a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.619794] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154890, 'name': Rename_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.677253] env[68835]: DEBUG nova.network.neutron [-] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.701277] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b11494e-f04b-4360-9a6f-ed9b61ec3b6f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.710644] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca6e2ea-de15-4039-b188-376f82e01bd3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.738599] env[68835]: DEBUG nova.compute.manager [req-966e8347-6922-4a48-804d-81159b7ac96a req-a8d29425-0892-4641-a35b-95843a339819 service nova] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Detach interface failed, port_id=ec7261ab-5ab3-4e57-9ec4-13a0cd697ef0, reason: Instance 0c4ae68e-49bd-4c7e-b899-44dafaf180cc could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1140.746598] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.747065] env[68835]: DEBUG nova.compute.manager [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.749602] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.228s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.749814] env[68835]: DEBUG nova.objects.instance [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lazy-loading 'resources' on Instance uuid 4aab0464-23cc-4986-a84a-b4b3a744af0a {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.118732] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154890, 'name': Rename_Task, 'duration_secs': 1.331387} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.119040] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.119263] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef754c58-16bd-4d03-ae77-01a346690e31 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.125610] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1141.125610] env[68835]: value = "task-3154891" [ 1141.125610] env[68835]: _type = "Task" [ 1141.125610] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.133112] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.179911] env[68835]: INFO nova.compute.manager [-] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Took 1.25 seconds to deallocate network for instance. [ 1141.226205] env[68835]: DEBUG oslo_concurrency.lockutils [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "e8fd1915-df6d-4420-bd3a-62c64495d524" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.226591] env[68835]: DEBUG oslo_concurrency.lockutils [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "e8fd1915-df6d-4420-bd3a-62c64495d524" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.252320] env[68835]: DEBUG nova.compute.utils [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.254501] env[68835]: DEBUG nova.objects.instance [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lazy-loading 'numa_topology' on Instance uuid 4aab0464-23cc-4986-a84a-b4b3a744af0a {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.255418] env[68835]: DEBUG nova.compute.manager [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.255556] env[68835]: DEBUG nova.network.neutron [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.291063] env[68835]: DEBUG nova.policy [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daabf2a6f1ab469eacbe8bcf3339e082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ca547bcf9f646e3967cf9b33c347e5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.635858] env[68835]: DEBUG oslo_vmware.api [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154891, 'name': PowerOnVM_Task, 'duration_secs': 0.444544} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.636200] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.636415] env[68835]: INFO nova.compute.manager [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1141.636600] env[68835]: DEBUG nova.compute.manager [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.637425] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa035864-0234-4fdf-9ceb-100a666ba241 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.689758] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.729268] env[68835]: DEBUG nova.compute.utils [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.755175] env[68835]: DEBUG nova.compute.manager [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.759881] env[68835]: DEBUG nova.objects.base [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Object Instance<4aab0464-23cc-4986-a84a-b4b3a744af0a> lazy-loaded attributes: resources,numa_topology {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1141.802732] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdcd52d-a90b-459f-b639-5ade64897f8e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.822720] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Updating instance 'ddacced6-b1b3-4934-aeac-abe408b0e343' progress to 0 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.895502] env[68835]: DEBUG nova.network.neutron [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Successfully created port: 710dc9c0-cc83-48a6-ac69-683c98754bb8 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.011022] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd943039-4047-4656-9aed-ff16c5716c66 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.017111] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789c2a3f-7fe4-476d-957e-ee54e2a333d2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.050830] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b51b773-0395-4aee-942d-68d209cffae1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.059422] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a85bf3-a664-4086-a422-fd45e2a99f25 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.073312] env[68835]: DEBUG nova.compute.provider_tree [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.155528] env[68835]: INFO nova.compute.manager [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Took 13.97 seconds to build instance. [ 1142.232456] env[68835]: DEBUG oslo_concurrency.lockutils [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "e8fd1915-df6d-4420-bd3a-62c64495d524" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.242286] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.328418] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.328994] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdbf4765-baa2-49b4-a5e6-aca1d28931d9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.336341] env[68835]: DEBUG oslo_vmware.api [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1142.336341] env[68835]: value = "task-3154892" [ 1142.336341] env[68835]: _type = "Task" [ 1142.336341] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.343777] env[68835]: DEBUG oslo_vmware.api [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.576990] env[68835]: DEBUG nova.scheduler.client.report [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.657704] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d4b77a-30af-41e9-8e39-007ba71e9469 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "04133b57-9f72-48a8-a748-4af8c1e48bbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.478s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.765432] env[68835]: DEBUG nova.compute.manager [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.791357] env[68835]: DEBUG nova.virt.hardware [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.791639] env[68835]: DEBUG nova.virt.hardware [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.791801] env[68835]: DEBUG nova.virt.hardware [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.791981] env[68835]: DEBUG nova.virt.hardware [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.792154] env[68835]: DEBUG nova.virt.hardware [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.792306] env[68835]: DEBUG nova.virt.hardware [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.792513] env[68835]: DEBUG nova.virt.hardware [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.792668] env[68835]: DEBUG nova.virt.hardware [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.792831] env[68835]: DEBUG nova.virt.hardware [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.792989] env[68835]: DEBUG nova.virt.hardware [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.793188] env[68835]: DEBUG nova.virt.hardware [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.794958] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adab6b23-e735-43af-a182-097da4a301fe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.806610] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdb7bd0-c334-400e-9395-f888fbabd52d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.846043] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] VM already powered off {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1142.846283] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Updating instance 'ddacced6-b1b3-4934-aeac-abe408b0e343' progress to 17 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.952937] env[68835]: DEBUG oslo_concurrency.lockutils [None req-55977ecf-d312-4c26-917e-2bc1f903bae2 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "04133b57-9f72-48a8-a748-4af8c1e48bbc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.953335] env[68835]: DEBUG oslo_concurrency.lockutils [None req-55977ecf-d312-4c26-917e-2bc1f903bae2 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "04133b57-9f72-48a8-a748-4af8c1e48bbc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.953523] env[68835]: DEBUG nova.compute.manager [None req-55977ecf-d312-4c26-917e-2bc1f903bae2 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.954408] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabd167d-c836-4def-b7fb-1e5d18e70c23 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.960746] env[68835]: DEBUG nova.compute.manager [None req-55977ecf-d312-4c26-917e-2bc1f903bae2 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68835) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1142.961303] env[68835]: DEBUG nova.objects.instance [None req-55977ecf-d312-4c26-917e-2bc1f903bae2 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lazy-loading 'flavor' on Instance uuid 04133b57-9f72-48a8-a748-4af8c1e48bbc {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.081936] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.332s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.084381] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.331s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.084557] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.084709] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68835) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1143.085012] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.395s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.085274] env[68835]: DEBUG nova.objects.instance [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lazy-loading 'resources' on Instance uuid 0c4ae68e-49bd-4c7e-b899-44dafaf180cc {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.086867] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e043afa6-8527-4598-a8ac-1729dc30b17b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.095749] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721bc2dc-403b-4c86-a8a5-3ec450d16e75 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.109965] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b856fdf-8ec1-4499-8e13-bdcced89532a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.116509] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47593076-9157-4093-acbf-45e03b5d2405 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.145109] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179869MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=68835) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1143.145259] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.302723] env[68835]: DEBUG oslo_concurrency.lockutils [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "e8fd1915-df6d-4420-bd3a-62c64495d524" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.303046] env[68835]: DEBUG oslo_concurrency.lockutils [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "e8fd1915-df6d-4420-bd3a-62c64495d524" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.303286] env[68835]: INFO nova.compute.manager [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Attaching volume 4329c5e0-df3c-4d5f-abe0-e37936e6f3dd to /dev/sdb [ 1143.305807] env[68835]: DEBUG nova.compute.manager [req-d1a6e2f5-8918-4205-b585-98a336633d8a req-28ab07ab-aca9-4328-b971-621f52e066f2 service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Received event network-vif-plugged-710dc9c0-cc83-48a6-ac69-683c98754bb8 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.306020] env[68835]: DEBUG oslo_concurrency.lockutils [req-d1a6e2f5-8918-4205-b585-98a336633d8a req-28ab07ab-aca9-4328-b971-621f52e066f2 service nova] Acquiring lock "645364ef-2adf-4cce-9c66-5db4eac0935f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.306241] env[68835]: DEBUG oslo_concurrency.lockutils [req-d1a6e2f5-8918-4205-b585-98a336633d8a req-28ab07ab-aca9-4328-b971-621f52e066f2 service nova] Lock "645364ef-2adf-4cce-9c66-5db4eac0935f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.306417] env[68835]: DEBUG oslo_concurrency.lockutils [req-d1a6e2f5-8918-4205-b585-98a336633d8a req-28ab07ab-aca9-4328-b971-621f52e066f2 service nova] Lock "645364ef-2adf-4cce-9c66-5db4eac0935f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.306582] env[68835]: DEBUG nova.compute.manager [req-d1a6e2f5-8918-4205-b585-98a336633d8a req-28ab07ab-aca9-4328-b971-621f52e066f2 service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] No waiting events found dispatching network-vif-plugged-710dc9c0-cc83-48a6-ac69-683c98754bb8 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.306757] env[68835]: WARNING nova.compute.manager [req-d1a6e2f5-8918-4205-b585-98a336633d8a req-28ab07ab-aca9-4328-b971-621f52e066f2 service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Received unexpected event network-vif-plugged-710dc9c0-cc83-48a6-ac69-683c98754bb8 for instance with vm_state building and task_state spawning. [ 1143.336671] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c918312-1c56-46b8-8817-2a8bd703e3c6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.344073] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a9366e-d165-4fb9-bf11-434953ba8b08 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.352050] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.352275] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.352416] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.352627] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.352785] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.352932] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.353150] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.353309] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.353471] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.353632] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.353815] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.364750] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-402c3a99-960f-4a87-868f-c71243273282 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.375885] env[68835]: DEBUG nova.virt.block_device [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Updating existing volume attachment record: 8c1c7d10-6e20-4483-8673-400134b63a6a {{(pid=68835) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1143.383442] env[68835]: DEBUG oslo_vmware.api [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1143.383442] env[68835]: value = "task-3154893" [ 1143.383442] env[68835]: _type = "Task" [ 1143.383442] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.393436] env[68835]: DEBUG oslo_vmware.api [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.441823] env[68835]: DEBUG nova.network.neutron [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Successfully updated port: 710dc9c0-cc83-48a6-ac69-683c98754bb8 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.593151] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fc4155b1-4106-4182-b042-911c37b30df3 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "4aab0464-23cc-4986-a84a-b4b3a744af0a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.341s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.594780] env[68835]: DEBUG oslo_concurrency.lockutils [None req-947ee67b-57e7-4013-82c4-2207fd06cbfb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "4aab0464-23cc-4986-a84a-b4b3a744af0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 4.395s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.594780] env[68835]: DEBUG oslo_concurrency.lockutils [None req-947ee67b-57e7-4013-82c4-2207fd06cbfb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "4aab0464-23cc-4986-a84a-b4b3a744af0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.594939] env[68835]: DEBUG oslo_concurrency.lockutils [None req-947ee67b-57e7-4013-82c4-2207fd06cbfb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "4aab0464-23cc-4986-a84a-b4b3a744af0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.595258] env[68835]: DEBUG oslo_concurrency.lockutils [None req-947ee67b-57e7-4013-82c4-2207fd06cbfb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "4aab0464-23cc-4986-a84a-b4b3a744af0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.599246] env[68835]: INFO nova.compute.manager [None req-947ee67b-57e7-4013-82c4-2207fd06cbfb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Terminating instance [ 1143.728659] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6286b822-01bb-487b-906d-70c4dd530889 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.736637] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc404fe-4bfc-4c03-a0ce-512a915e6706 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.766793] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43baee2-b0a8-4954-bb65-7f5e51520035 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.774809] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee07142-fe4b-43d2-95b0-52f3e760be7e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.788489] env[68835]: DEBUG nova.compute.provider_tree [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.893475] env[68835]: DEBUG oslo_vmware.api [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154893, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.945841] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.945841] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.945841] env[68835]: DEBUG nova.network.neutron [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.968512] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-55977ecf-d312-4c26-917e-2bc1f903bae2 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.969053] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a7e4ce3-fcc8-45f0-9d64-af3dfaf7def1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.977746] env[68835]: DEBUG oslo_vmware.api [None req-55977ecf-d312-4c26-917e-2bc1f903bae2 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1143.977746] env[68835]: value = "task-3154895" [ 1143.977746] env[68835]: _type = "Task" [ 1143.977746] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.987202] env[68835]: DEBUG oslo_vmware.api [None req-55977ecf-d312-4c26-917e-2bc1f903bae2 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.102865] env[68835]: DEBUG nova.compute.manager [None req-947ee67b-57e7-4013-82c4-2207fd06cbfb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1144.103212] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-947ee67b-57e7-4013-82c4-2207fd06cbfb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.103501] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c4b3f11-d90e-4844-8a6e-4f1e510c39fd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.113261] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca608f9-fa3d-4f25-b787-5c8281b663f2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.141851] env[68835]: WARNING nova.virt.vmwareapi.vmops [None req-947ee67b-57e7-4013-82c4-2207fd06cbfb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4aab0464-23cc-4986-a84a-b4b3a744af0a could not be found. [ 1144.142078] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-947ee67b-57e7-4013-82c4-2207fd06cbfb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.142265] env[68835]: INFO nova.compute.manager [None req-947ee67b-57e7-4013-82c4-2207fd06cbfb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1144.142538] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-947ee67b-57e7-4013-82c4-2207fd06cbfb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.142776] env[68835]: DEBUG nova.compute.manager [-] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.142866] env[68835]: DEBUG nova.network.neutron [-] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.291970] env[68835]: DEBUG nova.scheduler.client.report [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.394365] env[68835]: DEBUG oslo_vmware.api [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154893, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.482842] env[68835]: DEBUG nova.network.neutron [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.488367] env[68835]: DEBUG oslo_vmware.api [None req-55977ecf-d312-4c26-917e-2bc1f903bae2 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154895, 'name': PowerOffVM_Task, 'duration_secs': 0.164439} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.488581] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-55977ecf-d312-4c26-917e-2bc1f903bae2 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.488816] env[68835]: DEBUG nova.compute.manager [None req-55977ecf-d312-4c26-917e-2bc1f903bae2 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.489559] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfe30dc-a2c9-4547-94da-c3eb2ef39c0a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.619413] env[68835]: DEBUG nova.network.neutron [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Updating instance_info_cache with network_info: [{"id": "710dc9c0-cc83-48a6-ac69-683c98754bb8", "address": "fa:16:3e:8b:43:19", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap710dc9c0-cc", "ovs_interfaceid": "710dc9c0-cc83-48a6-ac69-683c98754bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.798046] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.799775] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.558s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.799994] env[68835]: DEBUG nova.objects.instance [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lazy-loading 'pci_requests' on Instance uuid 235d675a-3113-4eae-ae03-f504a8d53a95 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.819464] env[68835]: INFO nova.scheduler.client.report [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Deleted allocations for instance 0c4ae68e-49bd-4c7e-b899-44dafaf180cc [ 1144.841513] env[68835]: DEBUG nova.network.neutron [-] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.894374] env[68835]: DEBUG oslo_vmware.api [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154893, 'name': ReconfigVM_Task, 'duration_secs': 1.147485} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.894699] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Updating instance 'ddacced6-b1b3-4934-aeac-abe408b0e343' progress to 33 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.000367] env[68835]: DEBUG oslo_concurrency.lockutils [None req-55977ecf-d312-4c26-917e-2bc1f903bae2 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "04133b57-9f72-48a8-a748-4af8c1e48bbc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.122783] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.122783] env[68835]: DEBUG nova.compute.manager [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Instance network_info: |[{"id": "710dc9c0-cc83-48a6-ac69-683c98754bb8", "address": "fa:16:3e:8b:43:19", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap710dc9c0-cc", "ovs_interfaceid": "710dc9c0-cc83-48a6-ac69-683c98754bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.123297] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:43:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '710dc9c0-cc83-48a6-ac69-683c98754bb8', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.133140] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.133140] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.133140] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6fa3f92-c515-4894-bc04-fbdb710928d7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.153980] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.153980] env[68835]: value = "task-3154896" [ 1145.153980] env[68835]: _type = "Task" [ 1145.153980] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.161502] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154896, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.303973] env[68835]: DEBUG nova.objects.instance [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lazy-loading 'numa_topology' on Instance uuid 235d675a-3113-4eae-ae03-f504a8d53a95 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.328039] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a561a83b-e508-4904-a58c-1d72e393038e tempest-ServersTestJSON-1924623746 tempest-ServersTestJSON-1924623746-project-member] Lock "0c4ae68e-49bd-4c7e-b899-44dafaf180cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.014s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.330892] env[68835]: DEBUG nova.compute.manager [req-9a5cf413-ee22-46ff-949e-293965d77d08 req-202fd551-0b37-4bf1-9b0a-95ff311c558e service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Received event network-changed-710dc9c0-cc83-48a6-ac69-683c98754bb8 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.331105] env[68835]: DEBUG nova.compute.manager [req-9a5cf413-ee22-46ff-949e-293965d77d08 req-202fd551-0b37-4bf1-9b0a-95ff311c558e service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Refreshing instance network info cache due to event network-changed-710dc9c0-cc83-48a6-ac69-683c98754bb8. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.331444] env[68835]: DEBUG oslo_concurrency.lockutils [req-9a5cf413-ee22-46ff-949e-293965d77d08 req-202fd551-0b37-4bf1-9b0a-95ff311c558e service nova] Acquiring lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.331578] env[68835]: DEBUG oslo_concurrency.lockutils [req-9a5cf413-ee22-46ff-949e-293965d77d08 req-202fd551-0b37-4bf1-9b0a-95ff311c558e service nova] Acquired lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.331733] env[68835]: DEBUG nova.network.neutron [req-9a5cf413-ee22-46ff-949e-293965d77d08 req-202fd551-0b37-4bf1-9b0a-95ff311c558e service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Refreshing network info cache for port 710dc9c0-cc83-48a6-ac69-683c98754bb8 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.344742] env[68835]: INFO nova.compute.manager [-] [instance: 4aab0464-23cc-4986-a84a-b4b3a744af0a] Took 1.20 seconds to deallocate network for instance. [ 1145.400850] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.401159] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.401252] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.401437] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.401577] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.401721] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.401918] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.402086] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.402328] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.402560] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.402812] env[68835]: DEBUG nova.virt.hardware [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.408322] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1145.408592] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ae2c1d4-0dfa-4ab9-995b-8b4dfba18213 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.427192] env[68835]: DEBUG oslo_vmware.api [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1145.427192] env[68835]: value = "task-3154897" [ 1145.427192] env[68835]: _type = "Task" [ 1145.427192] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.435347] env[68835]: DEBUG oslo_vmware.api [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.454442] env[68835]: INFO nova.compute.manager [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Rebuilding instance [ 1145.503534] env[68835]: DEBUG nova.compute.manager [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.504450] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4289fd90-91b1-40ae-9907-0ca46e92da80 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.664611] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154896, 'name': CreateVM_Task, 'duration_secs': 0.467722} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.664813] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.665613] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.665798] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.666184] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.666500] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a4af3f-05d2-48e2-80fc-355b02a288fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.671125] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1145.671125] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52a0d314-6840-e72d-53f0-0f02db9ed9fa" [ 1145.671125] env[68835]: _type = "Task" [ 1145.671125] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.678825] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a0d314-6840-e72d-53f0-0f02db9ed9fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.807263] env[68835]: INFO nova.compute.claims [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.940410] env[68835]: DEBUG oslo_vmware.api [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154897, 'name': ReconfigVM_Task, 'duration_secs': 0.152747} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.940689] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1145.941561] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77373dac-ddb8-45f2-8cd7-ee5f9b9f6b5b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.964260] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] ddacced6-b1b3-4934-aeac-abe408b0e343/ddacced6-b1b3-4934-aeac-abe408b0e343.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.966538] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a58634ff-951b-4e36-8bdf-97fb6da155b6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.984571] env[68835]: DEBUG oslo_vmware.api [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1145.984571] env[68835]: value = "task-3154899" [ 1145.984571] env[68835]: _type = "Task" [ 1145.984571] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.992476] env[68835]: DEBUG oslo_vmware.api [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.183932] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a0d314-6840-e72d-53f0-0f02db9ed9fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009076} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.184250] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.184520] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.184727] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.184866] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.185054] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.186109] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2e5b29d-8e17-4dee-9dbb-f9c0829ce085 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.194857] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.195129] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.195906] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd4fc6c7-516d-4892-bb4a-b04af7f349d6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.201684] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1146.201684] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52abb158-64e6-316b-be30-9678cc656e14" [ 1146.201684] env[68835]: _type = "Task" [ 1146.201684] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.208970] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52abb158-64e6-316b-be30-9678cc656e14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.262819] env[68835]: DEBUG nova.network.neutron [req-9a5cf413-ee22-46ff-949e-293965d77d08 req-202fd551-0b37-4bf1-9b0a-95ff311c558e service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Updated VIF entry in instance network info cache for port 710dc9c0-cc83-48a6-ac69-683c98754bb8. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.263230] env[68835]: DEBUG nova.network.neutron [req-9a5cf413-ee22-46ff-949e-293965d77d08 req-202fd551-0b37-4bf1-9b0a-95ff311c558e service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Updating instance_info_cache with network_info: [{"id": "710dc9c0-cc83-48a6-ac69-683c98754bb8", "address": "fa:16:3e:8b:43:19", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap710dc9c0-cc", "ovs_interfaceid": "710dc9c0-cc83-48a6-ac69-683c98754bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.369154] env[68835]: DEBUG oslo_concurrency.lockutils [None req-947ee67b-57e7-4013-82c4-2207fd06cbfb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "4aab0464-23cc-4986-a84a-b4b3a744af0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.775s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.494831] env[68835]: DEBUG oslo_vmware.api [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154899, 'name': ReconfigVM_Task, 'duration_secs': 0.255746} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.495241] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Reconfigured VM instance instance-0000005c to attach disk [datastore2] ddacced6-b1b3-4934-aeac-abe408b0e343/ddacced6-b1b3-4934-aeac-abe408b0e343.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.495445] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Updating instance 'ddacced6-b1b3-4934-aeac-abe408b0e343' progress to 50 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.520444] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.520727] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3059b978-31d7-4228-b42e-472cd0445ada {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.527723] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1146.527723] env[68835]: value = "task-3154900" [ 1146.527723] env[68835]: _type = "Task" [ 1146.527723] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.535513] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.713234] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52abb158-64e6-316b-be30-9678cc656e14, 'name': SearchDatastore_Task, 'duration_secs': 0.007943} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.714166] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7674b41-81d8-4d1b-8c5d-6f8ba7a85eff {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.719683] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1146.719683] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]524179c6-2021-a874-fdef-a8b75dd5b075" [ 1146.719683] env[68835]: _type = "Task" [ 1146.719683] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.728181] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]524179c6-2021-a874-fdef-a8b75dd5b075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.766027] env[68835]: DEBUG oslo_concurrency.lockutils [req-9a5cf413-ee22-46ff-949e-293965d77d08 req-202fd551-0b37-4bf1-9b0a-95ff311c558e service nova] Releasing lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.957686] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9de914-000e-4e0e-ad4d-d7070f856f64 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.965568] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce699fc-a7f5-41cc-8b08-5e3c49e3fe0d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.008741] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad06dc7-e5eb-47bd-89ff-2bef20504109 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.011715] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90429574-2e4b-4466-932c-bd513e2c8fbe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.033442] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b897a0-5ad0-4bb0-a97d-502565da283b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.041470] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ba1329-80ac-455e-b472-0f4978df5b35 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.056273] env[68835]: DEBUG nova.compute.provider_tree [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.075153] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Updating instance 'ddacced6-b1b3-4934-aeac-abe408b0e343' progress to 67 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.080877] env[68835]: DEBUG nova.scheduler.client.report [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.083352] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] VM already powered off {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1147.083658] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.084679] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8ec91b-1572-476b-8653-49ca57bfcf13 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.094247] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.094486] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21d5708a-3a74-46d2-b51a-8a0886280dbc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.232438] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]524179c6-2021-a874-fdef-a8b75dd5b075, 'name': SearchDatastore_Task, 'duration_secs': 0.01367} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.232749] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.233394] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 645364ef-2adf-4cce-9c66-5db4eac0935f/645364ef-2adf-4cce-9c66-5db4eac0935f.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.233774] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b82cd00-534a-4594-8c85-9cd3c40f0cec {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.245349] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1147.245349] env[68835]: value = "task-3154902" [ 1147.245349] env[68835]: _type = "Task" [ 1147.245349] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.250267] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.277394] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.277676] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.277866] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Deleting the datastore file [datastore1] 04133b57-9f72-48a8-a748-4af8c1e48bbc {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.278160] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d32c1865-37d0-4c2f-8ae8-76aa7431e543 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.284621] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1147.284621] env[68835]: value = "task-3154903" [ 1147.284621] env[68835]: _type = "Task" [ 1147.284621] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.293938] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.589702] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.591820] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.446s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.630164] env[68835]: DEBUG nova.network.neutron [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Port bb953f2f-203c-4718-9352-725e66364027 binding to destination host cpu-1 is already ACTIVE {{(pid=68835) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1147.640417] env[68835]: INFO nova.network.neutron [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Updating port f95ade32-ced6-4c6f-a502-11af5518764f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1147.728226] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "885552a8-8b67-44ba-9f38-8316d9d74f73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.728382] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "885552a8-8b67-44ba-9f38-8316d9d74f73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.752375] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468722} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.752627] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 645364ef-2adf-4cce-9c66-5db4eac0935f/645364ef-2adf-4cce-9c66-5db4eac0935f.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.752835] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.753100] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09db80ee-0670-4503-b52b-93932edbe4b7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.760012] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1147.760012] env[68835]: value = "task-3154904" [ 1147.760012] env[68835]: _type = "Task" [ 1147.760012] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.769022] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.794541] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317932} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.794829] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.795055] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.795279] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.923387] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Volume attach. Driver type: vmdk {{(pid=68835) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1147.923608] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631279', 'volume_id': '4329c5e0-df3c-4d5f-abe0-e37936e6f3dd', 'name': 'volume-4329c5e0-df3c-4d5f-abe0-e37936e6f3dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8fd1915-df6d-4420-bd3a-62c64495d524', 'attached_at': '', 'detached_at': '', 'volume_id': '4329c5e0-df3c-4d5f-abe0-e37936e6f3dd', 'serial': '4329c5e0-df3c-4d5f-abe0-e37936e6f3dd'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1147.924543] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bf9b64-2fac-40b4-bccd-5d70c9cdabc5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.940970] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdbdbb1-ca82-4476-bc65-2672e92e352b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.967008] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-4329c5e0-df3c-4d5f-abe0-e37936e6f3dd/volume-4329c5e0-df3c-4d5f-abe0-e37936e6f3dd.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.967300] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9de52407-88ab-4879-bc50-3c5106eb6ac5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.992226] env[68835]: DEBUG oslo_vmware.api [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1147.992226] env[68835]: value = "task-3154905" [ 1147.992226] env[68835]: _type = "Task" [ 1147.992226] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.003632] env[68835]: DEBUG oslo_vmware.api [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.230821] env[68835]: DEBUG nova.compute.manager [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.270779] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067118} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.271140] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.271938] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9520331f-e181-4688-97da-3d745ef2dea4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.294925] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 645364ef-2adf-4cce-9c66-5db4eac0935f/645364ef-2adf-4cce-9c66-5db4eac0935f.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.295674] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a360c05-c4da-41df-9743-638a6aee085c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.318895] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1148.318895] env[68835]: value = "task-3154906" [ 1148.318895] env[68835]: _type = "Task" [ 1148.318895] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.328212] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.502392] env[68835]: DEBUG oslo_vmware.api [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.601134] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Applying migration context for instance ddacced6-b1b3-4934-aeac-abe408b0e343 as it has an incoming, in-progress migration b990c500-2f87-425d-80ad-ff234c785551. Migration status is post-migrating {{(pid=68835) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1148.602396] env[68835]: INFO nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Updating resource usage from migration b990c500-2f87-425d-80ad-ff234c785551 [ 1148.622743] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance a1cb86e0-6b66-4edf-b690-80e51709b58d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.622899] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 15b953b9-f3fc-4706-8a74-99d87a27fed6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.623060] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance e8fd1915-df6d-4420-bd3a-62c64495d524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.623257] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 5b82000a-baf2-48e7-a0be-3d8192844743 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.623403] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 04133b57-9f72-48a8-a748-4af8c1e48bbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.623521] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Migration b990c500-2f87-425d-80ad-ff234c785551 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1148.623635] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance ddacced6-b1b3-4934-aeac-abe408b0e343 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.623748] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 235d675a-3113-4eae-ae03-f504a8d53a95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.623859] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 645364ef-2adf-4cce-9c66-5db4eac0935f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.653467] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "ddacced6-b1b3-4934-aeac-abe408b0e343-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.653676] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "ddacced6-b1b3-4934-aeac-abe408b0e343-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.653877] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "ddacced6-b1b3-4934-aeac-abe408b0e343-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.751215] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.828929] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154906, 'name': ReconfigVM_Task, 'duration_secs': 0.373354} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.828929] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 645364ef-2adf-4cce-9c66-5db4eac0935f/645364ef-2adf-4cce-9c66-5db4eac0935f.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.829552] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24df1426-2ed8-4580-9834-3eb6cdd6fa22 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.836356] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1148.836356] env[68835]: value = "task-3154907" [ 1148.836356] env[68835]: _type = "Task" [ 1148.836356] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.841909] env[68835]: DEBUG nova.virt.hardware [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.842192] env[68835]: DEBUG nova.virt.hardware [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.842392] env[68835]: DEBUG nova.virt.hardware [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.842612] env[68835]: DEBUG nova.virt.hardware [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.842791] env[68835]: DEBUG nova.virt.hardware [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.842970] env[68835]: DEBUG nova.virt.hardware [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.843249] env[68835]: DEBUG nova.virt.hardware [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.843451] env[68835]: DEBUG nova.virt.hardware [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.843636] env[68835]: DEBUG nova.virt.hardware [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.843802] env[68835]: DEBUG nova.virt.hardware [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.843974] env[68835]: DEBUG nova.virt.hardware [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.844708] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b164526-1201-4f45-b40b-7c522ded6a3a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.849853] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154907, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.854495] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bcc6ba-241e-4569-bf11-9ff1233b2eb3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.867929] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:4b:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5728f6a9-d708-47e0-9883-fbf1b8c80563', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.875318] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.875547] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.875749] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68f8100f-a884-4d23-8885-16120c11e2f6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.897249] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.897249] env[68835]: value = "task-3154908" [ 1148.897249] env[68835]: _type = "Task" [ 1148.897249] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.904580] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154908, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.002491] env[68835]: DEBUG oslo_vmware.api [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154905, 'name': ReconfigVM_Task, 'duration_secs': 0.576355} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.002855] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-4329c5e0-df3c-4d5f-abe0-e37936e6f3dd/volume-4329c5e0-df3c-4d5f-abe0-e37936e6f3dd.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.007669] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d91414b-be74-4c22-ae43-ea961be88bb9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.022613] env[68835]: DEBUG oslo_vmware.api [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1149.022613] env[68835]: value = "task-3154909" [ 1149.022613] env[68835]: _type = "Task" [ 1149.022613] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.031183] env[68835]: DEBUG oslo_vmware.api [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.062059] env[68835]: DEBUG nova.compute.manager [req-efa11225-dac2-48fb-8529-b7adeaaca4f5 req-30f97df2-b741-4197-80e2-81f8c78a3256 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Received event network-vif-plugged-f95ade32-ced6-4c6f-a502-11af5518764f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.062280] env[68835]: DEBUG oslo_concurrency.lockutils [req-efa11225-dac2-48fb-8529-b7adeaaca4f5 req-30f97df2-b741-4197-80e2-81f8c78a3256 service nova] Acquiring lock "235d675a-3113-4eae-ae03-f504a8d53a95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.062512] env[68835]: DEBUG oslo_concurrency.lockutils [req-efa11225-dac2-48fb-8529-b7adeaaca4f5 req-30f97df2-b741-4197-80e2-81f8c78a3256 service nova] Lock "235d675a-3113-4eae-ae03-f504a8d53a95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.062684] env[68835]: DEBUG oslo_concurrency.lockutils [req-efa11225-dac2-48fb-8529-b7adeaaca4f5 req-30f97df2-b741-4197-80e2-81f8c78a3256 service nova] Lock "235d675a-3113-4eae-ae03-f504a8d53a95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.062850] env[68835]: DEBUG nova.compute.manager [req-efa11225-dac2-48fb-8529-b7adeaaca4f5 req-30f97df2-b741-4197-80e2-81f8c78a3256 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] No waiting events found dispatching network-vif-plugged-f95ade32-ced6-4c6f-a502-11af5518764f {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.063146] env[68835]: WARNING nova.compute.manager [req-efa11225-dac2-48fb-8529-b7adeaaca4f5 req-30f97df2-b741-4197-80e2-81f8c78a3256 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Received unexpected event network-vif-plugged-f95ade32-ced6-4c6f-a502-11af5518764f for instance with vm_state shelved_offloaded and task_state spawning. [ 1149.126989] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 885552a8-8b67-44ba-9f38-8316d9d74f73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1149.127291] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1149.127474] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1149.307337] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540ac6ea-645b-4c00-8e2d-4e7bbdfa700f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.314923] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229c07ac-51cd-47f3-bf3b-72529246b946 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.349269] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af321a7c-c686-4bc9-986f-5abcce236f6a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.356415] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154907, 'name': Rename_Task, 'duration_secs': 0.128691} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.358546] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.358818] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36d85af1-dad5-4bfc-b133-53bbf9393ee0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.361093] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f06df6d-4618-40fe-916b-126c4a4f231a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.374161] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1149.376495] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1149.376495] env[68835]: value = "task-3154910" [ 1149.376495] env[68835]: _type = "Task" [ 1149.376495] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.384743] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154910, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.407687] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154908, 'name': CreateVM_Task, 'duration_secs': 0.345899} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.407687] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.408528] env[68835]: DEBUG oslo_concurrency.lockutils [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.408579] env[68835]: DEBUG oslo_concurrency.lockutils [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.408866] env[68835]: DEBUG oslo_concurrency.lockutils [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.409144] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60eb33b7-0df4-425a-9c52-2a9eac21c25e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.413886] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1149.413886] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52fb4c6a-042a-1a89-7265-80e5079a9e70" [ 1149.413886] env[68835]: _type = "Task" [ 1149.413886] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.421535] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52fb4c6a-042a-1a89-7265-80e5079a9e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.426166] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.426346] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquired lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.426528] env[68835]: DEBUG nova.network.neutron [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.532536] env[68835]: DEBUG oslo_vmware.api [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154909, 'name': ReconfigVM_Task, 'duration_secs': 0.21648} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.532845] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631279', 'volume_id': '4329c5e0-df3c-4d5f-abe0-e37936e6f3dd', 'name': 'volume-4329c5e0-df3c-4d5f-abe0-e37936e6f3dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8fd1915-df6d-4420-bd3a-62c64495d524', 'attached_at': '', 'detached_at': '', 'volume_id': '4329c5e0-df3c-4d5f-abe0-e37936e6f3dd', 'serial': '4329c5e0-df3c-4d5f-abe0-e37936e6f3dd'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1149.689520] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.689789] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.689917] env[68835]: DEBUG nova.network.neutron [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.888478] env[68835]: DEBUG oslo_vmware.api [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154910, 'name': PowerOnVM_Task, 'duration_secs': 0.445723} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.888743] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.888943] env[68835]: INFO nova.compute.manager [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1149.889138] env[68835]: DEBUG nova.compute.manager [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.889873] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b551d83e-dc10-4323-91fb-3e5395968be4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.898536] env[68835]: ERROR nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [req-40c82333-9b86-4886-8be8-c07ea2445a19] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-40c82333-9b86-4886-8be8-c07ea2445a19"}]} [ 1149.914340] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1149.924933] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52fb4c6a-042a-1a89-7265-80e5079a9e70, 'name': SearchDatastore_Task, 'duration_secs': 0.025544} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.925352] env[68835]: DEBUG oslo_concurrency.lockutils [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.925639] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.925931] env[68835]: DEBUG oslo_concurrency.lockutils [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.926144] env[68835]: DEBUG oslo_concurrency.lockutils [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.926425] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.926693] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4ed2ee1-5048-4103-b933-074ed8b949ee {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.929582] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1149.929754] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1149.940676] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.940676] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.941535] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaabec35-2219-4d3d-b6f6-8eef56092e51 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.946104] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1149.951667] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1149.951667] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5276c9ee-8581-50b9-eb8c-5f4069e61400" [ 1149.951667] env[68835]: _type = "Task" [ 1149.951667] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.959657] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5276c9ee-8581-50b9-eb8c-5f4069e61400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.964656] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1150.087832] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea75b19-4758-4f42-b432-e6ceba88a9a0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.095568] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a14b11-0cec-42ad-9093-56c6233a6396 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.129042] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de82a8ec-1525-499c-b7e5-387e0e2d56c5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.136676] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0d4966-8f09-4b8e-9eb8-4cd65ee7a189 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.149661] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.160642] env[68835]: DEBUG nova.network.neutron [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Updating instance_info_cache with network_info: [{"id": "f95ade32-ced6-4c6f-a502-11af5518764f", "address": "fa:16:3e:75:56:26", "network": {"id": "da7fa90e-7f64-4b73-9608-1118aa2742d1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1289376040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208dae9fe2434d12937fb80bcaac1273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf95ade32-ce", "ovs_interfaceid": "f95ade32-ced6-4c6f-a502-11af5518764f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.391940] env[68835]: DEBUG nova.network.neutron [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Updating instance_info_cache with network_info: [{"id": "bb953f2f-203c-4718-9352-725e66364027", "address": "fa:16:3e:78:a7:11", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb953f2f-20", "ovs_interfaceid": "bb953f2f-203c-4718-9352-725e66364027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.409808] env[68835]: INFO nova.compute.manager [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Took 14.95 seconds to build instance. [ 1150.464128] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5276c9ee-8581-50b9-eb8c-5f4069e61400, 'name': SearchDatastore_Task, 'duration_secs': 0.008883} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.465088] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-329638fc-e16b-43c4-999c-e58b72169eab {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.471169] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1150.471169] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]527fd13a-650c-ad62-771e-155222f53ba8" [ 1150.471169] env[68835]: _type = "Task" [ 1150.471169] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.478662] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527fd13a-650c-ad62-771e-155222f53ba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.573718] env[68835]: DEBUG nova.objects.instance [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lazy-loading 'flavor' on Instance uuid e8fd1915-df6d-4420-bd3a-62c64495d524 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.665455] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Releasing lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.703203] env[68835]: DEBUG nova.virt.hardware [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='92684c44cd5f7f275191754e31b1c788',container_format='bare',created_at=2025-03-25T18:42:10Z,direct_url=,disk_format='vmdk',id=ba0cc5aa-f522-4a34-b9db-c10260c6821d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1175245818-shelved',owner='208dae9fe2434d12937fb80bcaac1273',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-03-25T18:42:25Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.703203] env[68835]: DEBUG nova.virt.hardware [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.703203] env[68835]: DEBUG nova.virt.hardware [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.703203] env[68835]: DEBUG nova.virt.hardware [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.703203] env[68835]: DEBUG nova.virt.hardware [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.703203] env[68835]: DEBUG nova.virt.hardware [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.703203] env[68835]: DEBUG nova.virt.hardware [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.703935] env[68835]: DEBUG nova.virt.hardware [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.704285] env[68835]: DEBUG nova.virt.hardware [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.704923] env[68835]: DEBUG nova.virt.hardware [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.705274] env[68835]: DEBUG nova.virt.hardware [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.706432] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa281694-b6d8-4422-8550-cdaeda15e1a8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.710437] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Updated inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1150.711354] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Updating resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 generation from 145 to 146 during operation: update_inventory {{(pid=68835) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1150.711354] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.719796] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850e9e80-06af-42fc-819f-170914cc8ce0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.734943] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:56:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f95ade32-ced6-4c6f-a502-11af5518764f', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.743115] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.743991] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.744389] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dc6f0d0-7bc9-40c2-8bbd-d4ff20588f41 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.763874] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.763874] env[68835]: value = "task-3154911" [ 1150.763874] env[68835]: _type = "Task" [ 1150.763874] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.771802] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154911, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.894736] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.911685] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ab1fb2f9-4964-4f34-bfa7-cf4a20253a56 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "645364ef-2adf-4cce-9c66-5db4eac0935f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.458s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.981990] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527fd13a-650c-ad62-771e-155222f53ba8, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.982438] env[68835]: DEBUG oslo_concurrency.lockutils [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.982832] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 04133b57-9f72-48a8-a748-4af8c1e48bbc/04133b57-9f72-48a8-a748-4af8c1e48bbc.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.983291] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b6e8b37-7ff2-40dc-a3e9-a10bedddabf1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.989687] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1150.989687] env[68835]: value = "task-3154912" [ 1150.989687] env[68835]: _type = "Task" [ 1150.989687] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.998855] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.078217] env[68835]: DEBUG oslo_concurrency.lockutils [None req-93ad119a-d84e-4439-a40e-9d0eb54c8b1e tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "e8fd1915-df6d-4420-bd3a-62c64495d524" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.775s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.098092] env[68835]: DEBUG nova.compute.manager [req-8a01e14c-9b07-4b00-885b-3c6744a4dfac req-6fbab7eb-6d96-4af7-8683-316c395acf01 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Received event network-changed-f95ade32-ced6-4c6f-a502-11af5518764f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.098329] env[68835]: DEBUG nova.compute.manager [req-8a01e14c-9b07-4b00-885b-3c6744a4dfac req-6fbab7eb-6d96-4af7-8683-316c395acf01 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Refreshing instance network info cache due to event network-changed-f95ade32-ced6-4c6f-a502-11af5518764f. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.098525] env[68835]: DEBUG oslo_concurrency.lockutils [req-8a01e14c-9b07-4b00-885b-3c6744a4dfac req-6fbab7eb-6d96-4af7-8683-316c395acf01 service nova] Acquiring lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.098673] env[68835]: DEBUG oslo_concurrency.lockutils [req-8a01e14c-9b07-4b00-885b-3c6744a4dfac req-6fbab7eb-6d96-4af7-8683-316c395acf01 service nova] Acquired lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.098831] env[68835]: DEBUG nova.network.neutron [req-8a01e14c-9b07-4b00-885b-3c6744a4dfac req-6fbab7eb-6d96-4af7-8683-316c395acf01 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Refreshing network info cache for port f95ade32-ced6-4c6f-a502-11af5518764f {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.154387] env[68835]: DEBUG nova.compute.manager [req-ba76b732-f921-49e6-b21f-1549b94cae0e req-68d13708-0cdc-4055-9e82-4b3cf76fa4bb service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Received event network-changed-c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.154594] env[68835]: DEBUG nova.compute.manager [req-ba76b732-f921-49e6-b21f-1549b94cae0e req-68d13708-0cdc-4055-9e82-4b3cf76fa4bb service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Refreshing instance network info cache due to event network-changed-c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.155016] env[68835]: DEBUG oslo_concurrency.lockutils [req-ba76b732-f921-49e6-b21f-1549b94cae0e req-68d13708-0cdc-4055-9e82-4b3cf76fa4bb service nova] Acquiring lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.155016] env[68835]: DEBUG oslo_concurrency.lockutils [req-ba76b732-f921-49e6-b21f-1549b94cae0e req-68d13708-0cdc-4055-9e82-4b3cf76fa4bb service nova] Acquired lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.156518] env[68835]: DEBUG nova.network.neutron [req-ba76b732-f921-49e6-b21f-1549b94cae0e req-68d13708-0cdc-4055-9e82-4b3cf76fa4bb service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Refreshing network info cache for port c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.216806] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68835) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1151.217282] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.626s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.217814] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.467s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.219411] env[68835]: INFO nova.compute.claims [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.221720] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.221869] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Cleaning up deleted instances {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1151.278028] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154911, 'name': CreateVM_Task, 'duration_secs': 0.267617} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.278028] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.278756] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ba0cc5aa-f522-4a34-b9db-c10260c6821d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.278922] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ba0cc5aa-f522-4a34-b9db-c10260c6821d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.279346] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ba0cc5aa-f522-4a34-b9db-c10260c6821d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.280072] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ecd5533-dfb2-403d-98a5-bb597bdc2977 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.285924] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1151.285924] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52abbe02-97a1-9029-5d8b-e22deae5f855" [ 1151.285924] env[68835]: _type = "Task" [ 1151.285924] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.295975] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52abbe02-97a1-9029-5d8b-e22deae5f855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.419903] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c45b69-1025-43c9-9e66-cf13555394d3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.449105] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc539f8-020d-4a29-958d-93ddb3061293 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.458187] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Updating instance 'ddacced6-b1b3-4934-aeac-abe408b0e343' progress to 83 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.503927] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457518} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.503927] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 04133b57-9f72-48a8-a748-4af8c1e48bbc/04133b57-9f72-48a8-a748-4af8c1e48bbc.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.503927] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.503927] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6699ba2a-a054-4d55-aac4-588d9b090beb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.510861] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1151.510861] env[68835]: value = "task-3154913" [ 1151.510861] env[68835]: _type = "Task" [ 1151.510861] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.520195] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.740811] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] There are 63 instances to clean {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1151.741120] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: ebd099a7-5b62-44ab-9a92-3b39ca0b7d71] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.799056] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ba0cc5aa-f522-4a34-b9db-c10260c6821d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.799331] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Processing image ba0cc5aa-f522-4a34-b9db-c10260c6821d {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.799579] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ba0cc5aa-f522-4a34-b9db-c10260c6821d/ba0cc5aa-f522-4a34-b9db-c10260c6821d.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.799771] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ba0cc5aa-f522-4a34-b9db-c10260c6821d/ba0cc5aa-f522-4a34-b9db-c10260c6821d.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.799980] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.800367] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd6d92bf-4f27-4aa6-a693-bf8f2f911811 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.808657] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.808845] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.809579] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d829f4e-67aa-48b7-ba27-318efa3c110d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.818245] env[68835]: DEBUG nova.network.neutron [req-8a01e14c-9b07-4b00-885b-3c6744a4dfac req-6fbab7eb-6d96-4af7-8683-316c395acf01 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Updated VIF entry in instance network info cache for port f95ade32-ced6-4c6f-a502-11af5518764f. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.818571] env[68835]: DEBUG nova.network.neutron [req-8a01e14c-9b07-4b00-885b-3c6744a4dfac req-6fbab7eb-6d96-4af7-8683-316c395acf01 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Updating instance_info_cache with network_info: [{"id": "f95ade32-ced6-4c6f-a502-11af5518764f", "address": "fa:16:3e:75:56:26", "network": {"id": "da7fa90e-7f64-4b73-9608-1118aa2742d1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1289376040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208dae9fe2434d12937fb80bcaac1273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf95ade32-ce", "ovs_interfaceid": "f95ade32-ced6-4c6f-a502-11af5518764f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.823285] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1151.823285] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]524a4f85-eb80-430e-0071-21874b0b6ce8" [ 1151.823285] env[68835]: _type = "Task" [ 1151.823285] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.834231] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]524a4f85-eb80-430e-0071-21874b0b6ce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.900118] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ec4976fd-f87d-4474-b8a4-6806a56eebf9 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "e8fd1915-df6d-4420-bd3a-62c64495d524" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.900356] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ec4976fd-f87d-4474-b8a4-6806a56eebf9 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "e8fd1915-df6d-4420-bd3a-62c64495d524" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.919068] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0355c3fd-29ef-43c3-afcd-e5ed6edefefd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.926883] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5be31c-2c87-40f5-bd27-3b86014a415e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.962872] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a1af44-78ec-43d6-be34-4eb5b1b68a10 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.967190] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3bebb24f-122d-4ede-8e83-e23bccc4f9c8 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Updating instance 'ddacced6-b1b3-4934-aeac-abe408b0e343' progress to 100 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.978511] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317e9a74-7c3e-44da-bdb5-2ed41c594470 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.996500] env[68835]: DEBUG nova.compute.provider_tree [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1152.021270] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.356732} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.021270] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.021797] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86eae388-77bf-4ebc-80f7-408f83083251 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.045044] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 04133b57-9f72-48a8-a748-4af8c1e48bbc/04133b57-9f72-48a8-a748-4af8c1e48bbc.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.045660] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62bd6206-7cdc-4b64-9bbc-e3f37c5587da {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.069113] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1152.069113] env[68835]: value = "task-3154914" [ 1152.069113] env[68835]: _type = "Task" [ 1152.069113] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.076384] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.250826] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 84cb47ee-99f1-4355-9a7f-3746e3b7fc7e] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.321544] env[68835]: DEBUG oslo_concurrency.lockutils [req-8a01e14c-9b07-4b00-885b-3c6744a4dfac req-6fbab7eb-6d96-4af7-8683-316c395acf01 service nova] Releasing lock "refresh_cache-235d675a-3113-4eae-ae03-f504a8d53a95" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.333978] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Preparing fetch location {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1152.334269] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Fetch image to [datastore1] OSTACK_IMG_df921609-0f15-461a-b5d6-7d006ce41b75/OSTACK_IMG_df921609-0f15-461a-b5d6-7d006ce41b75.vmdk {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1152.334463] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Downloading stream optimized image ba0cc5aa-f522-4a34-b9db-c10260c6821d to [datastore1] OSTACK_IMG_df921609-0f15-461a-b5d6-7d006ce41b75/OSTACK_IMG_df921609-0f15-461a-b5d6-7d006ce41b75.vmdk on the data store datastore1 as vApp {{(pid=68835) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1152.334646] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Downloading image file data ba0cc5aa-f522-4a34-b9db-c10260c6821d to the ESX as VM named 'OSTACK_IMG_df921609-0f15-461a-b5d6-7d006ce41b75' {{(pid=68835) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1152.403989] env[68835]: INFO nova.compute.manager [None req-ec4976fd-f87d-4474-b8a4-6806a56eebf9 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Detaching volume 4329c5e0-df3c-4d5f-abe0-e37936e6f3dd [ 1152.440057] env[68835]: DEBUG oslo_vmware.rw_handles [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1152.440057] env[68835]: value = "resgroup-9" [ 1152.440057] env[68835]: _type = "ResourcePool" [ 1152.440057] env[68835]: }. {{(pid=68835) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1152.440435] env[68835]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9864b928-b968-4ba3-99c5-23c696dee4c3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.463977] env[68835]: INFO nova.virt.block_device [None req-ec4976fd-f87d-4474-b8a4-6806a56eebf9 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Attempting to driver detach volume 4329c5e0-df3c-4d5f-abe0-e37936e6f3dd from mountpoint /dev/sdb [ 1152.464714] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4976fd-f87d-4474-b8a4-6806a56eebf9 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Volume detach. Driver type: vmdk {{(pid=68835) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1152.464835] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4976fd-f87d-4474-b8a4-6806a56eebf9 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631279', 'volume_id': '4329c5e0-df3c-4d5f-abe0-e37936e6f3dd', 'name': 'volume-4329c5e0-df3c-4d5f-abe0-e37936e6f3dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8fd1915-df6d-4420-bd3a-62c64495d524', 'attached_at': '', 'detached_at': '', 'volume_id': '4329c5e0-df3c-4d5f-abe0-e37936e6f3dd', 'serial': '4329c5e0-df3c-4d5f-abe0-e37936e6f3dd'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1152.466086] env[68835]: DEBUG nova.network.neutron [req-ba76b732-f921-49e6-b21f-1549b94cae0e req-68d13708-0cdc-4055-9e82-4b3cf76fa4bb service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Updated VIF entry in instance network info cache for port c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.466558] env[68835]: DEBUG nova.network.neutron [req-ba76b732-f921-49e6-b21f-1549b94cae0e req-68d13708-0cdc-4055-9e82-4b3cf76fa4bb service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Updating instance_info_cache with network_info: [{"id": "c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0", "address": "fa:16:3e:73:02:06", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc10de0fe-7f", "ovs_interfaceid": "c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.470504] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1c23ed-d426-48ca-a64e-a8ef9024c4a9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.486331] env[68835]: DEBUG oslo_vmware.rw_handles [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lease: (returnval){ [ 1152.486331] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]521457b7-f908-4563-f3a5-a85bb52c6afa" [ 1152.486331] env[68835]: _type = "HttpNfcLease" [ 1152.486331] env[68835]: } obtained for vApp import into resource pool (val){ [ 1152.486331] env[68835]: value = "resgroup-9" [ 1152.486331] env[68835]: _type = "ResourcePool" [ 1152.486331] env[68835]: }. {{(pid=68835) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1152.486625] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the lease: (returnval){ [ 1152.486625] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]521457b7-f908-4563-f3a5-a85bb52c6afa" [ 1152.486625] env[68835]: _type = "HttpNfcLease" [ 1152.486625] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1152.514275] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0d8fe8-2ccb-498f-a302-fb4f36d8a039 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.523748] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d316b063-a263-4724-b6b3-22d16ad74aee {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.526443] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1152.526443] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]521457b7-f908-4563-f3a5-a85bb52c6afa" [ 1152.526443] env[68835]: _type = "HttpNfcLease" [ 1152.526443] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1152.546596] env[68835]: DEBUG nova.scheduler.client.report [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Updated inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1152.546905] env[68835]: DEBUG nova.compute.provider_tree [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Updating resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 generation from 146 to 147 during operation: update_inventory {{(pid=68835) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1152.547148] env[68835]: DEBUG nova.compute.provider_tree [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1152.554031] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67ee90c-44a4-47ef-8a7b-b4004cda6695 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.569966] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4976fd-f87d-4474-b8a4-6806a56eebf9 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] The volume has not been displaced from its original location: [datastore1] volume-4329c5e0-df3c-4d5f-abe0-e37936e6f3dd/volume-4329c5e0-df3c-4d5f-abe0-e37936e6f3dd.vmdk. No consolidation needed. {{(pid=68835) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1152.575903] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4976fd-f87d-4474-b8a4-6806a56eebf9 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1152.579714] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82e4e43a-c01a-46f6-8940-a70d5d10dfb9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.601838] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154914, 'name': ReconfigVM_Task, 'duration_secs': 0.360202} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.603082] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 04133b57-9f72-48a8-a748-4af8c1e48bbc/04133b57-9f72-48a8-a748-4af8c1e48bbc.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.603794] env[68835]: DEBUG oslo_vmware.api [None req-ec4976fd-f87d-4474-b8a4-6806a56eebf9 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1152.603794] env[68835]: value = "task-3154916" [ 1152.603794] env[68835]: _type = "Task" [ 1152.603794] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.603983] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26bd5de0-82f9-42b7-a416-30223da47ecf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.614061] env[68835]: DEBUG oslo_vmware.api [None req-ec4976fd-f87d-4474-b8a4-6806a56eebf9 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.615269] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1152.615269] env[68835]: value = "task-3154917" [ 1152.615269] env[68835]: _type = "Task" [ 1152.615269] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.623352] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154917, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.754272] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: c0e25d30-8994-46fe-bf0e-bb325beee838] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.980832] env[68835]: DEBUG oslo_concurrency.lockutils [req-ba76b732-f921-49e6-b21f-1549b94cae0e req-68d13708-0cdc-4055-9e82-4b3cf76fa4bb service nova] Releasing lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.014073] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1153.014073] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]521457b7-f908-4563-f3a5-a85bb52c6afa" [ 1153.014073] env[68835]: _type = "HttpNfcLease" [ 1153.014073] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1153.055203] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.837s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.055866] env[68835]: DEBUG nova.compute.manager [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1153.116397] env[68835]: DEBUG oslo_vmware.api [None req-ec4976fd-f87d-4474-b8a4-6806a56eebf9 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154916, 'name': ReconfigVM_Task, 'duration_secs': 0.269153} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.119475] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4976fd-f87d-4474-b8a4-6806a56eebf9 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1153.124391] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebb65db3-4edd-4830-9549-b01777e47f54 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.139753] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154917, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.140599] env[68835]: DEBUG oslo_vmware.api [None req-ec4976fd-f87d-4474-b8a4-6806a56eebf9 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1153.140599] env[68835]: value = "task-3154918" [ 1153.140599] env[68835]: _type = "Task" [ 1153.140599] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.148122] env[68835]: DEBUG oslo_vmware.api [None req-ec4976fd-f87d-4474-b8a4-6806a56eebf9 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.188190] env[68835]: DEBUG nova.compute.manager [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Received event network-changed-710dc9c0-cc83-48a6-ac69-683c98754bb8 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.188329] env[68835]: DEBUG nova.compute.manager [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Refreshing instance network info cache due to event network-changed-710dc9c0-cc83-48a6-ac69-683c98754bb8. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.188575] env[68835]: DEBUG oslo_concurrency.lockutils [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] Acquiring lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.188700] env[68835]: DEBUG oslo_concurrency.lockutils [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] Acquired lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.188819] env[68835]: DEBUG nova.network.neutron [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Refreshing network info cache for port 710dc9c0-cc83-48a6-ac69-683c98754bb8 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.257988] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 85077876-a35e-4f1d-b68e-6d2473853070] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.514801] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1153.514801] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]521457b7-f908-4563-f3a5-a85bb52c6afa" [ 1153.514801] env[68835]: _type = "HttpNfcLease" [ 1153.514801] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1153.514992] env[68835]: DEBUG oslo_vmware.rw_handles [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1153.514992] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]521457b7-f908-4563-f3a5-a85bb52c6afa" [ 1153.514992] env[68835]: _type = "HttpNfcLease" [ 1153.514992] env[68835]: }. {{(pid=68835) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1153.515707] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6884cf5b-5d30-4b66-9d57-8973670f342a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.528096] env[68835]: DEBUG oslo_vmware.rw_handles [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527717e5-515e-a220-0a55-472aa1689247/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1153.528318] env[68835]: DEBUG oslo_vmware.rw_handles [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527717e5-515e-a220-0a55-472aa1689247/disk-0.vmdk. {{(pid=68835) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1153.587512] env[68835]: DEBUG nova.compute.utils [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.589915] env[68835]: DEBUG nova.compute.manager [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1153.590101] env[68835]: DEBUG nova.network.neutron [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.595647] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-adca169b-2e39-4557-bf4a-206967e4a8b6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.627148] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154917, 'name': Rename_Task, 'duration_secs': 0.894685} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.627696] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.627696] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fe15f55-7dba-446d-9683-955f2d3b1c6d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.633941] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1153.633941] env[68835]: value = "task-3154919" [ 1153.633941] env[68835]: _type = "Task" [ 1153.633941] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.638383] env[68835]: DEBUG nova.policy [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '602b183f9bce49a08c93014f3033abad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa6b1210243e4cb69e810179ea79c16b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.644106] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.652233] env[68835]: DEBUG oslo_vmware.api [None req-ec4976fd-f87d-4474-b8a4-6806a56eebf9 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154918, 'name': ReconfigVM_Task, 'duration_secs': 0.143891} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.652621] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4976fd-f87d-4474-b8a4-6806a56eebf9 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631279', 'volume_id': '4329c5e0-df3c-4d5f-abe0-e37936e6f3dd', 'name': 'volume-4329c5e0-df3c-4d5f-abe0-e37936e6f3dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8fd1915-df6d-4420-bd3a-62c64495d524', 'attached_at': '', 'detached_at': '', 'volume_id': '4329c5e0-df3c-4d5f-abe0-e37936e6f3dd', 'serial': '4329c5e0-df3c-4d5f-abe0-e37936e6f3dd'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1153.760901] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: a8977588-4450-4e4b-b312-847901a74704] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.886164] env[68835]: DEBUG nova.network.neutron [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Updated VIF entry in instance network info cache for port 710dc9c0-cc83-48a6-ac69-683c98754bb8. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.886164] env[68835]: DEBUG nova.network.neutron [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Updating instance_info_cache with network_info: [{"id": "710dc9c0-cc83-48a6-ac69-683c98754bb8", "address": "fa:16:3e:8b:43:19", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap710dc9c0-cc", "ovs_interfaceid": "710dc9c0-cc83-48a6-ac69-683c98754bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.908122] env[68835]: DEBUG nova.network.neutron [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Successfully created port: 1e5986e5-b282-4a95-b5a8-6386255882e6 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.024613] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "ddacced6-b1b3-4934-aeac-abe408b0e343" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.027965] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "ddacced6-b1b3-4934-aeac-abe408b0e343" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.027965] env[68835]: DEBUG nova.compute.manager [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Going to confirm migration 5 {{(pid=68835) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1154.096023] env[68835]: DEBUG nova.compute.manager [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1154.145382] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154919, 'name': PowerOnVM_Task, 'duration_secs': 0.470035} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.146470] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.146882] env[68835]: DEBUG nova.compute.manager [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.148310] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0c4c61-cc2c-4932-b0d5-55e9c4f8afcd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.208850] env[68835]: DEBUG nova.objects.instance [None req-ec4976fd-f87d-4474-b8a4-6806a56eebf9 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lazy-loading 'flavor' on Instance uuid e8fd1915-df6d-4420-bd3a-62c64495d524 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.264766] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: d90423f4-a6bc-45c5-9cda-7f40be5b71ef] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.389041] env[68835]: DEBUG oslo_concurrency.lockutils [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] Releasing lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.389041] env[68835]: DEBUG nova.compute.manager [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Received event network-changed-710dc9c0-cc83-48a6-ac69-683c98754bb8 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.389440] env[68835]: DEBUG nova.compute.manager [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Refreshing instance network info cache due to event network-changed-710dc9c0-cc83-48a6-ac69-683c98754bb8. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.389513] env[68835]: DEBUG oslo_concurrency.lockutils [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] Acquiring lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.389761] env[68835]: DEBUG oslo_concurrency.lockutils [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] Acquired lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.389890] env[68835]: DEBUG nova.network.neutron [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Refreshing network info cache for port 710dc9c0-cc83-48a6-ac69-683c98754bb8 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.602406] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.602804] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.603127] env[68835]: DEBUG nova.network.neutron [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.603457] env[68835]: DEBUG nova.objects.instance [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lazy-loading 'info_cache' on Instance uuid ddacced6-b1b3-4934-aeac-abe408b0e343 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.660309] env[68835]: INFO nova.compute.manager [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] bringing vm to original state: 'stopped' [ 1154.768788] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: a263c0cc-1525-4616-8a8b-1b19f4fa17b6] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.922244] env[68835]: DEBUG oslo_vmware.rw_handles [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Completed reading data from the image iterator. {{(pid=68835) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1154.922244] env[68835]: DEBUG oslo_vmware.rw_handles [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527717e5-515e-a220-0a55-472aa1689247/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1154.922792] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e57594a-c87a-4189-837b-9e1c4887ec71 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.931664] env[68835]: DEBUG oslo_vmware.rw_handles [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527717e5-515e-a220-0a55-472aa1689247/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1154.931868] env[68835]: DEBUG oslo_vmware.rw_handles [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527717e5-515e-a220-0a55-472aa1689247/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1154.932143] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ad20523a-7e48-45e3-92ac-0652c71cb036 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.095068] env[68835]: DEBUG nova.network.neutron [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Updated VIF entry in instance network info cache for port 710dc9c0-cc83-48a6-ac69-683c98754bb8. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.095657] env[68835]: DEBUG nova.network.neutron [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Updating instance_info_cache with network_info: [{"id": "710dc9c0-cc83-48a6-ac69-683c98754bb8", "address": "fa:16:3e:8b:43:19", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap710dc9c0-cc", "ovs_interfaceid": "710dc9c0-cc83-48a6-ac69-683c98754bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.107857] env[68835]: DEBUG nova.compute.manager [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1155.135318] env[68835]: DEBUG nova.virt.hardware [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.135584] env[68835]: DEBUG nova.virt.hardware [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.135744] env[68835]: DEBUG nova.virt.hardware [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.135923] env[68835]: DEBUG nova.virt.hardware [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.136087] env[68835]: DEBUG nova.virt.hardware [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.136242] env[68835]: DEBUG nova.virt.hardware [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.136479] env[68835]: DEBUG nova.virt.hardware [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.136644] env[68835]: DEBUG nova.virt.hardware [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.136811] env[68835]: DEBUG nova.virt.hardware [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.136975] env[68835]: DEBUG nova.virt.hardware [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.137167] env[68835]: DEBUG nova.virt.hardware [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.138280] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af359b5-c7d7-4967-b98a-b87c73da6f34 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.146579] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5652933-cb9c-4b45-8838-bd0302eea394 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.216705] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ec4976fd-f87d-4474-b8a4-6806a56eebf9 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "e8fd1915-df6d-4420-bd3a-62c64495d524" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.316s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.273624] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 92d0bb03-8722-41c2-bfb5-d38158b2f9f0] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.308766] env[68835]: DEBUG nova.compute.manager [req-e2810f65-bd77-4dd5-b38b-7a68cd84155a req-7b8a6892-549d-4457-a8d1-13aec1adcd34 service nova] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Received event network-vif-plugged-1e5986e5-b282-4a95-b5a8-6386255882e6 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.309011] env[68835]: DEBUG oslo_concurrency.lockutils [req-e2810f65-bd77-4dd5-b38b-7a68cd84155a req-7b8a6892-549d-4457-a8d1-13aec1adcd34 service nova] Acquiring lock "885552a8-8b67-44ba-9f38-8316d9d74f73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.309224] env[68835]: DEBUG oslo_concurrency.lockutils [req-e2810f65-bd77-4dd5-b38b-7a68cd84155a req-7b8a6892-549d-4457-a8d1-13aec1adcd34 service nova] Lock "885552a8-8b67-44ba-9f38-8316d9d74f73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.309384] env[68835]: DEBUG oslo_concurrency.lockutils [req-e2810f65-bd77-4dd5-b38b-7a68cd84155a req-7b8a6892-549d-4457-a8d1-13aec1adcd34 service nova] Lock "885552a8-8b67-44ba-9f38-8316d9d74f73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.309569] env[68835]: DEBUG nova.compute.manager [req-e2810f65-bd77-4dd5-b38b-7a68cd84155a req-7b8a6892-549d-4457-a8d1-13aec1adcd34 service nova] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] No waiting events found dispatching network-vif-plugged-1e5986e5-b282-4a95-b5a8-6386255882e6 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.309703] env[68835]: WARNING nova.compute.manager [req-e2810f65-bd77-4dd5-b38b-7a68cd84155a req-7b8a6892-549d-4457-a8d1-13aec1adcd34 service nova] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Received unexpected event network-vif-plugged-1e5986e5-b282-4a95-b5a8-6386255882e6 for instance with vm_state building and task_state spawning. [ 1155.382211] env[68835]: DEBUG nova.network.neutron [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Successfully updated port: 1e5986e5-b282-4a95-b5a8-6386255882e6 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.430611] env[68835]: DEBUG oslo_vmware.rw_handles [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527717e5-515e-a220-0a55-472aa1689247/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1155.430611] env[68835]: INFO nova.virt.vmwareapi.images [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Downloaded image file data ba0cc5aa-f522-4a34-b9db-c10260c6821d [ 1155.431434] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad57d619-2c57-4054-9648-884f30dd2b38 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.448588] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8d4f03a-81ea-4153-a2ca-bc7c56002930 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.598986] env[68835]: DEBUG oslo_concurrency.lockutils [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] Releasing lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.599293] env[68835]: DEBUG nova.compute.manager [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Received event network-changed-c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.599470] env[68835]: DEBUG nova.compute.manager [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Refreshing instance network info cache due to event network-changed-c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.599685] env[68835]: DEBUG oslo_concurrency.lockutils [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] Acquiring lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.599830] env[68835]: DEBUG oslo_concurrency.lockutils [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] Acquired lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.599992] env[68835]: DEBUG nova.network.neutron [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Refreshing network info cache for port c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.636965] env[68835]: INFO nova.virt.vmwareapi.images [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] The imported VM was unregistered [ 1155.639507] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Caching image {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1155.639743] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ba0cc5aa-f522-4a34-b9db-c10260c6821d {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.640033] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e774014f-5d91-4d0b-8857-21e4be4d5507 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.667277] env[68835]: DEBUG oslo_concurrency.lockutils [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "04133b57-9f72-48a8-a748-4af8c1e48bbc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.667531] env[68835]: DEBUG oslo_concurrency.lockutils [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "04133b57-9f72-48a8-a748-4af8c1e48bbc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.667753] env[68835]: DEBUG nova.compute.manager [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.668646] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b01c51-8cfc-473f-8e6b-e65868e4db3d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.675161] env[68835]: DEBUG nova.compute.manager [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68835) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1155.679749] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Created directory with path [datastore1] devstack-image-cache_base/ba0cc5aa-f522-4a34-b9db-c10260c6821d {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.679939] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_df921609-0f15-461a-b5d6-7d006ce41b75/OSTACK_IMG_df921609-0f15-461a-b5d6-7d006ce41b75.vmdk to [datastore1] devstack-image-cache_base/ba0cc5aa-f522-4a34-b9db-c10260c6821d/ba0cc5aa-f522-4a34-b9db-c10260c6821d.vmdk. {{(pid=68835) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1155.681272] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d3c28cfe-2fda-4bc8-9950-bc215ac6790f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.688412] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1155.688412] env[68835]: value = "task-3154921" [ 1155.688412] env[68835]: _type = "Task" [ 1155.688412] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.697480] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154921, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.776120] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: d8375790-d481-4bb0-a6af-185f74bc25f8] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.890784] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "refresh_cache-885552a8-8b67-44ba-9f38-8316d9d74f73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.890784] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "refresh_cache-885552a8-8b67-44ba-9f38-8316d9d74f73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.890784] env[68835]: DEBUG nova.network.neutron [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.960719] env[68835]: DEBUG nova.network.neutron [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Updating instance_info_cache with network_info: [{"id": "bb953f2f-203c-4718-9352-725e66364027", "address": "fa:16:3e:78:a7:11", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb953f2f-20", "ovs_interfaceid": "bb953f2f-203c-4718-9352-725e66364027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.184368] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.184673] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-967068e9-9837-4f26-b08f-9673141db7f2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.193719] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1156.193719] env[68835]: value = "task-3154922" [ 1156.193719] env[68835]: _type = "Task" [ 1156.193719] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.200115] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154921, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.204208] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "e8fd1915-df6d-4420-bd3a-62c64495d524" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.204444] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "e8fd1915-df6d-4420-bd3a-62c64495d524" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.204641] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "e8fd1915-df6d-4420-bd3a-62c64495d524-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.204819] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "e8fd1915-df6d-4420-bd3a-62c64495d524-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.204981] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "e8fd1915-df6d-4420-bd3a-62c64495d524-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.207173] env[68835]: INFO nova.compute.manager [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Terminating instance [ 1156.213561] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.279918] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: dfc7883a-7df0-4e23-b70e-8086bfdbeb28] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.339711] env[68835]: DEBUG nova.network.neutron [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Updated VIF entry in instance network info cache for port c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.340068] env[68835]: DEBUG nova.network.neutron [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Updating instance_info_cache with network_info: [{"id": "c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0", "address": "fa:16:3e:73:02:06", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc10de0fe-7f", "ovs_interfaceid": "c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.424743] env[68835]: DEBUG nova.network.neutron [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.463899] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.464181] env[68835]: DEBUG nova.objects.instance [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lazy-loading 'migration_context' on Instance uuid ddacced6-b1b3-4934-aeac-abe408b0e343 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.649698] env[68835]: DEBUG nova.network.neutron [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Updating instance_info_cache with network_info: [{"id": "1e5986e5-b282-4a95-b5a8-6386255882e6", "address": "fa:16:3e:98:a7:ec", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e5986e5-b2", "ovs_interfaceid": "1e5986e5-b282-4a95-b5a8-6386255882e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.701631] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154921, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.708249] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.711036] env[68835]: DEBUG nova.compute.manager [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.711260] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.712086] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5221e064-b7d3-4b73-8cfa-9ce58436eec9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.721540] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.721732] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d4d3f9a-0fad-4c2f-a20b-19d669d6d04a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.730654] env[68835]: DEBUG oslo_vmware.api [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1156.730654] env[68835]: value = "task-3154923" [ 1156.730654] env[68835]: _type = "Task" [ 1156.730654] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.742425] env[68835]: DEBUG oslo_vmware.api [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.784221] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 95945eb1-4023-4e80-834d-e669d7ba7ae7] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.843392] env[68835]: DEBUG oslo_concurrency.lockutils [req-2bc34d75-07b4-4f86-9318-b313aad9d775 req-46d2e559-caf0-4a45-a65d-fac32ea4a2bf service nova] Releasing lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.970439] env[68835]: DEBUG nova.objects.base [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1156.971581] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282602ae-34d9-4dfb-92ce-09641b150055 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.995327] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad02e454-d4f8-4ab5-badd-01ee03a0c351 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.003307] env[68835]: DEBUG oslo_vmware.api [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1157.003307] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52fbd961-31e6-e8fc-7a18-58a83e451a87" [ 1157.003307] env[68835]: _type = "Task" [ 1157.003307] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.013945] env[68835]: DEBUG oslo_vmware.api [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52fbd961-31e6-e8fc-7a18-58a83e451a87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.152565] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "refresh_cache-885552a8-8b67-44ba-9f38-8316d9d74f73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.152907] env[68835]: DEBUG nova.compute.manager [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Instance network_info: |[{"id": "1e5986e5-b282-4a95-b5a8-6386255882e6", "address": "fa:16:3e:98:a7:ec", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e5986e5-b2", "ovs_interfaceid": "1e5986e5-b282-4a95-b5a8-6386255882e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.153431] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:a7:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e5986e5-b282-4a95-b5a8-6386255882e6', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.161816] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.162166] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.162509] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea03e341-8797-4e34-9159-a480a950da23 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.184987] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.184987] env[68835]: value = "task-3154924" [ 1157.184987] env[68835]: _type = "Task" [ 1157.184987] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.197306] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154924, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.203715] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154921, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.211227] env[68835]: DEBUG oslo_vmware.api [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154922, 'name': PowerOffVM_Task, 'duration_secs': 0.943147} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.211503] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.211702] env[68835]: DEBUG nova.compute.manager [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.212509] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33456b99-cef5-49c8-abb0-f7a0ced2d160 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.243069] env[68835]: DEBUG oslo_vmware.api [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154923, 'name': PowerOffVM_Task, 'duration_secs': 0.270289} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.243069] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.243069] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.243069] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d92219d-2920-47ff-8326-b4c3d2fdc143 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.288026] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 8bee7bde-661d-4abf-8873-4fc7a38d1ad9] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.316633] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.316690] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.316885] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Deleting the datastore file [datastore2] e8fd1915-df6d-4420-bd3a-62c64495d524 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.317193] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a22b987-448c-4bbe-bd55-6023516852c3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.325860] env[68835]: DEBUG oslo_vmware.api [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1157.325860] env[68835]: value = "task-3154926" [ 1157.325860] env[68835]: _type = "Task" [ 1157.325860] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.337756] env[68835]: DEBUG oslo_vmware.api [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.340217] env[68835]: DEBUG nova.compute.manager [req-68c1ba29-8a59-480a-83bc-2be6efc95be0 req-91f87f98-ab16-40a2-9a9f-9d40bb18971a service nova] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Received event network-changed-1e5986e5-b282-4a95-b5a8-6386255882e6 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.340417] env[68835]: DEBUG nova.compute.manager [req-68c1ba29-8a59-480a-83bc-2be6efc95be0 req-91f87f98-ab16-40a2-9a9f-9d40bb18971a service nova] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Refreshing instance network info cache due to event network-changed-1e5986e5-b282-4a95-b5a8-6386255882e6. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.340631] env[68835]: DEBUG oslo_concurrency.lockutils [req-68c1ba29-8a59-480a-83bc-2be6efc95be0 req-91f87f98-ab16-40a2-9a9f-9d40bb18971a service nova] Acquiring lock "refresh_cache-885552a8-8b67-44ba-9f38-8316d9d74f73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.340993] env[68835]: DEBUG oslo_concurrency.lockutils [req-68c1ba29-8a59-480a-83bc-2be6efc95be0 req-91f87f98-ab16-40a2-9a9f-9d40bb18971a service nova] Acquired lock "refresh_cache-885552a8-8b67-44ba-9f38-8316d9d74f73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.340993] env[68835]: DEBUG nova.network.neutron [req-68c1ba29-8a59-480a-83bc-2be6efc95be0 req-91f87f98-ab16-40a2-9a9f-9d40bb18971a service nova] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Refreshing network info cache for port 1e5986e5-b282-4a95-b5a8-6386255882e6 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.516457] env[68835]: DEBUG oslo_vmware.api [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52fbd961-31e6-e8fc-7a18-58a83e451a87, 'name': SearchDatastore_Task, 'duration_secs': 0.009861} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.516722] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.516993] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.699159] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154924, 'name': CreateVM_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.704454] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154921, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.727130] env[68835]: DEBUG oslo_concurrency.lockutils [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "04133b57-9f72-48a8-a748-4af8c1e48bbc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.791843] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: ef46218e-d124-4c16-b19c-ffb6d17b1fae] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.836225] env[68835]: DEBUG oslo_vmware.api [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266615} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.836501] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.836688] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.836861] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.837043] env[68835]: INFO nova.compute.manager [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1157.837285] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.837475] env[68835]: DEBUG nova.compute.manager [-] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.837564] env[68835]: DEBUG nova.network.neutron [-] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.065653] env[68835]: DEBUG nova.network.neutron [req-68c1ba29-8a59-480a-83bc-2be6efc95be0 req-91f87f98-ab16-40a2-9a9f-9d40bb18971a service nova] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Updated VIF entry in instance network info cache for port 1e5986e5-b282-4a95-b5a8-6386255882e6. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.066261] env[68835]: DEBUG nova.network.neutron [req-68c1ba29-8a59-480a-83bc-2be6efc95be0 req-91f87f98-ab16-40a2-9a9f-9d40bb18971a service nova] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Updating instance_info_cache with network_info: [{"id": "1e5986e5-b282-4a95-b5a8-6386255882e6", "address": "fa:16:3e:98:a7:ec", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e5986e5-b2", "ovs_interfaceid": "1e5986e5-b282-4a95-b5a8-6386255882e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.199727] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154924, 'name': CreateVM_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.200500] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de47a95-e1f7-4397-80f7-79a1b6b56739 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.211923] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f45104-ae48-400c-a299-ed2ab064d02e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.215676] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154921, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.257028] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8c7baa-141e-44c0-a03e-2d18e806bbdc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.261272] env[68835]: DEBUG oslo_concurrency.lockutils [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.268304] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff0cf20-5e03-42ee-aed2-3530d058e9bb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.288444] env[68835]: DEBUG nova.compute.provider_tree [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.296987] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 027efffa-912e-4a0a-a1e6-20c0bacc62c8] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.570296] env[68835]: DEBUG oslo_concurrency.lockutils [req-68c1ba29-8a59-480a-83bc-2be6efc95be0 req-91f87f98-ab16-40a2-9a9f-9d40bb18971a service nova] Releasing lock "refresh_cache-885552a8-8b67-44ba-9f38-8316d9d74f73" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.698860] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154924, 'name': CreateVM_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.703682] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154921, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.817139} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.703931] env[68835]: INFO nova.virt.vmwareapi.ds_util [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_df921609-0f15-461a-b5d6-7d006ce41b75/OSTACK_IMG_df921609-0f15-461a-b5d6-7d006ce41b75.vmdk to [datastore1] devstack-image-cache_base/ba0cc5aa-f522-4a34-b9db-c10260c6821d/ba0cc5aa-f522-4a34-b9db-c10260c6821d.vmdk. [ 1158.704180] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Cleaning up location [datastore1] OSTACK_IMG_df921609-0f15-461a-b5d6-7d006ce41b75 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1158.704358] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_df921609-0f15-461a-b5d6-7d006ce41b75 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.704625] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a86107f6-6bd8-45f5-b805-a8a213675b1d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.710156] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1158.710156] env[68835]: value = "task-3154927" [ 1158.710156] env[68835]: _type = "Task" [ 1158.710156] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.717621] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.792718] env[68835]: DEBUG nova.scheduler.client.report [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.804282] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 73f2e861-0a7c-45f9-a73f-85f46930771c] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.910159] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "04133b57-9f72-48a8-a748-4af8c1e48bbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.910465] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "04133b57-9f72-48a8-a748-4af8c1e48bbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.910681] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "04133b57-9f72-48a8-a748-4af8c1e48bbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.910862] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "04133b57-9f72-48a8-a748-4af8c1e48bbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.911083] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "04133b57-9f72-48a8-a748-4af8c1e48bbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.913160] env[68835]: INFO nova.compute.manager [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Terminating instance [ 1159.109827] env[68835]: DEBUG nova.network.neutron [-] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.198673] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154924, 'name': CreateVM_Task, 'duration_secs': 1.72851} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.198840] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.199539] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.199710] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.200052] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.200316] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83599a7f-2b96-4043-a0a8-ea02aa4e93b3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.206136] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1159.206136] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52dc0c0b-e277-1ead-ed85-2a6ea8fccc04" [ 1159.206136] env[68835]: _type = "Task" [ 1159.206136] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.216496] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52dc0c0b-e277-1ead-ed85-2a6ea8fccc04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.221467] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035376} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.221467] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.221614] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ba0cc5aa-f522-4a34-b9db-c10260c6821d/ba0cc5aa-f522-4a34-b9db-c10260c6821d.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.221807] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ba0cc5aa-f522-4a34-b9db-c10260c6821d/ba0cc5aa-f522-4a34-b9db-c10260c6821d.vmdk to [datastore1] 235d675a-3113-4eae-ae03-f504a8d53a95/235d675a-3113-4eae-ae03-f504a8d53a95.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.222061] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ccfc442-afa3-483d-a20a-22ecac182d4e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.233456] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1159.233456] env[68835]: value = "task-3154928" [ 1159.233456] env[68835]: _type = "Task" [ 1159.233456] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.245143] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.307318] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: de1404f6-a384-43eb-b33d-fd6c669aea22] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.373024] env[68835]: DEBUG nova.compute.manager [req-2d799c95-d544-4996-b449-53b70822d0f6 req-285a6c86-06fa-4d28-8792-c0fa87c061a9 service nova] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Received event network-vif-deleted-ad699468-ebfb-4f80-8ea6-522b9f428e86 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.420030] env[68835]: DEBUG nova.compute.manager [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.420030] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.420030] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b20e9b-c1cc-4dc4-9941-c377c157eaeb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.426306] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.426737] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61655a6c-6b3e-43c0-a3b7-79d399d37b6c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.512449] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.512662] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.512844] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Deleting the datastore file [datastore1] 04133b57-9f72-48a8-a748-4af8c1e48bbc {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.513156] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-188bdce8-a510-41bb-8b99-780645fad88f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.523141] env[68835]: DEBUG oslo_vmware.api [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1159.523141] env[68835]: value = "task-3154930" [ 1159.523141] env[68835]: _type = "Task" [ 1159.523141] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.532055] env[68835]: DEBUG oslo_vmware.api [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.612439] env[68835]: INFO nova.compute.manager [-] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Took 1.77 seconds to deallocate network for instance. [ 1159.718305] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52dc0c0b-e277-1ead-ed85-2a6ea8fccc04, 'name': SearchDatastore_Task, 'duration_secs': 0.009347} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.718628] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.718874] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.719131] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.719278] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.719456] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.719719] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54992ff4-abe1-48f5-b27d-fd5896e57b49 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.738977] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.739166] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.740286] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c941be-7395-43c9-bb6e-c041aecb3347 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.748282] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1159.748282] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]526f2ed2-051e-33fd-477b-d130db6dc280" [ 1159.748282] env[68835]: _type = "Task" [ 1159.748282] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.748508] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154928, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.759364] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526f2ed2-051e-33fd-477b-d130db6dc280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.803865] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.287s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.804283] env[68835]: DEBUG nova.compute.manager [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68835) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1159.807657] env[68835]: DEBUG oslo_concurrency.lockutils [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.547s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.807884] env[68835]: DEBUG nova.objects.instance [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68835) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1159.810592] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 574644fa-d111-4873-99ec-78ccc23150a6] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.034867] env[68835]: DEBUG oslo_vmware.api [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.119867] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.247976] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154928, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.259912] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526f2ed2-051e-33fd-477b-d130db6dc280, 'name': SearchDatastore_Task, 'duration_secs': 0.080222} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.260766] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef0d507-bfbd-48dc-ae16-21298c18e8aa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.266307] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1160.266307] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5279c18e-8357-971a-74a8-d52a7f5785e0" [ 1160.266307] env[68835]: _type = "Task" [ 1160.266307] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.275612] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5279c18e-8357-971a-74a8-d52a7f5785e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.316745] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: be629496-573e-4aa3-a930-454df91b2121] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.374605] env[68835]: INFO nova.scheduler.client.report [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Deleted allocation for migration b990c500-2f87-425d-80ad-ff234c785551 [ 1160.540042] env[68835]: DEBUG oslo_vmware.api [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.750698] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154928, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.779777] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5279c18e-8357-971a-74a8-d52a7f5785e0, 'name': SearchDatastore_Task, 'duration_secs': 0.085106} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.779777] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.779777] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 885552a8-8b67-44ba-9f38-8316d9d74f73/885552a8-8b67-44ba-9f38-8316d9d74f73.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.779777] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de04062d-7866-4044-a808-734095ec61f0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.788742] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1160.788742] env[68835]: value = "task-3154931" [ 1160.788742] env[68835]: _type = "Task" [ 1160.788742] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.798735] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.820274] env[68835]: DEBUG oslo_concurrency.lockutils [None req-77a06436-c39a-49cc-bcda-3bfbdbaca0fa tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.821505] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.702s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.823633] env[68835]: DEBUG nova.objects.instance [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lazy-loading 'resources' on Instance uuid e8fd1915-df6d-4420-bd3a-62c64495d524 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.823633] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: ab46b034-9198-4e64-970f-11c448b6fdb3] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.880812] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f52a1e8a-5ce0-417a-85ab-8e56384509f0 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "ddacced6-b1b3-4934-aeac-abe408b0e343" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.856s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.036559] env[68835]: DEBUG oslo_vmware.api [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.247577] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154928, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.300238] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.328747] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 291b6185-0329-4d3b-838e-451abe781075] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.411600] env[68835]: DEBUG nova.objects.instance [None req-c9c77056-43e5-44b0-b8f0-fa565dcf54f9 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lazy-loading 'flavor' on Instance uuid ddacced6-b1b3-4934-aeac-abe408b0e343 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.457537] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5ecca6-cb91-4254-96df-2193e4af5241 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.467278] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f0b0ef-ef42-4141-95ea-98b5f24e0b70 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.501858] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e5b68e-541d-4f84-9a7c-671ea3ccf8f1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.509862] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dec2004-2130-4b2e-9419-4b92e28266ea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.524010] env[68835]: DEBUG nova.compute.provider_tree [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.534095] env[68835]: DEBUG oslo_vmware.api [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.752411} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.534898] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.535096] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.535278] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.535480] env[68835]: INFO nova.compute.manager [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1161.535711] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.535895] env[68835]: DEBUG nova.compute.manager [-] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.535989] env[68835]: DEBUG nova.network.neutron [-] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.748644] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154928, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.291683} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.748938] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ba0cc5aa-f522-4a34-b9db-c10260c6821d/ba0cc5aa-f522-4a34-b9db-c10260c6821d.vmdk to [datastore1] 235d675a-3113-4eae-ae03-f504a8d53a95/235d675a-3113-4eae-ae03-f504a8d53a95.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.749815] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4616061d-ad15-4205-9944-bd2f32dbc18f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.775916] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 235d675a-3113-4eae-ae03-f504a8d53a95/235d675a-3113-4eae-ae03-f504a8d53a95.vmdk or device None with type streamOptimized {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.777047] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf7b158a-4bbe-449a-82c0-a9226e560d71 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.802704] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154931, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.804748] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1161.804748] env[68835]: value = "task-3154932" [ 1161.804748] env[68835]: _type = "Task" [ 1161.804748] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.807121] env[68835]: DEBUG nova.compute.manager [req-9f81a551-82fd-4d85-8b74-76581c3fbdaa req-acd24925-7935-4d52-b2a7-a8a772ac0044 service nova] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Received event network-vif-deleted-5728f6a9-d708-47e0-9883-fbf1b8c80563 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.807332] env[68835]: INFO nova.compute.manager [req-9f81a551-82fd-4d85-8b74-76581c3fbdaa req-acd24925-7935-4d52-b2a7-a8a772ac0044 service nova] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Neutron deleted interface 5728f6a9-d708-47e0-9883-fbf1b8c80563; detaching it from the instance and deleting it from the info cache [ 1161.807501] env[68835]: DEBUG nova.network.neutron [req-9f81a551-82fd-4d85-8b74-76581c3fbdaa req-acd24925-7935-4d52-b2a7-a8a772ac0044 service nova] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.820788] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.832523] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: a72e5d0c-481b-4bbc-850f-f550c4ba50e5] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.918729] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c9c77056-43e5-44b0-b8f0-fa565dcf54f9 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.918911] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c9c77056-43e5-44b0-b8f0-fa565dcf54f9 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.919100] env[68835]: DEBUG nova.network.neutron [None req-c9c77056-43e5-44b0-b8f0-fa565dcf54f9 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.919280] env[68835]: DEBUG nova.objects.instance [None req-c9c77056-43e5-44b0-b8f0-fa565dcf54f9 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lazy-loading 'info_cache' on Instance uuid ddacced6-b1b3-4934-aeac-abe408b0e343 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.026762] env[68835]: DEBUG nova.scheduler.client.report [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.296550] env[68835]: DEBUG nova.network.neutron [-] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.303774] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154931, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.103072} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.304036] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 885552a8-8b67-44ba-9f38-8316d9d74f73/885552a8-8b67-44ba-9f38-8316d9d74f73.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.304231] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.304464] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9ff4c5e-ce4d-4297-a29f-32a2c80382ae {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.316079] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a4d7e6d-d5a0-48f9-a96f-b29b21e870a5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.317682] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.319136] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1162.319136] env[68835]: value = "task-3154933" [ 1162.319136] env[68835]: _type = "Task" [ 1162.319136] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.326055] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fb6185-cf9b-418e-9e0d-aec3b959a450 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.340425] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: e65e5b3d-8d8b-431d-9757-332f542c7eb2] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.342727] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.361701] env[68835]: DEBUG nova.compute.manager [req-9f81a551-82fd-4d85-8b74-76581c3fbdaa req-acd24925-7935-4d52-b2a7-a8a772ac0044 service nova] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Detach interface failed, port_id=5728f6a9-d708-47e0-9883-fbf1b8c80563, reason: Instance 04133b57-9f72-48a8-a748-4af8c1e48bbc could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1162.422624] env[68835]: DEBUG nova.objects.base [None req-c9c77056-43e5-44b0-b8f0-fa565dcf54f9 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1162.531950] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.556076] env[68835]: INFO nova.scheduler.client.report [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Deleted allocations for instance e8fd1915-df6d-4420-bd3a-62c64495d524 [ 1162.799877] env[68835]: INFO nova.compute.manager [-] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Took 1.26 seconds to deallocate network for instance. [ 1162.815924] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154932, 'name': ReconfigVM_Task, 'duration_secs': 0.590977} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.816292] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 235d675a-3113-4eae-ae03-f504a8d53a95/235d675a-3113-4eae-ae03-f504a8d53a95.vmdk or device None with type streamOptimized {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.817689] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'size': 0, 'device_name': '/dev/sda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'guest_format': None, 'disk_bus': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'image_id': '61e80c77-27af-4034-acfc-6b989eb5a7e6'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'attachment_id': 'a7f2e135-a4cd-4a5b-ad26-a99ba25f711e', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631278', 'volume_id': 'dcb1cbe3-d121-411b-b316-60a193ee6603', 'name': 'volume-dcb1cbe3-d121-411b-b316-60a193ee6603', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '235d675a-3113-4eae-ae03-f504a8d53a95', 'attached_at': '', 'detached_at': '', 'volume_id': 'dcb1cbe3-d121-411b-b316-60a193ee6603', 'serial': 'dcb1cbe3-d121-411b-b316-60a193ee6603'}, 'device_type': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=68835) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1162.817894] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Volume attach. Driver type: vmdk {{(pid=68835) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1162.818100] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631278', 'volume_id': 'dcb1cbe3-d121-411b-b316-60a193ee6603', 'name': 'volume-dcb1cbe3-d121-411b-b316-60a193ee6603', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '235d675a-3113-4eae-ae03-f504a8d53a95', 'attached_at': '', 'detached_at': '', 'volume_id': 'dcb1cbe3-d121-411b-b316-60a193ee6603', 'serial': 'dcb1cbe3-d121-411b-b316-60a193ee6603'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1162.818871] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cae3b0-bf0e-4af7-b091-407fd1fc470e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.841089] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87b7884-872a-4d9c-85c6-cc3c746a9250 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.843476] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083131} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.844081] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: df1a2a59-a34f-4844-a1f7-10f59c5b52f0] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.845682] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.847117] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0a483c-4df2-4413-8cee-c8e4fcffb08d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.869553] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-dcb1cbe3-d121-411b-b316-60a193ee6603/volume-dcb1cbe3-d121-411b-b316-60a193ee6603.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.870696] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c174d58-817a-46a7-8ed4-68b8605806d9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.901015] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 885552a8-8b67-44ba-9f38-8316d9d74f73/885552a8-8b67-44ba-9f38-8316d9d74f73.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.901964] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87386c78-59a0-417a-b7c5-d1ee57c02196 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.917530] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1162.917530] env[68835]: value = "task-3154934" [ 1162.917530] env[68835]: _type = "Task" [ 1162.917530] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.923272] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1162.923272] env[68835]: value = "task-3154935" [ 1162.923272] env[68835]: _type = "Task" [ 1162.923272] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.928366] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.935757] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154935, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.063726] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c7a84981-e923-4148-8be4-ec8a925d7a23 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "e8fd1915-df6d-4420-bd3a-62c64495d524" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.859s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.276665] env[68835]: DEBUG nova.network.neutron [None req-c9c77056-43e5-44b0-b8f0-fa565dcf54f9 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Updating instance_info_cache with network_info: [{"id": "bb953f2f-203c-4718-9352-725e66364027", "address": "fa:16:3e:78:a7:11", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb953f2f-20", "ovs_interfaceid": "bb953f2f-203c-4718-9352-725e66364027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.305517] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.305809] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.306043] env[68835]: DEBUG nova.objects.instance [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lazy-loading 'resources' on Instance uuid 04133b57-9f72-48a8-a748-4af8c1e48bbc {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.346554] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 37574319-7d25-4bf7-b675-8b6c641575f4] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.427925] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.436960] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154935, 'name': ReconfigVM_Task, 'duration_secs': 0.289224} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.437237] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 885552a8-8b67-44ba-9f38-8316d9d74f73/885552a8-8b67-44ba-9f38-8316d9d74f73.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.437795] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f143c6a7-a9c2-4355-a435-c72b03750baf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.443723] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1163.443723] env[68835]: value = "task-3154936" [ 1163.443723] env[68835]: _type = "Task" [ 1163.443723] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.451655] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154936, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.779568] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c9c77056-43e5-44b0-b8f0-fa565dcf54f9 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "refresh_cache-ddacced6-b1b3-4934-aeac-abe408b0e343" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.850062] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 851116fa-e76a-45c1-a474-27a23ab1043b] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.916142] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24c3a72-cb28-4744-bd1d-0bc7a734f051 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.924837] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afc390b-c668-40ae-acba-bf8dd3f00c54 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.931102] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154934, 'name': ReconfigVM_Task, 'duration_secs': 0.849538} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.931307] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-dcb1cbe3-d121-411b-b316-60a193ee6603/volume-dcb1cbe3-d121-411b-b316-60a193ee6603.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.959631] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daf68ff5-4a9e-4aa3-9c61-32ccf8a7cfe1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.973599] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9549c0-84aa-4900-ae87-362191f8108f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.984997] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e18f7d-a04f-433f-b37d-148718bb24fc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.988798] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1163.988798] env[68835]: value = "task-3154937" [ 1163.988798] env[68835]: _type = "Task" [ 1163.988798] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.989198] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154936, 'name': Rename_Task, 'duration_secs': 0.141417} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.989333] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.992574] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cdd9d50-81f5-43a6-bf04-33c9e7af8f75 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.001423] env[68835]: DEBUG nova.compute.provider_tree [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.008149] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.009370] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1164.009370] env[68835]: value = "task-3154938" [ 1164.009370] env[68835]: _type = "Task" [ 1164.009370] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.019393] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.356498] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 30320550-99f9-4a54-aebd-ed0586075a2b] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.498643] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154937, 'name': ReconfigVM_Task, 'duration_secs': 0.142016} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.498955] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631278', 'volume_id': 'dcb1cbe3-d121-411b-b316-60a193ee6603', 'name': 'volume-dcb1cbe3-d121-411b-b316-60a193ee6603', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '235d675a-3113-4eae-ae03-f504a8d53a95', 'attached_at': '', 'detached_at': '', 'volume_id': 'dcb1cbe3-d121-411b-b316-60a193ee6603', 'serial': 'dcb1cbe3-d121-411b-b316-60a193ee6603'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1164.499548] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea73f789-40dd-4bf7-b5ae-1abd4cdfd629 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.504978] env[68835]: DEBUG nova.scheduler.client.report [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.509069] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1164.509069] env[68835]: value = "task-3154939" [ 1164.509069] env[68835]: _type = "Task" [ 1164.509069] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.520015] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154939, 'name': Rename_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.523663] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.784811] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c77056-43e5-44b0-b8f0-fa565dcf54f9 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.785227] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7cc5ee8-f89d-465e-981e-a6cc584ee380 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.792041] env[68835]: DEBUG oslo_vmware.api [None req-c9c77056-43e5-44b0-b8f0-fa565dcf54f9 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1164.792041] env[68835]: value = "task-3154940" [ 1164.792041] env[68835]: _type = "Task" [ 1164.792041] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.800412] env[68835]: DEBUG oslo_vmware.api [None req-c9c77056-43e5-44b0-b8f0-fa565dcf54f9 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.827679] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "36f9f044-34c6-4aa5-bfb3-4743f930012b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.827936] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "36f9f044-34c6-4aa5-bfb3-4743f930012b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.859300] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 7efc818e-897d-4649-a20b-20bc42dd740e] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.010906] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.024910] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154939, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.028060] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.028890] env[68835]: INFO nova.scheduler.client.report [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Deleted allocations for instance 04133b57-9f72-48a8-a748-4af8c1e48bbc [ 1165.302092] env[68835]: DEBUG oslo_vmware.api [None req-c9c77056-43e5-44b0-b8f0-fa565dcf54f9 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.330116] env[68835]: DEBUG nova.compute.manager [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1165.362280] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: a94cb6b2-e64e-4e01-abe6-9a6f4b4f0280] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.528620] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154939, 'name': Rename_Task, 'duration_secs': 0.750917} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.532521] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.534787] env[68835]: DEBUG oslo_vmware.api [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154938, 'name': PowerOnVM_Task, 'duration_secs': 1.19785} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.534917] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b133130-0065-406e-8188-f7d19f90ae95 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.536479] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.536649] env[68835]: INFO nova.compute.manager [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1165.536824] env[68835]: DEBUG nova.compute.manager [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.537312] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90d8e333-d833-4039-8bd0-7cf95e71d1c1 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "04133b57-9f72-48a8-a748-4af8c1e48bbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.627s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.538792] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bfee1d-1aa1-4343-a774-d68647d64836 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.548359] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1165.548359] env[68835]: value = "task-3154941" [ 1165.548359] env[68835]: _type = "Task" [ 1165.548359] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.555954] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.802842] env[68835]: DEBUG oslo_vmware.api [None req-c9c77056-43e5-44b0-b8f0-fa565dcf54f9 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154940, 'name': PowerOnVM_Task, 'duration_secs': 0.662814} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.803059] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c77056-43e5-44b0-b8f0-fa565dcf54f9 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.803268] env[68835]: DEBUG nova.compute.manager [None req-c9c77056-43e5-44b0-b8f0-fa565dcf54f9 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.804069] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b14534-3a35-49ad-b90b-12e7cdd4e064 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.861324] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.861633] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.863392] env[68835]: INFO nova.compute.claims [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.865999] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: d37e1129-5f90-4cb2-bd02-66049e36fc20] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.060384] env[68835]: INFO nova.compute.manager [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Took 17.33 seconds to build instance. [ 1166.065134] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154941, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.370190] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: dcd30b3e-ddc0-4568-abfb-b82abe31d64b] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.444119] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14a6e922-de4f-405e-b6ba-a2d23490e9cb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "885552a8-8b67-44ba-9f38-8316d9d74f73" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.564628] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3e196ba6-3dae-4324-8e34-2e9aa7198a49 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "885552a8-8b67-44ba-9f38-8316d9d74f73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.836s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.564628] env[68835]: DEBUG oslo_vmware.api [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154941, 'name': PowerOnVM_Task, 'duration_secs': 0.997711} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.564628] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14a6e922-de4f-405e-b6ba-a2d23490e9cb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "885552a8-8b67-44ba-9f38-8316d9d74f73" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.121s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.564801] env[68835]: DEBUG nova.compute.manager [None req-14a6e922-de4f-405e-b6ba-a2d23490e9cb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.565028] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.568375] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbb2de4-95e2-4d14-b8f3-a1fd3a029cba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.573168] env[68835]: DEBUG nova.compute.manager [None req-14a6e922-de4f-405e-b6ba-a2d23490e9cb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68835) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1166.573749] env[68835]: DEBUG nova.objects.instance [None req-14a6e922-de4f-405e-b6ba-a2d23490e9cb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lazy-loading 'flavor' on Instance uuid 885552a8-8b67-44ba-9f38-8316d9d74f73 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.688413] env[68835]: DEBUG nova.compute.manager [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.689727] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f5f97d-3609-4152-8b43-229e69c1005f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.875202] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 47b71583-afd4-456f-b393-38494bb43a12] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.000012] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7607fc62-035f-4477-8556-2671a4bd6529 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.007607] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95931bad-ec50-4c30-80d1-d472ae3d975f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.037353] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c17f89-bdcd-407e-b116-2661a45d30a5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.045789] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8988abaa-8827-4216-9acf-5abdbff990f1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.061106] env[68835]: DEBUG nova.compute.provider_tree [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.211293] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f2a90aa3-f164-489b-9a6e-e02d38292fc3 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "235d675a-3113-4eae-ae03-f504a8d53a95" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.214s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.285621] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "interface-5b82000a-baf2-48e7-a0be-3d8192844743-9c962281-ad94-4999-9e90-a308ceeaec6a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.285897] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "interface-5b82000a-baf2-48e7-a0be-3d8192844743-9c962281-ad94-4999-9e90-a308ceeaec6a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.286282] env[68835]: DEBUG nova.objects.instance [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lazy-loading 'flavor' on Instance uuid 5b82000a-baf2-48e7-a0be-3d8192844743 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.336492] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "ddacced6-b1b3-4934-aeac-abe408b0e343" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.336822] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "ddacced6-b1b3-4934-aeac-abe408b0e343" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.337054] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "ddacced6-b1b3-4934-aeac-abe408b0e343-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.337257] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "ddacced6-b1b3-4934-aeac-abe408b0e343-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.337436] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "ddacced6-b1b3-4934-aeac-abe408b0e343-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.340207] env[68835]: INFO nova.compute.manager [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Terminating instance [ 1167.378814] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: e6e1fbae-785e-4bb9-bfc2-0172c3a23867] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.564978] env[68835]: DEBUG nova.scheduler.client.report [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.581413] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a6e922-de4f-405e-b6ba-a2d23490e9cb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.581970] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40b8906d-8616-4bf1-9d67-2dcb91ff43c8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.588263] env[68835]: DEBUG oslo_vmware.api [None req-14a6e922-de4f-405e-b6ba-a2d23490e9cb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1167.588263] env[68835]: value = "task-3154942" [ 1167.588263] env[68835]: _type = "Task" [ 1167.588263] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.596550] env[68835]: DEBUG oslo_vmware.api [None req-14a6e922-de4f-405e-b6ba-a2d23490e9cb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.844515] env[68835]: DEBUG nova.compute.manager [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.844733] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.845783] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcdc11e-85db-4363-b053-1c6a6941e0f0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.853694] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.854030] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2392e56c-6ed8-426a-805e-16f2a9dd0be0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.860146] env[68835]: DEBUG oslo_vmware.api [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1167.860146] env[68835]: value = "task-3154943" [ 1167.860146] env[68835]: _type = "Task" [ 1167.860146] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.869226] env[68835]: DEBUG oslo_vmware.api [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.882910] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: d4497ca6-4e32-41a0-acd9-03568a425349] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.922482] env[68835]: DEBUG nova.objects.instance [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lazy-loading 'pci_requests' on Instance uuid 5b82000a-baf2-48e7-a0be-3d8192844743 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.055375] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "4ce697b2-a102-4aca-b48f-b9ac737599d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.055699] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "4ce697b2-a102-4aca-b48f-b9ac737599d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.069932] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.070472] env[68835]: DEBUG nova.compute.manager [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.098671] env[68835]: DEBUG oslo_vmware.api [None req-14a6e922-de4f-405e-b6ba-a2d23490e9cb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154942, 'name': PowerOffVM_Task, 'duration_secs': 0.27142} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.098964] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a6e922-de4f-405e-b6ba-a2d23490e9cb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.099383] env[68835]: DEBUG nova.compute.manager [None req-14a6e922-de4f-405e-b6ba-a2d23490e9cb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.099970] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7560c42e-15ff-4b14-b86b-cd37e3f205a0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.370145] env[68835]: DEBUG oslo_vmware.api [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154943, 'name': PowerOffVM_Task, 'duration_secs': 0.341438} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.370415] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.370589] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.370836] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50f0f3ef-2520-49ba-9b33-04f7459921d7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.386291] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: c9d12f9e-98d2-47e1-97f7-4ae2cf96c6e6] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.424461] env[68835]: DEBUG nova.objects.base [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Object Instance<5b82000a-baf2-48e7-a0be-3d8192844743> lazy-loaded attributes: flavor,pci_requests {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1168.424680] env[68835]: DEBUG nova.network.neutron [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.435330] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.435546] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.435725] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Deleting the datastore file [datastore2] ddacced6-b1b3-4934-aeac-abe408b0e343 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.436296] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-759622e5-2b01-48a6-9161-5ab96a9e4887 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.442634] env[68835]: DEBUG oslo_vmware.api [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1168.442634] env[68835]: value = "task-3154945" [ 1168.442634] env[68835]: _type = "Task" [ 1168.442634] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.450926] env[68835]: DEBUG oslo_vmware.api [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.495829] env[68835]: DEBUG nova.policy [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daabf2a6f1ab469eacbe8bcf3339e082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ca547bcf9f646e3967cf9b33c347e5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.558658] env[68835]: DEBUG nova.compute.manager [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1168.576564] env[68835]: DEBUG nova.compute.utils [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.578356] env[68835]: DEBUG nova.compute.manager [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.578570] env[68835]: DEBUG nova.network.neutron [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.611294] env[68835]: DEBUG oslo_concurrency.lockutils [None req-14a6e922-de4f-405e-b6ba-a2d23490e9cb tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "885552a8-8b67-44ba-9f38-8316d9d74f73" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.620856] env[68835]: DEBUG nova.policy [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cff660843a54fa69c04be8cc5a25d91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a521063fcdea42cca7ef584a665e955d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.816626] env[68835]: DEBUG oslo_concurrency.lockutils [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "885552a8-8b67-44ba-9f38-8316d9d74f73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.816911] env[68835]: DEBUG oslo_concurrency.lockutils [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "885552a8-8b67-44ba-9f38-8316d9d74f73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.817140] env[68835]: DEBUG oslo_concurrency.lockutils [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "885552a8-8b67-44ba-9f38-8316d9d74f73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.817363] env[68835]: DEBUG oslo_concurrency.lockutils [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "885552a8-8b67-44ba-9f38-8316d9d74f73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.818114] env[68835]: DEBUG oslo_concurrency.lockutils [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "885552a8-8b67-44ba-9f38-8316d9d74f73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.819752] env[68835]: INFO nova.compute.manager [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Terminating instance [ 1168.889552] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: ee028395-234c-467e-aece-f1cf63ee0a0c] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.913054] env[68835]: DEBUG nova.network.neutron [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Successfully created port: 7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.954507] env[68835]: DEBUG oslo_vmware.api [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187281} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.954828] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.955096] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.955294] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.955518] env[68835]: INFO nova.compute.manager [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1168.955808] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.956042] env[68835]: DEBUG nova.compute.manager [-] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.956165] env[68835]: DEBUG nova.network.neutron [-] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.082327] env[68835]: DEBUG nova.compute.manager [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.092557] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.092849] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.094470] env[68835]: INFO nova.compute.claims [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.323695] env[68835]: DEBUG nova.compute.manager [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.323988] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.325496] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae3eeff-addd-481f-8c56-d1d699346cac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.333205] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.333477] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccd5d927-26ed-4cef-8192-652152617efa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.388893] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.389144] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.389351] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Deleting the datastore file [datastore1] 885552a8-8b67-44ba-9f38-8316d9d74f73 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.389602] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0636eeda-ac77-4292-878e-5eb7d14d417a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.396958] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 18a245c1-6489-4d96-bd70-bd79d8d49913] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.401787] env[68835]: DEBUG oslo_vmware.api [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1169.401787] env[68835]: value = "task-3154947" [ 1169.401787] env[68835]: _type = "Task" [ 1169.401787] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.408764] env[68835]: DEBUG oslo_vmware.api [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.430663] env[68835]: DEBUG nova.compute.manager [req-56ee14de-393a-43a5-8feb-940cc4821c6f req-428b3e3d-1b3a-4203-8326-bc4bbffd93ca service nova] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Received event network-vif-deleted-bb953f2f-203c-4718-9352-725e66364027 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.430867] env[68835]: INFO nova.compute.manager [req-56ee14de-393a-43a5-8feb-940cc4821c6f req-428b3e3d-1b3a-4203-8326-bc4bbffd93ca service nova] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Neutron deleted interface bb953f2f-203c-4718-9352-725e66364027; detaching it from the instance and deleting it from the info cache [ 1169.431085] env[68835]: DEBUG nova.network.neutron [req-56ee14de-393a-43a5-8feb-940cc4821c6f req-428b3e3d-1b3a-4203-8326-bc4bbffd93ca service nova] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.900315] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: f1990dd5-2129-43fe-a9a5-132e325e9f22] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.908600] env[68835]: DEBUG nova.network.neutron [-] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.915777] env[68835]: DEBUG oslo_vmware.api [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.935611] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2e7d487-5c24-4936-bdb3-4ac0dc04e263 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.944140] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79863bb-66bf-4fe6-b822-72089c220b77 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.971763] env[68835]: DEBUG nova.compute.manager [req-56ee14de-393a-43a5-8feb-940cc4821c6f req-428b3e3d-1b3a-4203-8326-bc4bbffd93ca service nova] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Detach interface failed, port_id=bb953f2f-203c-4718-9352-725e66364027, reason: Instance ddacced6-b1b3-4934-aeac-abe408b0e343 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1169.999757] env[68835]: DEBUG nova.network.neutron [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Successfully updated port: 9c962281-ad94-4999-9e90-a308ceeaec6a {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.092493] env[68835]: DEBUG nova.compute.manager [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.118451] env[68835]: DEBUG nova.virt.hardware [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.118692] env[68835]: DEBUG nova.virt.hardware [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.118850] env[68835]: DEBUG nova.virt.hardware [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.119046] env[68835]: DEBUG nova.virt.hardware [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.119198] env[68835]: DEBUG nova.virt.hardware [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.119348] env[68835]: DEBUG nova.virt.hardware [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.119555] env[68835]: DEBUG nova.virt.hardware [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.119714] env[68835]: DEBUG nova.virt.hardware [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.119879] env[68835]: DEBUG nova.virt.hardware [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.120052] env[68835]: DEBUG nova.virt.hardware [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.120231] env[68835]: DEBUG nova.virt.hardware [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.121108] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55df1598-aef5-404a-8070-dbd817ceb07d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.130389] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c14d91a-1552-47cd-a0ec-21f6acf43daa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.238343] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694618c9-0fa6-46bb-8247-a75b59b26b86 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.245834] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a15bf9-dcbe-4f51-abe4-2b138fe6a7c6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.278350] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55115fb-7aef-41f6-981e-a023657b6009 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.285967] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceb05c7-50b7-4dc9-8460-0cac59ee8719 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.299947] env[68835]: DEBUG nova.compute.provider_tree [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.312540] env[68835]: DEBUG nova.compute.manager [req-ac925f33-a4db-4100-97ff-2d591fe1d1f2 req-5ce4219d-27bf-498b-b57c-880e8b8224e8 service nova] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Received event network-vif-plugged-7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.312893] env[68835]: DEBUG oslo_concurrency.lockutils [req-ac925f33-a4db-4100-97ff-2d591fe1d1f2 req-5ce4219d-27bf-498b-b57c-880e8b8224e8 service nova] Acquiring lock "36f9f044-34c6-4aa5-bfb3-4743f930012b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.313268] env[68835]: DEBUG oslo_concurrency.lockutils [req-ac925f33-a4db-4100-97ff-2d591fe1d1f2 req-5ce4219d-27bf-498b-b57c-880e8b8224e8 service nova] Lock "36f9f044-34c6-4aa5-bfb3-4743f930012b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.313531] env[68835]: DEBUG oslo_concurrency.lockutils [req-ac925f33-a4db-4100-97ff-2d591fe1d1f2 req-5ce4219d-27bf-498b-b57c-880e8b8224e8 service nova] Lock "36f9f044-34c6-4aa5-bfb3-4743f930012b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.313789] env[68835]: DEBUG nova.compute.manager [req-ac925f33-a4db-4100-97ff-2d591fe1d1f2 req-5ce4219d-27bf-498b-b57c-880e8b8224e8 service nova] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] No waiting events found dispatching network-vif-plugged-7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.314052] env[68835]: WARNING nova.compute.manager [req-ac925f33-a4db-4100-97ff-2d591fe1d1f2 req-5ce4219d-27bf-498b-b57c-880e8b8224e8 service nova] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Received unexpected event network-vif-plugged-7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9 for instance with vm_state building and task_state spawning. [ 1170.399383] env[68835]: DEBUG nova.network.neutron [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Successfully updated port: 7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.413097] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 8b8b1dee-6d9d-40e8-ab87-6a8e85d8f7c7] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.415051] env[68835]: INFO nova.compute.manager [-] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Took 1.46 seconds to deallocate network for instance. [ 1170.415369] env[68835]: DEBUG oslo_vmware.api [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.666396} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.417569] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.417761] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.417936] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.418120] env[68835]: INFO nova.compute.manager [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1170.418475] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.421337] env[68835]: DEBUG nova.compute.manager [-] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.421444] env[68835]: DEBUG nova.network.neutron [-] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.502928] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.503052] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.503248] env[68835]: DEBUG nova.network.neutron [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.803994] env[68835]: DEBUG nova.scheduler.client.report [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.901650] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "refresh_cache-36f9f044-34c6-4aa5-bfb3-4743f930012b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.902026] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquired lock "refresh_cache-36f9f044-34c6-4aa5-bfb3-4743f930012b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.902026] env[68835]: DEBUG nova.network.neutron [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.916599] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 848e3483-2708-4f0e-8b10-4e7405b0a156] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.925018] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.039044] env[68835]: WARNING nova.network.neutron [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] 7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4 already exists in list: networks containing: ['7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4']. ignoring it [ 1171.175379] env[68835]: DEBUG nova.network.neutron [-] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.309891] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.310402] env[68835]: DEBUG nova.compute.manager [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.313059] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.388s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.313277] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.342460] env[68835]: DEBUG nova.network.neutron [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Updating instance_info_cache with network_info: [{"id": "c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0", "address": "fa:16:3e:73:02:06", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc10de0fe-7f", "ovs_interfaceid": "c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9c962281-ad94-4999-9e90-a308ceeaec6a", "address": "fa:16:3e:95:8a:89", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c962281-ad", "ovs_interfaceid": "9c962281-ad94-4999-9e90-a308ceeaec6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.349190] env[68835]: INFO nova.scheduler.client.report [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Deleted allocations for instance ddacced6-b1b3-4934-aeac-abe408b0e343 [ 1171.419375] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: a0975e17-063b-4e18-a71a-75af7ba035bb] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.438334] env[68835]: DEBUG nova.network.neutron [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.460951] env[68835]: DEBUG nova.compute.manager [req-1f70fa28-e767-42e0-a731-319ffa21fd74 req-a6bcb0e5-25da-4dd6-baf0-82853c30fea2 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Received event network-vif-plugged-9c962281-ad94-4999-9e90-a308ceeaec6a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.461217] env[68835]: DEBUG oslo_concurrency.lockutils [req-1f70fa28-e767-42e0-a731-319ffa21fd74 req-a6bcb0e5-25da-4dd6-baf0-82853c30fea2 service nova] Acquiring lock "5b82000a-baf2-48e7-a0be-3d8192844743-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.461430] env[68835]: DEBUG oslo_concurrency.lockutils [req-1f70fa28-e767-42e0-a731-319ffa21fd74 req-a6bcb0e5-25da-4dd6-baf0-82853c30fea2 service nova] Lock "5b82000a-baf2-48e7-a0be-3d8192844743-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.461598] env[68835]: DEBUG oslo_concurrency.lockutils [req-1f70fa28-e767-42e0-a731-319ffa21fd74 req-a6bcb0e5-25da-4dd6-baf0-82853c30fea2 service nova] Lock "5b82000a-baf2-48e7-a0be-3d8192844743-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.461766] env[68835]: DEBUG nova.compute.manager [req-1f70fa28-e767-42e0-a731-319ffa21fd74 req-a6bcb0e5-25da-4dd6-baf0-82853c30fea2 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] No waiting events found dispatching network-vif-plugged-9c962281-ad94-4999-9e90-a308ceeaec6a {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1171.461961] env[68835]: WARNING nova.compute.manager [req-1f70fa28-e767-42e0-a731-319ffa21fd74 req-a6bcb0e5-25da-4dd6-baf0-82853c30fea2 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Received unexpected event network-vif-plugged-9c962281-ad94-4999-9e90-a308ceeaec6a for instance with vm_state active and task_state None. [ 1171.462094] env[68835]: DEBUG nova.compute.manager [req-1f70fa28-e767-42e0-a731-319ffa21fd74 req-a6bcb0e5-25da-4dd6-baf0-82853c30fea2 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Received event network-changed-9c962281-ad94-4999-9e90-a308ceeaec6a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.462257] env[68835]: DEBUG nova.compute.manager [req-1f70fa28-e767-42e0-a731-319ffa21fd74 req-a6bcb0e5-25da-4dd6-baf0-82853c30fea2 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Refreshing instance network info cache due to event network-changed-9c962281-ad94-4999-9e90-a308ceeaec6a. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.462431] env[68835]: DEBUG oslo_concurrency.lockutils [req-1f70fa28-e767-42e0-a731-319ffa21fd74 req-a6bcb0e5-25da-4dd6-baf0-82853c30fea2 service nova] Acquiring lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.579250] env[68835]: DEBUG nova.network.neutron [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Updating instance_info_cache with network_info: [{"id": "7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9", "address": "fa:16:3e:61:99:17", "network": {"id": "0df3f503-b29f-4dfa-8be7-1178d4ff92dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-883801826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a521063fcdea42cca7ef584a665e955d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a3aa8f3-69", "ovs_interfaceid": "7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.678426] env[68835]: INFO nova.compute.manager [-] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Took 1.26 seconds to deallocate network for instance. [ 1171.817707] env[68835]: DEBUG nova.compute.utils [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.820185] env[68835]: DEBUG nova.compute.manager [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1171.820370] env[68835]: DEBUG nova.network.neutron [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.845494] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.846214] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.846340] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.846863] env[68835]: DEBUG oslo_concurrency.lockutils [req-1f70fa28-e767-42e0-a731-319ffa21fd74 req-a6bcb0e5-25da-4dd6-baf0-82853c30fea2 service nova] Acquired lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.847071] env[68835]: DEBUG nova.network.neutron [req-1f70fa28-e767-42e0-a731-319ffa21fd74 req-a6bcb0e5-25da-4dd6-baf0-82853c30fea2 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Refreshing network info cache for port 9c962281-ad94-4999-9e90-a308ceeaec6a {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.849425] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6d846f-028c-4b1a-bb5a-54d1949acbb6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.856823] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7d315009-d8fc-4311-9b52-8264ef80a14a tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "ddacced6-b1b3-4934-aeac-abe408b0e343" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.520s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.859648] env[68835]: DEBUG nova.policy [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98de433c1c7c4dfc8863da379fc6de76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ab47b8cc0744dc8813f9a928090e14a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.874248] env[68835]: DEBUG nova.virt.hardware [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.874494] env[68835]: DEBUG nova.virt.hardware [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.874653] env[68835]: DEBUG nova.virt.hardware [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.874830] env[68835]: DEBUG nova.virt.hardware [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.874974] env[68835]: DEBUG nova.virt.hardware [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.875447] env[68835]: DEBUG nova.virt.hardware [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.875724] env[68835]: DEBUG nova.virt.hardware [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.875895] env[68835]: DEBUG nova.virt.hardware [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.876161] env[68835]: DEBUG nova.virt.hardware [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.876389] env[68835]: DEBUG nova.virt.hardware [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.876612] env[68835]: DEBUG nova.virt.hardware [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.882926] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Reconfiguring VM to attach interface {{(pid=68835) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1171.884259] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a4cd5fc-3aab-43f4-9ca3-f490882ffbd8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.904020] env[68835]: DEBUG oslo_vmware.api [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1171.904020] env[68835]: value = "task-3154948" [ 1171.904020] env[68835]: _type = "Task" [ 1171.904020] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.913016] env[68835]: DEBUG oslo_vmware.api [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154948, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.922333] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: dccc7a1c-6bf9-4b6d-b6f4-99ba3a3ec603] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.083235] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Releasing lock "refresh_cache-36f9f044-34c6-4aa5-bfb3-4743f930012b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.084055] env[68835]: DEBUG nova.compute.manager [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Instance network_info: |[{"id": "7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9", "address": "fa:16:3e:61:99:17", "network": {"id": "0df3f503-b29f-4dfa-8be7-1178d4ff92dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-883801826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a521063fcdea42cca7ef584a665e955d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a3aa8f3-69", "ovs_interfaceid": "7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.084055] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:99:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.097089] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.097653] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.098053] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e79e8db7-fbbc-4e19-a058-f8a7bb47432f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.121311] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.121311] env[68835]: value = "task-3154949" [ 1172.121311] env[68835]: _type = "Task" [ 1172.121311] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.130552] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154949, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.185941] env[68835]: DEBUG oslo_concurrency.lockutils [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.186337] env[68835]: DEBUG oslo_concurrency.lockutils [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.186571] env[68835]: DEBUG nova.objects.instance [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lazy-loading 'resources' on Instance uuid 885552a8-8b67-44ba-9f38-8316d9d74f73 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.195964] env[68835]: DEBUG nova.network.neutron [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Successfully created port: 72e363e1-d321-4080-bd74-b9509a853fe6 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.321561] env[68835]: DEBUG nova.compute.manager [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.345599] env[68835]: DEBUG nova.compute.manager [req-099bbd35-1b32-4444-bff5-02e93fff74b3 req-40c60cdf-978a-4847-a469-4457c92ea614 service nova] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Received event network-changed-7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.345842] env[68835]: DEBUG nova.compute.manager [req-099bbd35-1b32-4444-bff5-02e93fff74b3 req-40c60cdf-978a-4847-a469-4457c92ea614 service nova] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Refreshing instance network info cache due to event network-changed-7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.346240] env[68835]: DEBUG oslo_concurrency.lockutils [req-099bbd35-1b32-4444-bff5-02e93fff74b3 req-40c60cdf-978a-4847-a469-4457c92ea614 service nova] Acquiring lock "refresh_cache-36f9f044-34c6-4aa5-bfb3-4743f930012b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.346437] env[68835]: DEBUG oslo_concurrency.lockutils [req-099bbd35-1b32-4444-bff5-02e93fff74b3 req-40c60cdf-978a-4847-a469-4457c92ea614 service nova] Acquired lock "refresh_cache-36f9f044-34c6-4aa5-bfb3-4743f930012b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.346631] env[68835]: DEBUG nova.network.neutron [req-099bbd35-1b32-4444-bff5-02e93fff74b3 req-40c60cdf-978a-4847-a469-4457c92ea614 service nova] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Refreshing network info cache for port 7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.416931] env[68835]: DEBUG oslo_vmware.api [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.426462] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: f64170b9-d070-4f08-a0bb-0cebc3a598f2] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.631779] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154949, 'name': CreateVM_Task, 'duration_secs': 0.313327} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.632103] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.632852] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.633117] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.633524] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.633837] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-badc07ae-ce89-4a0b-af0c-2205f89b5660 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.638699] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1172.638699] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52926b1d-a62b-5e7c-bd8f-d9bb28821f98" [ 1172.638699] env[68835]: _type = "Task" [ 1172.638699] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.649398] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52926b1d-a62b-5e7c-bd8f-d9bb28821f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.657810] env[68835]: DEBUG nova.network.neutron [req-1f70fa28-e767-42e0-a731-319ffa21fd74 req-a6bcb0e5-25da-4dd6-baf0-82853c30fea2 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Updated VIF entry in instance network info cache for port 9c962281-ad94-4999-9e90-a308ceeaec6a. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.658252] env[68835]: DEBUG nova.network.neutron [req-1f70fa28-e767-42e0-a731-319ffa21fd74 req-a6bcb0e5-25da-4dd6-baf0-82853c30fea2 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Updating instance_info_cache with network_info: [{"id": "c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0", "address": "fa:16:3e:73:02:06", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc10de0fe-7f", "ovs_interfaceid": "c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9c962281-ad94-4999-9e90-a308ceeaec6a", "address": "fa:16:3e:95:8a:89", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c962281-ad", "ovs_interfaceid": "9c962281-ad94-4999-9e90-a308ceeaec6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.804540] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52856f64-9447-4be3-91f3-03aa67f79fa6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.812114] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99abf882-530a-440b-88de-e25a804cb211 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.846785] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255bb94b-65fd-4600-9621-1803e97476c5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.856151] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb81935-fbd9-4c35-891e-be5b7c31593a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.869981] env[68835]: DEBUG nova.compute.provider_tree [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.913513] env[68835]: DEBUG oslo_vmware.api [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154948, 'name': ReconfigVM_Task, 'duration_secs': 0.602984} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.913984] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.914219] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Reconfigured VM to attach interface {{(pid=68835) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1172.932078] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 00d9ce83-8f58-43ac-b3d8-d5e9a2acfa91] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.093905] env[68835]: DEBUG nova.network.neutron [req-099bbd35-1b32-4444-bff5-02e93fff74b3 req-40c60cdf-978a-4847-a469-4457c92ea614 service nova] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Updated VIF entry in instance network info cache for port 7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.094586] env[68835]: DEBUG nova.network.neutron [req-099bbd35-1b32-4444-bff5-02e93fff74b3 req-40c60cdf-978a-4847-a469-4457c92ea614 service nova] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Updating instance_info_cache with network_info: [{"id": "7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9", "address": "fa:16:3e:61:99:17", "network": {"id": "0df3f503-b29f-4dfa-8be7-1178d4ff92dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-883801826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a521063fcdea42cca7ef584a665e955d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a3aa8f3-69", "ovs_interfaceid": "7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.150746] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52926b1d-a62b-5e7c-bd8f-d9bb28821f98, 'name': SearchDatastore_Task, 'duration_secs': 0.010943} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.151083] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.151326] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.151644] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.151731] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.151908] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.152186] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d2457bc-7c33-4514-b679-116de742d6d5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.160889] env[68835]: DEBUG oslo_concurrency.lockutils [req-1f70fa28-e767-42e0-a731-319ffa21fd74 req-a6bcb0e5-25da-4dd6-baf0-82853c30fea2 service nova] Releasing lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.161351] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.161524] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.162283] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8049083-0f57-47d5-8dc0-a0cde77f7191 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.167437] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1173.167437] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52904db1-551b-c81f-c719-8682510edbb9" [ 1173.167437] env[68835]: _type = "Task" [ 1173.167437] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.175640] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52904db1-551b-c81f-c719-8682510edbb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.351103] env[68835]: DEBUG nova.compute.manager [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.374650] env[68835]: DEBUG nova.scheduler.client.report [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.386456] env[68835]: DEBUG nova.virt.hardware [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.386738] env[68835]: DEBUG nova.virt.hardware [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.386945] env[68835]: DEBUG nova.virt.hardware [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.387223] env[68835]: DEBUG nova.virt.hardware [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.387391] env[68835]: DEBUG nova.virt.hardware [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.387579] env[68835]: DEBUG nova.virt.hardware [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.387821] env[68835]: DEBUG nova.virt.hardware [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.387990] env[68835]: DEBUG nova.virt.hardware [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.388198] env[68835]: DEBUG nova.virt.hardware [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.388396] env[68835]: DEBUG nova.virt.hardware [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.388631] env[68835]: DEBUG nova.virt.hardware [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.389559] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe97336-97f3-4184-9709-fedb0e0bc800 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.399372] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca64b93-4b9c-48f3-bd45-d4b1d2d6d98e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.418520] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16868a41-95d9-4b09-8cf8-45a733fcef3b tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "interface-5b82000a-baf2-48e7-a0be-3d8192844743-9c962281-ad94-4999-9e90-a308ceeaec6a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.133s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.435245] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 8ba03d75-6449-43c9-a3a5-aac9b61656e3] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.462807] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.462975] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.598911] env[68835]: DEBUG oslo_concurrency.lockutils [req-099bbd35-1b32-4444-bff5-02e93fff74b3 req-40c60cdf-978a-4847-a469-4457c92ea614 service nova] Releasing lock "refresh_cache-36f9f044-34c6-4aa5-bfb3-4743f930012b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.599071] env[68835]: DEBUG nova.compute.manager [req-099bbd35-1b32-4444-bff5-02e93fff74b3 req-40c60cdf-978a-4847-a469-4457c92ea614 service nova] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Received event network-vif-deleted-1e5986e5-b282-4a95-b5a8-6386255882e6 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.681020] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52904db1-551b-c81f-c719-8682510edbb9, 'name': SearchDatastore_Task, 'duration_secs': 0.012255} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.681020] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9c3841d-d0cd-44c9-9355-3e26ca0de4e9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.683052] env[68835]: DEBUG nova.network.neutron [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Successfully updated port: 72e363e1-d321-4080-bd74-b9509a853fe6 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.687485] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1173.687485] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52ddd41f-09dc-15c6-6d3e-782460a655ac" [ 1173.687485] env[68835]: _type = "Task" [ 1173.687485] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.694780] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ddd41f-09dc-15c6-6d3e-782460a655ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.882067] env[68835]: DEBUG oslo_concurrency.lockutils [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.908473] env[68835]: INFO nova.scheduler.client.report [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Deleted allocations for instance 885552a8-8b67-44ba-9f38-8316d9d74f73 [ 1173.938524] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 04860d94-0a42-49e5-a1e2-50f58c1a09be] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.965084] env[68835]: DEBUG nova.compute.manager [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1174.020090] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7c6f3d65-e0ea-41c2-bdd5-6e81032c65ae tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "15b953b9-f3fc-4706-8a74-99d87a27fed6" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.020366] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7c6f3d65-e0ea-41c2-bdd5-6e81032c65ae tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "15b953b9-f3fc-4706-8a74-99d87a27fed6" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.020598] env[68835]: INFO nova.compute.manager [None req-7c6f3d65-e0ea-41c2-bdd5-6e81032c65ae tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Rebooting instance [ 1174.187843] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "refresh_cache-4ce697b2-a102-4aca-b48f-b9ac737599d5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.188029] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired lock "refresh_cache-4ce697b2-a102-4aca-b48f-b9ac737599d5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.188173] env[68835]: DEBUG nova.network.neutron [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.199846] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ddd41f-09dc-15c6-6d3e-782460a655ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009918} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.200116] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.200371] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 36f9f044-34c6-4aa5-bfb3-4743f930012b/36f9f044-34c6-4aa5-bfb3-4743f930012b.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.200617] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-999be3f4-6005-4db5-8f65-fe10060ceff2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.209230] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1174.209230] env[68835]: value = "task-3154950" [ 1174.209230] env[68835]: _type = "Task" [ 1174.209230] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.217986] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.373954] env[68835]: DEBUG nova.compute.manager [req-a4cb8aaa-ad68-4b34-87ac-0ba0b18440de req-f6a5ee03-611a-4281-a3fb-b49938905877 service nova] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Received event network-vif-plugged-72e363e1-d321-4080-bd74-b9509a853fe6 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.374172] env[68835]: DEBUG oslo_concurrency.lockutils [req-a4cb8aaa-ad68-4b34-87ac-0ba0b18440de req-f6a5ee03-611a-4281-a3fb-b49938905877 service nova] Acquiring lock "4ce697b2-a102-4aca-b48f-b9ac737599d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.374402] env[68835]: DEBUG oslo_concurrency.lockutils [req-a4cb8aaa-ad68-4b34-87ac-0ba0b18440de req-f6a5ee03-611a-4281-a3fb-b49938905877 service nova] Lock "4ce697b2-a102-4aca-b48f-b9ac737599d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.374593] env[68835]: DEBUG oslo_concurrency.lockutils [req-a4cb8aaa-ad68-4b34-87ac-0ba0b18440de req-f6a5ee03-611a-4281-a3fb-b49938905877 service nova] Lock "4ce697b2-a102-4aca-b48f-b9ac737599d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.374769] env[68835]: DEBUG nova.compute.manager [req-a4cb8aaa-ad68-4b34-87ac-0ba0b18440de req-f6a5ee03-611a-4281-a3fb-b49938905877 service nova] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] No waiting events found dispatching network-vif-plugged-72e363e1-d321-4080-bd74-b9509a853fe6 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1174.374943] env[68835]: WARNING nova.compute.manager [req-a4cb8aaa-ad68-4b34-87ac-0ba0b18440de req-f6a5ee03-611a-4281-a3fb-b49938905877 service nova] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Received unexpected event network-vif-plugged-72e363e1-d321-4080-bd74-b9509a853fe6 for instance with vm_state building and task_state spawning. [ 1174.375136] env[68835]: DEBUG nova.compute.manager [req-a4cb8aaa-ad68-4b34-87ac-0ba0b18440de req-f6a5ee03-611a-4281-a3fb-b49938905877 service nova] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Received event network-changed-72e363e1-d321-4080-bd74-b9509a853fe6 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.375321] env[68835]: DEBUG nova.compute.manager [req-a4cb8aaa-ad68-4b34-87ac-0ba0b18440de req-f6a5ee03-611a-4281-a3fb-b49938905877 service nova] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Refreshing instance network info cache due to event network-changed-72e363e1-d321-4080-bd74-b9509a853fe6. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.375549] env[68835]: DEBUG oslo_concurrency.lockutils [req-a4cb8aaa-ad68-4b34-87ac-0ba0b18440de req-f6a5ee03-611a-4281-a3fb-b49938905877 service nova] Acquiring lock "refresh_cache-4ce697b2-a102-4aca-b48f-b9ac737599d5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.421056] env[68835]: DEBUG oslo_concurrency.lockutils [None req-667dec2f-02da-4c34-88ee-26ab2571e919 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "885552a8-8b67-44ba-9f38-8316d9d74f73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.604s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.442274] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 9e655764-988a-4b70-a278-26be0dc4adda] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.492022] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.492403] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.495891] env[68835]: INFO nova.compute.claims [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.500163] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "interface-5b82000a-baf2-48e7-a0be-3d8192844743-9c962281-ad94-4999-9e90-a308ceeaec6a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.500467] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "interface-5b82000a-baf2-48e7-a0be-3d8192844743-9c962281-ad94-4999-9e90-a308ceeaec6a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.546266] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7c6f3d65-e0ea-41c2-bdd5-6e81032c65ae tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.546475] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7c6f3d65-e0ea-41c2-bdd5-6e81032c65ae tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.546675] env[68835]: DEBUG nova.network.neutron [None req-7c6f3d65-e0ea-41c2-bdd5-6e81032c65ae tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.719871] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154950, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.722576] env[68835]: DEBUG nova.network.neutron [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.851657] env[68835]: DEBUG nova.network.neutron [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Updating instance_info_cache with network_info: [{"id": "72e363e1-d321-4080-bd74-b9509a853fe6", "address": "fa:16:3e:c6:c5:1f", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e363e1-d3", "ovs_interfaceid": "72e363e1-d321-4080-bd74-b9509a853fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.945293] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 036b2b50-7c4b-444c-9645-7502e650e674] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.003398] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.003578] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.005195] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eada4aa0-ed22-4937-8858-d6cbe6470cfe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.023993] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9551d5ec-6645-4133-afcc-17bd1c3d3afb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.051086] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Reconfiguring VM to detach interface {{(pid=68835) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1175.052744] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8086889-cf4f-4bda-99a8-e8fd0c3d2afd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.073834] env[68835]: DEBUG oslo_vmware.api [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1175.073834] env[68835]: value = "task-3154951" [ 1175.073834] env[68835]: _type = "Task" [ 1175.073834] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.082598] env[68835]: DEBUG oslo_vmware.api [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.222189] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154950, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.280495] env[68835]: DEBUG nova.network.neutron [None req-7c6f3d65-e0ea-41c2-bdd5-6e81032c65ae tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Updating instance_info_cache with network_info: [{"id": "6990f604-32e7-4c9d-9796-ab9bc4526cfd", "address": "fa:16:3e:f6:82:7a", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6990f604-32", "ovs_interfaceid": "6990f604-32e7-4c9d-9796-ab9bc4526cfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.354374] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Releasing lock "refresh_cache-4ce697b2-a102-4aca-b48f-b9ac737599d5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.354479] env[68835]: DEBUG nova.compute.manager [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Instance network_info: |[{"id": "72e363e1-d321-4080-bd74-b9509a853fe6", "address": "fa:16:3e:c6:c5:1f", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e363e1-d3", "ovs_interfaceid": "72e363e1-d321-4080-bd74-b9509a853fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.354727] env[68835]: DEBUG oslo_concurrency.lockutils [req-a4cb8aaa-ad68-4b34-87ac-0ba0b18440de req-f6a5ee03-611a-4281-a3fb-b49938905877 service nova] Acquired lock "refresh_cache-4ce697b2-a102-4aca-b48f-b9ac737599d5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.354903] env[68835]: DEBUG nova.network.neutron [req-a4cb8aaa-ad68-4b34-87ac-0ba0b18440de req-f6a5ee03-611a-4281-a3fb-b49938905877 service nova] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Refreshing network info cache for port 72e363e1-d321-4080-bd74-b9509a853fe6 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.356443] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:c5:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72e363e1-d321-4080-bd74-b9509a853fe6', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.363674] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.367504] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.368383] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81c1d178-3cba-40a5-a156-f4ff22eb0258 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.389512] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.389512] env[68835]: value = "task-3154952" [ 1175.389512] env[68835]: _type = "Task" [ 1175.389512] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.397536] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154952, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.448815] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 0c4ae68e-49bd-4c7e-b899-44dafaf180cc] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.569751] env[68835]: DEBUG nova.network.neutron [req-a4cb8aaa-ad68-4b34-87ac-0ba0b18440de req-f6a5ee03-611a-4281-a3fb-b49938905877 service nova] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Updated VIF entry in instance network info cache for port 72e363e1-d321-4080-bd74-b9509a853fe6. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.569949] env[68835]: DEBUG nova.network.neutron [req-a4cb8aaa-ad68-4b34-87ac-0ba0b18440de req-f6a5ee03-611a-4281-a3fb-b49938905877 service nova] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Updating instance_info_cache with network_info: [{"id": "72e363e1-d321-4080-bd74-b9509a853fe6", "address": "fa:16:3e:c6:c5:1f", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e363e1-d3", "ovs_interfaceid": "72e363e1-d321-4080-bd74-b9509a853fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.586058] env[68835]: DEBUG oslo_vmware.api [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.619238] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dd0dbb-9433-4405-ac5f-8126892f6a9b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.626554] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b70e303-9f0a-43f2-934f-054559a8c655 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.656994] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f0d54b-0ea0-459b-9b60-e372b707ca4a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.663934] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3b4267-dc71-4b80-9dcd-e4945c29efdd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.678120] env[68835]: DEBUG nova.compute.provider_tree [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.721483] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154950, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.505086} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.721690] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 36f9f044-34c6-4aa5-bfb3-4743f930012b/36f9f044-34c6-4aa5-bfb3-4743f930012b.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.721988] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.722219] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-973def8e-790c-440f-a765-27f82ad297b7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.728342] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1175.728342] env[68835]: value = "task-3154953" [ 1175.728342] env[68835]: _type = "Task" [ 1175.728342] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.736192] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.783204] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7c6f3d65-e0ea-41c2-bdd5-6e81032c65ae tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.899238] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154952, 'name': CreateVM_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.926012] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "0b84c636-3429-41fa-b4a5-008b5bda2df2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.926247] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "0b84c636-3429-41fa-b4a5-008b5bda2df2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.952371] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 23c2f2ab-a6cc-44e5-9d00-cf0582390e0e] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.072464] env[68835]: DEBUG oslo_concurrency.lockutils [req-a4cb8aaa-ad68-4b34-87ac-0ba0b18440de req-f6a5ee03-611a-4281-a3fb-b49938905877 service nova] Releasing lock "refresh_cache-4ce697b2-a102-4aca-b48f-b9ac737599d5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.084036] env[68835]: DEBUG oslo_vmware.api [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.181553] env[68835]: DEBUG nova.scheduler.client.report [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.237920] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067407} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.238195] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.238945] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bdd35d-e1e0-4555-8558-ae94da58e8ca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.260304] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 36f9f044-34c6-4aa5-bfb3-4743f930012b/36f9f044-34c6-4aa5-bfb3-4743f930012b.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.260806] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d0e0f38-cb5b-496f-ae48-37840d7fbe6e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.283593] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1176.283593] env[68835]: value = "task-3154954" [ 1176.283593] env[68835]: _type = "Task" [ 1176.283593] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.289349] env[68835]: DEBUG nova.compute.manager [None req-7c6f3d65-e0ea-41c2-bdd5-6e81032c65ae tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.290069] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc71ae9-b51a-4f8a-9d04-36742063a935 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.295225] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.400450] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154952, 'name': CreateVM_Task, 'duration_secs': 0.967183} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.400641] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.401391] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.401662] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.401925] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.402186] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed59fd5d-6e1e-4d07-9e43-b3254a9bea61 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.406823] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1176.406823] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52303dfc-71b3-442f-dd03-4f2866ef7dca" [ 1176.406823] env[68835]: _type = "Task" [ 1176.406823] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.416577] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52303dfc-71b3-442f-dd03-4f2866ef7dca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.428473] env[68835]: DEBUG nova.compute.manager [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1176.454897] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 9698591c-877c-4cb9-8aa1-00e4f126e049] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.584739] env[68835]: DEBUG oslo_vmware.api [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.686754] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.687308] env[68835]: DEBUG nova.compute.manager [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.794778] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154954, 'name': ReconfigVM_Task, 'duration_secs': 0.269656} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.795070] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 36f9f044-34c6-4aa5-bfb3-4743f930012b/36f9f044-34c6-4aa5-bfb3-4743f930012b.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.795725] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b35de4bb-1b51-4b0f-b9d1-cc7d31ec75df {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.804524] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1176.804524] env[68835]: value = "task-3154955" [ 1176.804524] env[68835]: _type = "Task" [ 1176.804524] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.812278] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154955, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.916320] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52303dfc-71b3-442f-dd03-4f2866ef7dca, 'name': SearchDatastore_Task, 'duration_secs': 0.008792} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.916663] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.916915] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.917165] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.917311] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.917489] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.917743] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-928e7489-21c3-4371-8687-90708c73fbb5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.926131] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.926303] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.927039] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e586667-d378-4b9f-a43e-b5f386675833 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.931883] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1176.931883] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52756bbf-6379-ece6-905a-04751bd43a0a" [ 1176.931883] env[68835]: _type = "Task" [ 1176.931883] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.943924] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52756bbf-6379-ece6-905a-04751bd43a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.007558} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.944679] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210a518b-0655-4bce-aa5d-8f8f6d277757 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.949144] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1176.949144] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]523f0b45-7ec4-e3d4-0882-b76cfa61a2bc" [ 1176.949144] env[68835]: _type = "Task" [ 1176.949144] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.952913] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.953180] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.954612] env[68835]: INFO nova.compute.claims [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.958436] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: c0da5ecd-fe38-4ccc-aeb0-23760d4f9d0b] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.963629] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]523f0b45-7ec4-e3d4-0882-b76cfa61a2bc, 'name': SearchDatastore_Task, 'duration_secs': 0.007227} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.964105] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.964371] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 4ce697b2-a102-4aca-b48f-b9ac737599d5/4ce697b2-a102-4aca-b48f-b9ac737599d5.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.965023] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f2d59ec-f2e5-450a-bd43-0a19e741c125 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.970817] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1176.970817] env[68835]: value = "task-3154956" [ 1176.970817] env[68835]: _type = "Task" [ 1176.970817] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.977952] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.085067] env[68835]: DEBUG oslo_vmware.api [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.192840] env[68835]: DEBUG nova.compute.utils [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.194370] env[68835]: DEBUG nova.compute.manager [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1177.194545] env[68835]: DEBUG nova.network.neutron [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1177.239478] env[68835]: DEBUG nova.policy [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6023a25a7513415a856077dbf67851c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad97ab54e515498584d7af11614bb57e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.307400] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbe0729-e1b6-4bf2-8c66-4035e4e80659 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.320099] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154955, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.322038] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6f3d65-e0ea-41c2-bdd5-6e81032c65ae tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Doing hard reboot of VM {{(pid=68835) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1177.322299] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c8993b47-349f-4d44-ad87-18059f238405 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.328261] env[68835]: DEBUG oslo_vmware.api [None req-7c6f3d65-e0ea-41c2-bdd5-6e81032c65ae tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1177.328261] env[68835]: value = "task-3154957" [ 1177.328261] env[68835]: _type = "Task" [ 1177.328261] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.335987] env[68835]: DEBUG oslo_vmware.api [None req-7c6f3d65-e0ea-41c2-bdd5-6e81032c65ae tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3154957, 'name': ResetVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.467296] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 78270b54-cc89-4b58-b168-6ca1161b4f4a] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.481067] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.497094] env[68835]: DEBUG nova.network.neutron [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Successfully created port: 32d637e1-32dd-4bb6-a157-b4ce6f25d6e2 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.585771] env[68835]: DEBUG oslo_vmware.api [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.697712] env[68835]: DEBUG nova.compute.manager [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.816518] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154955, 'name': Rename_Task, 'duration_secs': 0.824734} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.816795] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.817057] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ced5adbf-b8c2-4f10-b993-658593103ca2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.823360] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1177.823360] env[68835]: value = "task-3154958" [ 1177.823360] env[68835]: _type = "Task" [ 1177.823360] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.831468] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.839828] env[68835]: DEBUG oslo_vmware.api [None req-7c6f3d65-e0ea-41c2-bdd5-6e81032c65ae tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3154957, 'name': ResetVM_Task, 'duration_secs': 0.105661} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.840181] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6f3d65-e0ea-41c2-bdd5-6e81032c65ae tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Did hard reboot of VM {{(pid=68835) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1177.840379] env[68835]: DEBUG nova.compute.manager [None req-7c6f3d65-e0ea-41c2-bdd5-6e81032c65ae tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.841181] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb1af88-8f49-40fa-86a8-20a5356ad98d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.970704] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 225bcb4f-da24-40a4-bb9f-8cdf79b76c52] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.982158] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926313} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.982434] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 4ce697b2-a102-4aca-b48f-b9ac737599d5/4ce697b2-a102-4aca-b48f-b9ac737599d5.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.982664] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.983024] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6bb204a-a9ac-49be-9c52-b2d7cdf03c73 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.991734] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1177.991734] env[68835]: value = "task-3154959" [ 1177.991734] env[68835]: _type = "Task" [ 1177.991734] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.000032] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.086787] env[68835]: DEBUG oslo_vmware.api [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.099913] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cbe267-2007-4d14-8718-b40e2d720635 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.107067] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f0b129-da61-4e4d-a32c-43d715f9bf19 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.138557] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ff26e6-0947-4424-9bc1-d4567777cace {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.145958] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0344986-ce2f-42b3-a0d0-6f45e6ddcb1d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.160890] env[68835]: DEBUG nova.compute.provider_tree [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.333159] env[68835]: DEBUG oslo_vmware.api [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3154958, 'name': PowerOnVM_Task, 'duration_secs': 0.4343} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.333396] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.333634] env[68835]: INFO nova.compute.manager [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1178.333821] env[68835]: DEBUG nova.compute.manager [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.334599] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dddbb96-5184-4927-a340-640af3bf7bf3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.353781] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7c6f3d65-e0ea-41c2-bdd5-6e81032c65ae tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "15b953b9-f3fc-4706-8a74-99d87a27fed6" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.333s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.478102] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 4743452f-e6f6-4069-bb1a-bc08b74287f1] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.505264] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066445} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.506488] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.507721] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe6757a-8271-458c-9dae-affbf85cc691 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.542893] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 4ce697b2-a102-4aca-b48f-b9ac737599d5/4ce697b2-a102-4aca-b48f-b9ac737599d5.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.545707] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8327018c-12bb-43d8-96e4-1c5a6b00365e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.576084] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1178.576084] env[68835]: value = "task-3154960" [ 1178.576084] env[68835]: _type = "Task" [ 1178.576084] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.591527] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154960, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.596291] env[68835]: DEBUG oslo_vmware.api [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.666042] env[68835]: DEBUG nova.scheduler.client.report [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.706895] env[68835]: DEBUG nova.compute.manager [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.733376] env[68835]: DEBUG nova.virt.hardware [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.734028] env[68835]: DEBUG nova.virt.hardware [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.734028] env[68835]: DEBUG nova.virt.hardware [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.734028] env[68835]: DEBUG nova.virt.hardware [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.734171] env[68835]: DEBUG nova.virt.hardware [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.734261] env[68835]: DEBUG nova.virt.hardware [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.734442] env[68835]: DEBUG nova.virt.hardware [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.734600] env[68835]: DEBUG nova.virt.hardware [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.734767] env[68835]: DEBUG nova.virt.hardware [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.734922] env[68835]: DEBUG nova.virt.hardware [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.736042] env[68835]: DEBUG nova.virt.hardware [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.736170] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771d8522-492d-42d2-80d8-5e9637dd1e06 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.744788] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a438ae-90ff-4e84-b057-73490a8b6306 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.855876] env[68835]: INFO nova.compute.manager [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Took 13.02 seconds to build instance. [ 1178.981220] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 8e863779-d50a-4b1b-b355-d6d0e217addd] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.032105] env[68835]: DEBUG nova.compute.manager [req-bc8908c7-1502-4ccd-8fcf-2a2e37453eae req-87f6e0a9-abd3-487a-9d88-4d72bbebc08b service nova] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Received event network-vif-plugged-32d637e1-32dd-4bb6-a157-b4ce6f25d6e2 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.032349] env[68835]: DEBUG oslo_concurrency.lockutils [req-bc8908c7-1502-4ccd-8fcf-2a2e37453eae req-87f6e0a9-abd3-487a-9d88-4d72bbebc08b service nova] Acquiring lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.032566] env[68835]: DEBUG oslo_concurrency.lockutils [req-bc8908c7-1502-4ccd-8fcf-2a2e37453eae req-87f6e0a9-abd3-487a-9d88-4d72bbebc08b service nova] Lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.032722] env[68835]: DEBUG oslo_concurrency.lockutils [req-bc8908c7-1502-4ccd-8fcf-2a2e37453eae req-87f6e0a9-abd3-487a-9d88-4d72bbebc08b service nova] Lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.032890] env[68835]: DEBUG nova.compute.manager [req-bc8908c7-1502-4ccd-8fcf-2a2e37453eae req-87f6e0a9-abd3-487a-9d88-4d72bbebc08b service nova] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] No waiting events found dispatching network-vif-plugged-32d637e1-32dd-4bb6-a157-b4ce6f25d6e2 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1179.033083] env[68835]: WARNING nova.compute.manager [req-bc8908c7-1502-4ccd-8fcf-2a2e37453eae req-87f6e0a9-abd3-487a-9d88-4d72bbebc08b service nova] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Received unexpected event network-vif-plugged-32d637e1-32dd-4bb6-a157-b4ce6f25d6e2 for instance with vm_state building and task_state spawning. [ 1179.090683] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.093821] env[68835]: DEBUG oslo_vmware.api [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.170419] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.170982] env[68835]: DEBUG nova.compute.manager [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1179.226944] env[68835]: DEBUG nova.network.neutron [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Successfully updated port: 32d637e1-32dd-4bb6-a157-b4ce6f25d6e2 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1179.358077] env[68835]: DEBUG oslo_concurrency.lockutils [None req-47aa0ef6-f580-4c1b-b566-fa4e09e88542 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "36f9f044-34c6-4aa5-bfb3-4743f930012b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.530s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.484451] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: d5ab1888-4692-4c9b-be29-6adda0c5c931] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.589473] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154960, 'name': ReconfigVM_Task, 'duration_secs': 0.729474} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.592617] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 4ce697b2-a102-4aca-b48f-b9ac737599d5/4ce697b2-a102-4aca-b48f-b9ac737599d5.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.593272] env[68835]: DEBUG oslo_vmware.api [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.593497] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75805730-98dd-437b-aec6-98bc2957e90a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.598750] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1179.598750] env[68835]: value = "task-3154961" [ 1179.598750] env[68835]: _type = "Task" [ 1179.598750] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.676491] env[68835]: DEBUG nova.compute.utils [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.677929] env[68835]: DEBUG nova.compute.manager [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1179.678119] env[68835]: DEBUG nova.network.neutron [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.716669] env[68835]: DEBUG nova.policy [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '602b183f9bce49a08c93014f3033abad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa6b1210243e4cb69e810179ea79c16b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.729089] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.729249] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.729382] env[68835]: DEBUG nova.network.neutron [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.970433] env[68835]: DEBUG nova.network.neutron [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Successfully created port: 8b33585b-1a13-4111-88be-498a6e129508 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.987127] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 7eae8370-b95c-4263-a671-a6032ade221d] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.091232] env[68835]: DEBUG oslo_vmware.api [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.107380] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154961, 'name': Rename_Task, 'duration_secs': 0.446967} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.107662] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.107945] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b323ffff-2e15-489e-8576-1e03d5b30954 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.114358] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1180.114358] env[68835]: value = "task-3154962" [ 1180.114358] env[68835]: _type = "Task" [ 1180.114358] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.121720] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.181340] env[68835]: DEBUG nova.compute.manager [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1180.261726] env[68835]: DEBUG nova.network.neutron [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.382261] env[68835]: DEBUG nova.network.neutron [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updating instance_info_cache with network_info: [{"id": "32d637e1-32dd-4bb6-a157-b4ce6f25d6e2", "address": "fa:16:3e:0c:db:e2", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d637e1-32", "ovs_interfaceid": "32d637e1-32dd-4bb6-a157-b4ce6f25d6e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.490373] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 423efc1e-c007-42d0-bf18-269b075ccff2] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.593008] env[68835]: DEBUG oslo_vmware.api [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154951, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.623670] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154962, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.885419] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.885976] env[68835]: DEBUG nova.compute.manager [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Instance network_info: |[{"id": "32d637e1-32dd-4bb6-a157-b4ce6f25d6e2", "address": "fa:16:3e:0c:db:e2", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d637e1-32", "ovs_interfaceid": "32d637e1-32dd-4bb6-a157-b4ce6f25d6e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.886564] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:db:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32d637e1-32dd-4bb6-a157-b4ce6f25d6e2', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.896493] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.896827] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.897085] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58ff4f4e-65d7-4417-9b12-7a845bb77419 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.921819] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.921819] env[68835]: value = "task-3154963" [ 1180.921819] env[68835]: _type = "Task" [ 1180.921819] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.929561] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154963, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.994934] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 2a97bbe3-9d5b-4839-82f1-ac5da92928bc] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.064504] env[68835]: DEBUG nova.compute.manager [req-384cd279-bfcb-4b2b-814a-f9d0ef53dfda req-c1c642b5-c782-4822-a1dc-94e55c7b7eeb service nova] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Received event network-changed-32d637e1-32dd-4bb6-a157-b4ce6f25d6e2 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.064776] env[68835]: DEBUG nova.compute.manager [req-384cd279-bfcb-4b2b-814a-f9d0ef53dfda req-c1c642b5-c782-4822-a1dc-94e55c7b7eeb service nova] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Refreshing instance network info cache due to event network-changed-32d637e1-32dd-4bb6-a157-b4ce6f25d6e2. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.065077] env[68835]: DEBUG oslo_concurrency.lockutils [req-384cd279-bfcb-4b2b-814a-f9d0ef53dfda req-c1c642b5-c782-4822-a1dc-94e55c7b7eeb service nova] Acquiring lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.065284] env[68835]: DEBUG oslo_concurrency.lockutils [req-384cd279-bfcb-4b2b-814a-f9d0ef53dfda req-c1c642b5-c782-4822-a1dc-94e55c7b7eeb service nova] Acquired lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.065504] env[68835]: DEBUG nova.network.neutron [req-384cd279-bfcb-4b2b-814a-f9d0ef53dfda req-c1c642b5-c782-4822-a1dc-94e55c7b7eeb service nova] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Refreshing network info cache for port 32d637e1-32dd-4bb6-a157-b4ce6f25d6e2 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.092691] env[68835]: DEBUG oslo_vmware.api [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154951, 'name': ReconfigVM_Task, 'duration_secs': 5.739383} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.092969] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.093223] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Reconfigured VM to detach interface {{(pid=68835) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1181.128526] env[68835]: DEBUG oslo_vmware.api [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3154962, 'name': PowerOnVM_Task, 'duration_secs': 0.512392} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.128840] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.129110] env[68835]: INFO nova.compute.manager [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1181.129330] env[68835]: DEBUG nova.compute.manager [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.130295] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180ef324-727f-4454-8244-fd8f19b6d21c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.190634] env[68835]: DEBUG nova.compute.manager [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1181.219242] env[68835]: DEBUG nova.virt.hardware [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.219507] env[68835]: DEBUG nova.virt.hardware [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.219662] env[68835]: DEBUG nova.virt.hardware [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.219841] env[68835]: DEBUG nova.virt.hardware [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.219989] env[68835]: DEBUG nova.virt.hardware [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.220153] env[68835]: DEBUG nova.virt.hardware [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.220364] env[68835]: DEBUG nova.virt.hardware [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.220524] env[68835]: DEBUG nova.virt.hardware [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.220686] env[68835]: DEBUG nova.virt.hardware [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.220851] env[68835]: DEBUG nova.virt.hardware [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.221038] env[68835]: DEBUG nova.virt.hardware [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.221929] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd8a8b9-20e0-428d-92da-f6e6f546eb2e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.229658] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ad8510-dd98-49dc-9140-3e759d23a4e1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.429192] env[68835]: DEBUG nova.network.neutron [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Successfully updated port: 8b33585b-1a13-4111-88be-498a6e129508 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.437204] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154963, 'name': CreateVM_Task, 'duration_secs': 0.31235} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.437990] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.438343] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.438584] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.439040] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.439932] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-553a2304-2e77-4afd-9372-c978a3ddb9c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.446020] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1181.446020] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52fd6b85-2aee-2d04-9ac9-e1938bcb5cfe" [ 1181.446020] env[68835]: _type = "Task" [ 1181.446020] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.454689] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52fd6b85-2aee-2d04-9ac9-e1938bcb5cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.498410] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 9b4e9a76-f4af-4c02-a5f5-72f88cc99c2f] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.650122] env[68835]: INFO nova.compute.manager [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Took 12.59 seconds to build instance. [ 1181.763128] env[68835]: DEBUG nova.network.neutron [req-384cd279-bfcb-4b2b-814a-f9d0ef53dfda req-c1c642b5-c782-4822-a1dc-94e55c7b7eeb service nova] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updated VIF entry in instance network info cache for port 32d637e1-32dd-4bb6-a157-b4ce6f25d6e2. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.763128] env[68835]: DEBUG nova.network.neutron [req-384cd279-bfcb-4b2b-814a-f9d0ef53dfda req-c1c642b5-c782-4822-a1dc-94e55c7b7eeb service nova] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updating instance_info_cache with network_info: [{"id": "32d637e1-32dd-4bb6-a157-b4ce6f25d6e2", "address": "fa:16:3e:0c:db:e2", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d637e1-32", "ovs_interfaceid": "32d637e1-32dd-4bb6-a157-b4ce6f25d6e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.932287] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "refresh_cache-0b84c636-3429-41fa-b4a5-008b5bda2df2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.932451] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "refresh_cache-0b84c636-3429-41fa-b4a5-008b5bda2df2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.932628] env[68835]: DEBUG nova.network.neutron [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.957217] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52fd6b85-2aee-2d04-9ac9-e1938bcb5cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.011394} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.957538] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.957878] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.958167] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.958393] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.958594] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.959217] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e83c4c85-ecf2-4f6c-b75a-6cc3ac6f99e5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.968020] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.968246] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.968995] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8bd41f9-e813-4249-9ca0-f1be57d13925 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.975916] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1181.975916] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]520a6815-264d-0a26-922a-ca4a001ef2e7" [ 1181.975916] env[68835]: _type = "Task" [ 1181.975916] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.983724] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]520a6815-264d-0a26-922a-ca4a001ef2e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.001544] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: a08615df-fc52-4a65-bea0-6b3bfc513d99] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.153920] env[68835]: DEBUG oslo_concurrency.lockutils [None req-56f1b024-d79b-4c54-8a49-3a97d90f08fc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "4ce697b2-a102-4aca-b48f-b9ac737599d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.098s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.265324] env[68835]: DEBUG oslo_concurrency.lockutils [req-384cd279-bfcb-4b2b-814a-f9d0ef53dfda req-c1c642b5-c782-4822-a1dc-94e55c7b7eeb service nova] Releasing lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.265647] env[68835]: DEBUG nova.compute.manager [req-384cd279-bfcb-4b2b-814a-f9d0ef53dfda req-c1c642b5-c782-4822-a1dc-94e55c7b7eeb service nova] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Received event network-changed-7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.265853] env[68835]: DEBUG nova.compute.manager [req-384cd279-bfcb-4b2b-814a-f9d0ef53dfda req-c1c642b5-c782-4822-a1dc-94e55c7b7eeb service nova] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Refreshing instance network info cache due to event network-changed-7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.266094] env[68835]: DEBUG oslo_concurrency.lockutils [req-384cd279-bfcb-4b2b-814a-f9d0ef53dfda req-c1c642b5-c782-4822-a1dc-94e55c7b7eeb service nova] Acquiring lock "refresh_cache-36f9f044-34c6-4aa5-bfb3-4743f930012b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.266243] env[68835]: DEBUG oslo_concurrency.lockutils [req-384cd279-bfcb-4b2b-814a-f9d0ef53dfda req-c1c642b5-c782-4822-a1dc-94e55c7b7eeb service nova] Acquired lock "refresh_cache-36f9f044-34c6-4aa5-bfb3-4743f930012b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.266405] env[68835]: DEBUG nova.network.neutron [req-384cd279-bfcb-4b2b-814a-f9d0ef53dfda req-c1c642b5-c782-4822-a1dc-94e55c7b7eeb service nova] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Refreshing network info cache for port 7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.369390] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.369575] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.369758] env[68835]: DEBUG nova.network.neutron [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.486017] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]520a6815-264d-0a26-922a-ca4a001ef2e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011673} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.486806] env[68835]: DEBUG nova.network.neutron [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.489164] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c898304-dbfa-4408-88e7-684b09346334 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.494271] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1182.494271] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5226899a-3ac0-4f65-5caf-f86deca62583" [ 1182.494271] env[68835]: _type = "Task" [ 1182.494271] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.501884] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5226899a-3ac0-4f65-5caf-f86deca62583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.506769] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: bf7da137-7978-4d65-b707-e0111d8736d9] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.717389] env[68835]: DEBUG nova.network.neutron [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Updating instance_info_cache with network_info: [{"id": "8b33585b-1a13-4111-88be-498a6e129508", "address": "fa:16:3e:21:96:f9", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b33585b-1a", "ovs_interfaceid": "8b33585b-1a13-4111-88be-498a6e129508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.940447] env[68835]: DEBUG nova.compute.manager [req-25007401-1e8e-418a-883f-7049a9980bee req-b49d353f-8361-418f-bd8f-db28d8255181 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Received event network-changed-c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.940799] env[68835]: DEBUG nova.compute.manager [req-25007401-1e8e-418a-883f-7049a9980bee req-b49d353f-8361-418f-bd8f-db28d8255181 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Refreshing instance network info cache due to event network-changed-c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.940921] env[68835]: DEBUG oslo_concurrency.lockutils [req-25007401-1e8e-418a-883f-7049a9980bee req-b49d353f-8361-418f-bd8f-db28d8255181 service nova] Acquiring lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.012646] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: ff3f81eb-8599-47e0-a5a8-26f21ea70fc5] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.017496] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5226899a-3ac0-4f65-5caf-f86deca62583, 'name': SearchDatastore_Task, 'duration_secs': 0.009226} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.019786] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.020062] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956/9cb91e88-99ac-4ebd-a6f7-dc34dafe0956.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.022094] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-599b4483-f52a-4dec-8b76-c7fdf84d79cd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.030478] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1183.030478] env[68835]: value = "task-3154964" [ 1183.030478] env[68835]: _type = "Task" [ 1183.030478] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.038673] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.099994] env[68835]: DEBUG nova.compute.manager [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Received event network-vif-plugged-8b33585b-1a13-4111-88be-498a6e129508 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.100263] env[68835]: DEBUG oslo_concurrency.lockutils [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] Acquiring lock "0b84c636-3429-41fa-b4a5-008b5bda2df2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.100472] env[68835]: DEBUG oslo_concurrency.lockutils [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] Lock "0b84c636-3429-41fa-b4a5-008b5bda2df2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.100640] env[68835]: DEBUG oslo_concurrency.lockutils [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] Lock "0b84c636-3429-41fa-b4a5-008b5bda2df2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.100812] env[68835]: DEBUG nova.compute.manager [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] No waiting events found dispatching network-vif-plugged-8b33585b-1a13-4111-88be-498a6e129508 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1183.100978] env[68835]: WARNING nova.compute.manager [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Received unexpected event network-vif-plugged-8b33585b-1a13-4111-88be-498a6e129508 for instance with vm_state building and task_state spawning. [ 1183.101161] env[68835]: DEBUG nova.compute.manager [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Received event network-changed-8b33585b-1a13-4111-88be-498a6e129508 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.101372] env[68835]: DEBUG nova.compute.manager [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Refreshing instance network info cache due to event network-changed-8b33585b-1a13-4111-88be-498a6e129508. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.101545] env[68835]: DEBUG oslo_concurrency.lockutils [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] Acquiring lock "refresh_cache-0b84c636-3429-41fa-b4a5-008b5bda2df2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.116460] env[68835]: DEBUG nova.network.neutron [req-384cd279-bfcb-4b2b-814a-f9d0ef53dfda req-c1c642b5-c782-4822-a1dc-94e55c7b7eeb service nova] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Updated VIF entry in instance network info cache for port 7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.116938] env[68835]: DEBUG nova.network.neutron [req-384cd279-bfcb-4b2b-814a-f9d0ef53dfda req-c1c642b5-c782-4822-a1dc-94e55c7b7eeb service nova] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Updating instance_info_cache with network_info: [{"id": "7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9", "address": "fa:16:3e:61:99:17", "network": {"id": "0df3f503-b29f-4dfa-8be7-1178d4ff92dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-883801826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a521063fcdea42cca7ef584a665e955d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a3aa8f3-69", "ovs_interfaceid": "7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.165201] env[68835]: INFO nova.network.neutron [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Port 9c962281-ad94-4999-9e90-a308ceeaec6a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1183.165539] env[68835]: DEBUG nova.network.neutron [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Updating instance_info_cache with network_info: [{"id": "c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0", "address": "fa:16:3e:73:02:06", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc10de0fe-7f", "ovs_interfaceid": "c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.219831] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "refresh_cache-0b84c636-3429-41fa-b4a5-008b5bda2df2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.220742] env[68835]: DEBUG nova.compute.manager [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Instance network_info: |[{"id": "8b33585b-1a13-4111-88be-498a6e129508", "address": "fa:16:3e:21:96:f9", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b33585b-1a", "ovs_interfaceid": "8b33585b-1a13-4111-88be-498a6e129508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.220742] env[68835]: DEBUG oslo_concurrency.lockutils [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] Acquired lock "refresh_cache-0b84c636-3429-41fa-b4a5-008b5bda2df2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.220742] env[68835]: DEBUG nova.network.neutron [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Refreshing network info cache for port 8b33585b-1a13-4111-88be-498a6e129508 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.221965] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:96:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b33585b-1a13-4111-88be-498a6e129508', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.241383] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.245692] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.245692] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f902dc36-4cc5-4081-b312-0c5b7e50c72b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.269730] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.269730] env[68835]: value = "task-3154965" [ 1183.269730] env[68835]: _type = "Task" [ 1183.269730] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.281409] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154965, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.522043] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.522043] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Cleaning up deleted instances with incomplete migration {{(pid=68835) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1183.542297] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504625} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.542609] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956/9cb91e88-99ac-4ebd-a6f7-dc34dafe0956.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.542897] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.543206] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17fafc20-3a30-40cc-b8c3-d75634b73b29 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.550297] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1183.550297] env[68835]: value = "task-3154966" [ 1183.550297] env[68835]: _type = "Task" [ 1183.550297] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.558861] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.620091] env[68835]: DEBUG oslo_concurrency.lockutils [req-384cd279-bfcb-4b2b-814a-f9d0ef53dfda req-c1c642b5-c782-4822-a1dc-94e55c7b7eeb service nova] Releasing lock "refresh_cache-36f9f044-34c6-4aa5-bfb3-4743f930012b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.669093] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.671402] env[68835]: DEBUG oslo_concurrency.lockutils [req-25007401-1e8e-418a-883f-7049a9980bee req-b49d353f-8361-418f-bd8f-db28d8255181 service nova] Acquired lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.671598] env[68835]: DEBUG nova.network.neutron [req-25007401-1e8e-418a-883f-7049a9980bee req-b49d353f-8361-418f-bd8f-db28d8255181 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Refreshing network info cache for port c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.694377] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "interface-645364ef-2adf-4cce-9c66-5db4eac0935f-9c962281-ad94-4999-9e90-a308ceeaec6a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.694600] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "interface-645364ef-2adf-4cce-9c66-5db4eac0935f-9c962281-ad94-4999-9e90-a308ceeaec6a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.694956] env[68835]: DEBUG nova.objects.instance [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lazy-loading 'flavor' on Instance uuid 645364ef-2adf-4cce-9c66-5db4eac0935f {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.783010] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154965, 'name': CreateVM_Task, 'duration_secs': 0.37711} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.783250] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.783951] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.784132] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.784468] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.784724] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a27daa7-a23f-4b9c-b720-c52ee85c1b31 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.789343] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1183.789343] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52443084-e071-f596-7b59-0cad79a5e012" [ 1183.789343] env[68835]: _type = "Task" [ 1183.789343] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.797845] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52443084-e071-f596-7b59-0cad79a5e012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.993389] env[68835]: DEBUG nova.network.neutron [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Updated VIF entry in instance network info cache for port 8b33585b-1a13-4111-88be-498a6e129508. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.993761] env[68835]: DEBUG nova.network.neutron [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Updating instance_info_cache with network_info: [{"id": "8b33585b-1a13-4111-88be-498a6e129508", "address": "fa:16:3e:21:96:f9", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b33585b-1a", "ovs_interfaceid": "8b33585b-1a13-4111-88be-498a6e129508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.023813] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.060079] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068895} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.060358] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.061146] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a451cf-2798-4a46-85f8-7a086b5f2a90 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.083340] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956/9cb91e88-99ac-4ebd-a6f7-dc34dafe0956.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.083651] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e9af2a1-6e27-43f5-9f9b-f3a10d018f4d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.104284] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1184.104284] env[68835]: value = "task-3154967" [ 1184.104284] env[68835]: _type = "Task" [ 1184.104284] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.112105] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.173906] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b604fbce-ed4d-4629-af7d-3e6cc12f3097 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "interface-5b82000a-baf2-48e7-a0be-3d8192844743-9c962281-ad94-4999-9e90-a308ceeaec6a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.673s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.974257] env[68835]: DEBUG oslo_concurrency.lockutils [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] Releasing lock "refresh_cache-0b84c636-3429-41fa-b4a5-008b5bda2df2" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.974528] env[68835]: DEBUG nova.compute.manager [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Received event network-changed-72e363e1-d321-4080-bd74-b9509a853fe6 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.974745] env[68835]: DEBUG nova.compute.manager [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Refreshing instance network info cache due to event network-changed-72e363e1-d321-4080-bd74-b9509a853fe6. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.974894] env[68835]: DEBUG oslo_concurrency.lockutils [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] Acquiring lock "refresh_cache-4ce697b2-a102-4aca-b48f-b9ac737599d5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.975078] env[68835]: DEBUG oslo_concurrency.lockutils [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] Acquired lock "refresh_cache-4ce697b2-a102-4aca-b48f-b9ac737599d5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.975274] env[68835]: DEBUG nova.network.neutron [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Refreshing network info cache for port 72e363e1-d321-4080-bd74-b9509a853fe6 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.976790] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52443084-e071-f596-7b59-0cad79a5e012, 'name': SearchDatastore_Task, 'duration_secs': 0.015207} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.977693] env[68835]: DEBUG nova.objects.instance [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lazy-loading 'pci_requests' on Instance uuid 645364ef-2adf-4cce-9c66-5db4eac0935f {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.984470] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.984691] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.984918] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.985076] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.985279] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.986431] env[68835]: DEBUG nova.compute.manager [req-d7a05da8-cfd3-4e73-8050-c5c1b3b1e2cc req-43b017fa-f18f-483f-976e-fdb99e92a7be service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Received event network-changed-710dc9c0-cc83-48a6-ac69-683c98754bb8 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.986605] env[68835]: DEBUG nova.compute.manager [req-d7a05da8-cfd3-4e73-8050-c5c1b3b1e2cc req-43b017fa-f18f-483f-976e-fdb99e92a7be service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Refreshing instance network info cache due to event network-changed-710dc9c0-cc83-48a6-ac69-683c98754bb8. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.986795] env[68835]: DEBUG oslo_concurrency.lockutils [req-d7a05da8-cfd3-4e73-8050-c5c1b3b1e2cc req-43b017fa-f18f-483f-976e-fdb99e92a7be service nova] Acquiring lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.986929] env[68835]: DEBUG oslo_concurrency.lockutils [req-d7a05da8-cfd3-4e73-8050-c5c1b3b1e2cc req-43b017fa-f18f-483f-976e-fdb99e92a7be service nova] Acquired lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.987099] env[68835]: DEBUG nova.network.neutron [req-d7a05da8-cfd3-4e73-8050-c5c1b3b1e2cc req-43b017fa-f18f-483f-976e-fdb99e92a7be service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Refreshing network info cache for port 710dc9c0-cc83-48a6-ac69-683c98754bb8 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.989488] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-707be2cf-50b1-4387-aae9-d7d53ee87933 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.997384] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154967, 'name': ReconfigVM_Task, 'duration_secs': 0.260597} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.997630] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956/9cb91e88-99ac-4ebd-a6f7-dc34dafe0956.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.998213] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06a973cf-d8df-4e6a-91cc-e2d7dad8a96b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.002427] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.002593] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.008019] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0697a24-cbe7-48c8-ac1a-337e7013e86e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.008019] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1185.008019] env[68835]: value = "task-3154968" [ 1185.008019] env[68835]: _type = "Task" [ 1185.008019] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.011206] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1185.011206] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]526ba5cd-dfb9-0fa8-60c8-dfe661e6bd3f" [ 1185.011206] env[68835]: _type = "Task" [ 1185.011206] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.017468] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154968, 'name': Rename_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.024403] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526ba5cd-dfb9-0fa8-60c8-dfe661e6bd3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.126651] env[68835]: DEBUG nova.network.neutron [req-25007401-1e8e-418a-883f-7049a9980bee req-b49d353f-8361-418f-bd8f-db28d8255181 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Updated VIF entry in instance network info cache for port c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.127038] env[68835]: DEBUG nova.network.neutron [req-25007401-1e8e-418a-883f-7049a9980bee req-b49d353f-8361-418f-bd8f-db28d8255181 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Updating instance_info_cache with network_info: [{"id": "c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0", "address": "fa:16:3e:73:02:06", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc10de0fe-7f", "ovs_interfaceid": "c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.489444] env[68835]: DEBUG nova.objects.base [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Object Instance<645364ef-2adf-4cce-9c66-5db4eac0935f> lazy-loaded attributes: flavor,pci_requests {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1185.489604] env[68835]: DEBUG nova.network.neutron [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.518059] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154968, 'name': Rename_Task, 'duration_secs': 0.459626} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.520257] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.520497] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a436d08-8534-4c72-9d5d-a6a08dd1929a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.525350] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526ba5cd-dfb9-0fa8-60c8-dfe661e6bd3f, 'name': SearchDatastore_Task, 'duration_secs': 0.036094} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.528231] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eba5bdb-5631-4dc1-95b6-0fb50d031c23 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.533615] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1185.533615] env[68835]: value = "task-3154969" [ 1185.533615] env[68835]: _type = "Task" [ 1185.533615] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.537789] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1185.537789] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52f401eb-9506-9c69-9d7a-0c4546efabe6" [ 1185.537789] env[68835]: _type = "Task" [ 1185.537789] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.543729] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.549107] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f401eb-9506-9c69-9d7a-0c4546efabe6, 'name': SearchDatastore_Task, 'duration_secs': 0.009778} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.549342] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.549584] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 0b84c636-3429-41fa-b4a5-008b5bda2df2/0b84c636-3429-41fa-b4a5-008b5bda2df2.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.549826] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-410704f6-4d8d-4f0c-8525-61ad0cfe2ea5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.555136] env[68835]: DEBUG nova.policy [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daabf2a6f1ab469eacbe8bcf3339e082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ca547bcf9f646e3967cf9b33c347e5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.558193] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1185.558193] env[68835]: value = "task-3154970" [ 1185.558193] env[68835]: _type = "Task" [ 1185.558193] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.565559] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.629379] env[68835]: DEBUG oslo_concurrency.lockutils [req-25007401-1e8e-418a-883f-7049a9980bee req-b49d353f-8361-418f-bd8f-db28d8255181 service nova] Releasing lock "refresh_cache-5b82000a-baf2-48e7-a0be-3d8192844743" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.828607] env[68835]: DEBUG nova.network.neutron [req-d7a05da8-cfd3-4e73-8050-c5c1b3b1e2cc req-43b017fa-f18f-483f-976e-fdb99e92a7be service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Updated VIF entry in instance network info cache for port 710dc9c0-cc83-48a6-ac69-683c98754bb8. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.829146] env[68835]: DEBUG nova.network.neutron [req-d7a05da8-cfd3-4e73-8050-c5c1b3b1e2cc req-43b017fa-f18f-483f-976e-fdb99e92a7be service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Updating instance_info_cache with network_info: [{"id": "710dc9c0-cc83-48a6-ac69-683c98754bb8", "address": "fa:16:3e:8b:43:19", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap710dc9c0-cc", "ovs_interfaceid": "710dc9c0-cc83-48a6-ac69-683c98754bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.831282] env[68835]: DEBUG nova.network.neutron [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Updated VIF entry in instance network info cache for port 72e363e1-d321-4080-bd74-b9509a853fe6. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.831709] env[68835]: DEBUG nova.network.neutron [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Updating instance_info_cache with network_info: [{"id": "72e363e1-d321-4080-bd74-b9509a853fe6", "address": "fa:16:3e:c6:c5:1f", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e363e1-d3", "ovs_interfaceid": "72e363e1-d321-4080-bd74-b9509a853fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.043735] env[68835]: DEBUG oslo_vmware.api [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3154969, 'name': PowerOnVM_Task, 'duration_secs': 0.47883} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.044029] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.044169] env[68835]: INFO nova.compute.manager [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1186.044389] env[68835]: DEBUG nova.compute.manager [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.045240] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50a7fd1-1be2-4329-88be-09b784fe2d29 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.066169] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461095} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.066448] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 0b84c636-3429-41fa-b4a5-008b5bda2df2/0b84c636-3429-41fa-b4a5-008b5bda2df2.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.066796] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.066919] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57a27b9d-c8fa-466f-89a7-bbbeeac312d4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.072533] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1186.072533] env[68835]: value = "task-3154971" [ 1186.072533] env[68835]: _type = "Task" [ 1186.072533] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.080018] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.334565] env[68835]: DEBUG oslo_concurrency.lockutils [req-d7a05da8-cfd3-4e73-8050-c5c1b3b1e2cc req-43b017fa-f18f-483f-976e-fdb99e92a7be service nova] Releasing lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.335166] env[68835]: DEBUG oslo_concurrency.lockutils [req-f94123d1-a9ad-477b-9fe2-73e61885491d req-d562a7ad-5186-4ab7-a87e-a8c045e8d925 service nova] Releasing lock "refresh_cache-4ce697b2-a102-4aca-b48f-b9ac737599d5" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.564956] env[68835]: INFO nova.compute.manager [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Took 12.09 seconds to build instance. [ 1186.582084] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061791} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.582927] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.583720] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3785a9e4-1e08-45b7-afba-0d43244d925d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.605875] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 0b84c636-3429-41fa-b4a5-008b5bda2df2/0b84c636-3429-41fa-b4a5-008b5bda2df2.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.606408] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dfe603f-8487-416e-9034-cbbda6716784 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.626385] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1186.626385] env[68835]: value = "task-3154972" [ 1186.626385] env[68835]: _type = "Task" [ 1186.626385] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.633980] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.952704] env[68835]: DEBUG nova.compute.manager [req-54e6efee-f1b1-4a6d-b923-dc067de75a8d req-d6217f4b-1562-4dc9-a50b-8dfc769a29cd service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Received event network-vif-plugged-9c962281-ad94-4999-9e90-a308ceeaec6a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.952979] env[68835]: DEBUG oslo_concurrency.lockutils [req-54e6efee-f1b1-4a6d-b923-dc067de75a8d req-d6217f4b-1562-4dc9-a50b-8dfc769a29cd service nova] Acquiring lock "645364ef-2adf-4cce-9c66-5db4eac0935f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.953387] env[68835]: DEBUG oslo_concurrency.lockutils [req-54e6efee-f1b1-4a6d-b923-dc067de75a8d req-d6217f4b-1562-4dc9-a50b-8dfc769a29cd service nova] Lock "645364ef-2adf-4cce-9c66-5db4eac0935f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.953944] env[68835]: DEBUG oslo_concurrency.lockutils [req-54e6efee-f1b1-4a6d-b923-dc067de75a8d req-d6217f4b-1562-4dc9-a50b-8dfc769a29cd service nova] Lock "645364ef-2adf-4cce-9c66-5db4eac0935f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.954299] env[68835]: DEBUG nova.compute.manager [req-54e6efee-f1b1-4a6d-b923-dc067de75a8d req-d6217f4b-1562-4dc9-a50b-8dfc769a29cd service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] No waiting events found dispatching network-vif-plugged-9c962281-ad94-4999-9e90-a308ceeaec6a {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.954564] env[68835]: WARNING nova.compute.manager [req-54e6efee-f1b1-4a6d-b923-dc067de75a8d req-d6217f4b-1562-4dc9-a50b-8dfc769a29cd service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Received unexpected event network-vif-plugged-9c962281-ad94-4999-9e90-a308ceeaec6a for instance with vm_state active and task_state None. [ 1187.001350] env[68835]: DEBUG nova.compute.manager [req-65a6046b-efdf-45cf-8f18-8bb23a3b7469 req-5b87d93a-fa05-4b4a-8941-1e4edd9b28ba service nova] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Received event network-changed-32d637e1-32dd-4bb6-a157-b4ce6f25d6e2 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.001628] env[68835]: DEBUG nova.compute.manager [req-65a6046b-efdf-45cf-8f18-8bb23a3b7469 req-5b87d93a-fa05-4b4a-8941-1e4edd9b28ba service nova] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Refreshing instance network info cache due to event network-changed-32d637e1-32dd-4bb6-a157-b4ce6f25d6e2. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.002146] env[68835]: DEBUG oslo_concurrency.lockutils [req-65a6046b-efdf-45cf-8f18-8bb23a3b7469 req-5b87d93a-fa05-4b4a-8941-1e4edd9b28ba service nova] Acquiring lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.002146] env[68835]: DEBUG oslo_concurrency.lockutils [req-65a6046b-efdf-45cf-8f18-8bb23a3b7469 req-5b87d93a-fa05-4b4a-8941-1e4edd9b28ba service nova] Acquired lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.002287] env[68835]: DEBUG nova.network.neutron [req-65a6046b-efdf-45cf-8f18-8bb23a3b7469 req-5b87d93a-fa05-4b4a-8941-1e4edd9b28ba service nova] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Refreshing network info cache for port 32d637e1-32dd-4bb6-a157-b4ce6f25d6e2 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.042248] env[68835]: DEBUG nova.network.neutron [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Successfully updated port: 9c962281-ad94-4999-9e90-a308ceeaec6a {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.067603] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8e9535c-0eb8-4157-af01-df2aed6982d5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.604s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.137029] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.545322] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.545525] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.545798] env[68835]: DEBUG nova.network.neutron [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.636898] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154972, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.707318] env[68835]: DEBUG nova.network.neutron [req-65a6046b-efdf-45cf-8f18-8bb23a3b7469 req-5b87d93a-fa05-4b4a-8941-1e4edd9b28ba service nova] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updated VIF entry in instance network info cache for port 32d637e1-32dd-4bb6-a157-b4ce6f25d6e2. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.707736] env[68835]: DEBUG nova.network.neutron [req-65a6046b-efdf-45cf-8f18-8bb23a3b7469 req-5b87d93a-fa05-4b4a-8941-1e4edd9b28ba service nova] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updating instance_info_cache with network_info: [{"id": "32d637e1-32dd-4bb6-a157-b4ce6f25d6e2", "address": "fa:16:3e:0c:db:e2", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d637e1-32", "ovs_interfaceid": "32d637e1-32dd-4bb6-a157-b4ce6f25d6e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.976097] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.110654] env[68835]: WARNING nova.network.neutron [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] 7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4 already exists in list: networks containing: ['7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4']. ignoring it [ 1188.139366] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154972, 'name': ReconfigVM_Task, 'duration_secs': 1.036599} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.139654] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 0b84c636-3429-41fa-b4a5-008b5bda2df2/0b84c636-3429-41fa-b4a5-008b5bda2df2.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.140298] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d45da95-c30d-4168-9521-0f3d19aeac7f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.149948] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1188.149948] env[68835]: value = "task-3154973" [ 1188.149948] env[68835]: _type = "Task" [ 1188.149948] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.158012] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154973, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.210630] env[68835]: DEBUG oslo_concurrency.lockutils [req-65a6046b-efdf-45cf-8f18-8bb23a3b7469 req-5b87d93a-fa05-4b4a-8941-1e4edd9b28ba service nova] Releasing lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.375346] env[68835]: DEBUG nova.network.neutron [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Updating instance_info_cache with network_info: [{"id": "710dc9c0-cc83-48a6-ac69-683c98754bb8", "address": "fa:16:3e:8b:43:19", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap710dc9c0-cc", "ovs_interfaceid": "710dc9c0-cc83-48a6-ac69-683c98754bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9c962281-ad94-4999-9e90-a308ceeaec6a", "address": "fa:16:3e:95:8a:89", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c962281-ad", "ovs_interfaceid": "9c962281-ad94-4999-9e90-a308ceeaec6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.660973] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154973, 'name': Rename_Task, 'duration_secs': 0.380907} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.660973] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.660973] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d476433-4d4d-4997-acc3-29143b9d02e0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.667481] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1188.667481] env[68835]: value = "task-3154974" [ 1188.667481] env[68835]: _type = "Task" [ 1188.667481] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.675157] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.878908] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.879566] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.879730] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.880606] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b036332-c406-438e-b7b6-517ffe20ed7a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.898217] env[68835]: DEBUG nova.virt.hardware [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.898467] env[68835]: DEBUG nova.virt.hardware [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.898654] env[68835]: DEBUG nova.virt.hardware [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.898865] env[68835]: DEBUG nova.virt.hardware [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.899032] env[68835]: DEBUG nova.virt.hardware [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.899189] env[68835]: DEBUG nova.virt.hardware [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.899391] env[68835]: DEBUG nova.virt.hardware [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.899549] env[68835]: DEBUG nova.virt.hardware [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.899711] env[68835]: DEBUG nova.virt.hardware [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.899872] env[68835]: DEBUG nova.virt.hardware [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.900061] env[68835]: DEBUG nova.virt.hardware [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.906273] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Reconfiguring VM to attach interface {{(pid=68835) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1188.906950] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdec8da3-e30a-4f8a-90de-cb859195fb9b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.924838] env[68835]: DEBUG oslo_vmware.api [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1188.924838] env[68835]: value = "task-3154975" [ 1188.924838] env[68835]: _type = "Task" [ 1188.924838] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.933024] env[68835]: DEBUG oslo_vmware.api [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154975, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.982571] env[68835]: DEBUG nova.compute.manager [req-af0d5669-f148-4954-af1e-2acfe2dbb216 req-fa863cbd-a0e4-46d3-a0a3-634283ebea90 service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Received event network-changed-9c962281-ad94-4999-9e90-a308ceeaec6a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.982827] env[68835]: DEBUG nova.compute.manager [req-af0d5669-f148-4954-af1e-2acfe2dbb216 req-fa863cbd-a0e4-46d3-a0a3-634283ebea90 service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Refreshing instance network info cache due to event network-changed-9c962281-ad94-4999-9e90-a308ceeaec6a. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.983114] env[68835]: DEBUG oslo_concurrency.lockutils [req-af0d5669-f148-4954-af1e-2acfe2dbb216 req-fa863cbd-a0e4-46d3-a0a3-634283ebea90 service nova] Acquiring lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.983305] env[68835]: DEBUG oslo_concurrency.lockutils [req-af0d5669-f148-4954-af1e-2acfe2dbb216 req-fa863cbd-a0e4-46d3-a0a3-634283ebea90 service nova] Acquired lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.983534] env[68835]: DEBUG nova.network.neutron [req-af0d5669-f148-4954-af1e-2acfe2dbb216 req-fa863cbd-a0e4-46d3-a0a3-634283ebea90 service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Refreshing network info cache for port 9c962281-ad94-4999-9e90-a308ceeaec6a {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.178352] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154974, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.435515] env[68835]: DEBUG oslo_vmware.api [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.672611] env[68835]: DEBUG nova.network.neutron [req-af0d5669-f148-4954-af1e-2acfe2dbb216 req-fa863cbd-a0e4-46d3-a0a3-634283ebea90 service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Updated VIF entry in instance network info cache for port 9c962281-ad94-4999-9e90-a308ceeaec6a. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.673050] env[68835]: DEBUG nova.network.neutron [req-af0d5669-f148-4954-af1e-2acfe2dbb216 req-fa863cbd-a0e4-46d3-a0a3-634283ebea90 service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Updating instance_info_cache with network_info: [{"id": "710dc9c0-cc83-48a6-ac69-683c98754bb8", "address": "fa:16:3e:8b:43:19", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap710dc9c0-cc", "ovs_interfaceid": "710dc9c0-cc83-48a6-ac69-683c98754bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9c962281-ad94-4999-9e90-a308ceeaec6a", "address": "fa:16:3e:95:8a:89", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c962281-ad", "ovs_interfaceid": "9c962281-ad94-4999-9e90-a308ceeaec6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.680058] env[68835]: DEBUG oslo_vmware.api [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154974, 'name': PowerOnVM_Task, 'duration_secs': 0.652039} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.680198] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.680346] env[68835]: INFO nova.compute.manager [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1189.680522] env[68835]: DEBUG nova.compute.manager [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.681301] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db529e33-e9d0-4068-8ad5-61570ba0f241 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.935576] env[68835]: DEBUG oslo_vmware.api [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154975, 'name': ReconfigVM_Task, 'duration_secs': 0.93662} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.936117] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.936342] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Reconfigured VM to attach interface {{(pid=68835) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1190.176172] env[68835]: DEBUG oslo_concurrency.lockutils [req-af0d5669-f148-4954-af1e-2acfe2dbb216 req-fa863cbd-a0e4-46d3-a0a3-634283ebea90 service nova] Releasing lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.196405] env[68835]: INFO nova.compute.manager [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Took 13.26 seconds to build instance. [ 1190.441260] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4852d270-0f9f-4372-8448-51d91f8608c7 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "interface-645364ef-2adf-4cce-9c66-5db4eac0935f-9c962281-ad94-4999-9e90-a308ceeaec6a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.746s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.698147] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c5e1cf79-0272-4a80-ace9-b9bc0743649f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "0b84c636-3429-41fa-b4a5-008b5bda2df2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.772s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.286098] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b822e402-d7ba-4f19-919f-100c879f56e5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.292790] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-99e93937-0768-4aad-b6f4-b2d55f7832c4 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Suspending the VM {{(pid=68835) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1191.293038] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-592a0646-7ac7-42e9-ac7c-8de2c5df546b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.300027] env[68835]: DEBUG oslo_vmware.api [None req-99e93937-0768-4aad-b6f4-b2d55f7832c4 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1191.300027] env[68835]: value = "task-3154976" [ 1191.300027] env[68835]: _type = "Task" [ 1191.300027] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.308068] env[68835]: DEBUG oslo_vmware.api [None req-99e93937-0768-4aad-b6f4-b2d55f7832c4 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154976, 'name': SuspendVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.810361] env[68835]: DEBUG oslo_vmware.api [None req-99e93937-0768-4aad-b6f4-b2d55f7832c4 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154976, 'name': SuspendVM_Task} progress is 70%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.887351] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "interface-645364ef-2adf-4cce-9c66-5db4eac0935f-9c962281-ad94-4999-9e90-a308ceeaec6a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.887691] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "interface-645364ef-2adf-4cce-9c66-5db4eac0935f-9c962281-ad94-4999-9e90-a308ceeaec6a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.310720] env[68835]: DEBUG oslo_vmware.api [None req-99e93937-0768-4aad-b6f4-b2d55f7832c4 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154976, 'name': SuspendVM_Task} progress is 70%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.391157] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.391377] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.392254] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f985ab-44cb-4d59-afef-5f7ccb3c8d28 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.411130] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0387be94-cbce-4d9a-af8d-aec4818a4c35 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.443598] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Reconfiguring VM to detach interface {{(pid=68835) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1192.443844] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14bd8460-e292-45e0-b7f2-e9e17eec33c8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.463013] env[68835]: DEBUG oslo_vmware.api [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1192.463013] env[68835]: value = "task-3154977" [ 1192.463013] env[68835]: _type = "Task" [ 1192.463013] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.471071] env[68835]: DEBUG oslo_vmware.api [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.812085] env[68835]: DEBUG oslo_vmware.api [None req-99e93937-0768-4aad-b6f4-b2d55f7832c4 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154976, 'name': SuspendVM_Task, 'duration_secs': 1.266432} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.812352] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-99e93937-0768-4aad-b6f4-b2d55f7832c4 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Suspended the VM {{(pid=68835) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1192.812530] env[68835]: DEBUG nova.compute.manager [None req-99e93937-0768-4aad-b6f4-b2d55f7832c4 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.813302] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcb3bc2-8509-4f8d-930e-df85662723d0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.973397] env[68835]: DEBUG oslo_vmware.api [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.473790] env[68835]: DEBUG oslo_vmware.api [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.651289] env[68835]: DEBUG oslo_concurrency.lockutils [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "0b84c636-3429-41fa-b4a5-008b5bda2df2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.651487] env[68835]: DEBUG oslo_concurrency.lockutils [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "0b84c636-3429-41fa-b4a5-008b5bda2df2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.651706] env[68835]: DEBUG oslo_concurrency.lockutils [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "0b84c636-3429-41fa-b4a5-008b5bda2df2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.651894] env[68835]: DEBUG oslo_concurrency.lockutils [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "0b84c636-3429-41fa-b4a5-008b5bda2df2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.652078] env[68835]: DEBUG oslo_concurrency.lockutils [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "0b84c636-3429-41fa-b4a5-008b5bda2df2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.654442] env[68835]: INFO nova.compute.manager [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Terminating instance [ 1193.975708] env[68835]: DEBUG oslo_vmware.api [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.159102] env[68835]: DEBUG nova.compute.manager [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.159565] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.160821] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad2c64e-9ad1-4b6c-b9b0-4149321fa790 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.170957] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.171372] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f973ec7-844b-4837-905d-55f95a4ec7f7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.237753] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.238030] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.238206] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Deleting the datastore file [datastore1] 0b84c636-3429-41fa-b4a5-008b5bda2df2 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.238496] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08dc7e28-7a57-4ce4-ba6f-5e0a2552ae83 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.245304] env[68835]: DEBUG oslo_vmware.api [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1194.245304] env[68835]: value = "task-3154979" [ 1194.245304] env[68835]: _type = "Task" [ 1194.245304] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.252523] env[68835]: DEBUG oslo_vmware.api [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.474358] env[68835]: DEBUG oslo_vmware.api [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.755384] env[68835]: DEBUG oslo_vmware.api [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150175} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.755631] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.755748] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.755938] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.756130] env[68835]: INFO nova.compute.manager [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1194.756365] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.756551] env[68835]: DEBUG nova.compute.manager [-] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.756645] env[68835]: DEBUG nova.network.neutron [-] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.975829] env[68835]: DEBUG oslo_vmware.api [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.042104] env[68835]: DEBUG nova.compute.manager [req-6f619438-6265-4f74-ba5d-81c311636693 req-8cdf7a94-c7f9-49ff-ba67-db10e9cfdca6 service nova] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Received event network-vif-deleted-8b33585b-1a13-4111-88be-498a6e129508 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.042332] env[68835]: INFO nova.compute.manager [req-6f619438-6265-4f74-ba5d-81c311636693 req-8cdf7a94-c7f9-49ff-ba67-db10e9cfdca6 service nova] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Neutron deleted interface 8b33585b-1a13-4111-88be-498a6e129508; detaching it from the instance and deleting it from the info cache [ 1195.042567] env[68835]: DEBUG nova.network.neutron [req-6f619438-6265-4f74-ba5d-81c311636693 req-8cdf7a94-c7f9-49ff-ba67-db10e9cfdca6 service nova] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.248341] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.248590] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68835) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1195.476950] env[68835]: DEBUG oslo_vmware.api [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.493406] env[68835]: DEBUG nova.network.neutron [-] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.545846] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fb4c5db-9f73-468a-8fdb-5e75cf564c20 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.556279] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6fc605-9494-4332-955a-ff5a2392d6b0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.585437] env[68835]: DEBUG nova.compute.manager [req-6f619438-6265-4f74-ba5d-81c311636693 req-8cdf7a94-c7f9-49ff-ba67-db10e9cfdca6 service nova] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Detach interface failed, port_id=8b33585b-1a13-4111-88be-498a6e129508, reason: Instance 0b84c636-3429-41fa-b4a5-008b5bda2df2 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1195.977926] env[68835]: DEBUG oslo_vmware.api [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.995537] env[68835]: INFO nova.compute.manager [-] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Took 1.24 seconds to deallocate network for instance. [ 1196.041830] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.478222] env[68835]: DEBUG oslo_vmware.api [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.503300] env[68835]: DEBUG oslo_concurrency.lockutils [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.503559] env[68835]: DEBUG oslo_concurrency.lockutils [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.503777] env[68835]: DEBUG nova.objects.instance [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lazy-loading 'resources' on Instance uuid 0b84c636-3429-41fa-b4a5-008b5bda2df2 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.545586] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Getting list of instances from cluster (obj){ [ 1196.545586] env[68835]: value = "domain-c8" [ 1196.545586] env[68835]: _type = "ClusterComputeResource" [ 1196.545586] env[68835]: } {{(pid=68835) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1196.546878] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c05b9b-f98f-40fb-9d65-b75db1822603 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.563126] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Got total of 8 instances {{(pid=68835) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1196.563352] env[68835]: WARNING nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor. [ 1196.563506] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Triggering sync for uuid 235d675a-3113-4eae-ae03-f504a8d53a95 {{(pid=68835) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1196.563694] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Triggering sync for uuid a1cb86e0-6b66-4edf-b690-80e51709b58d {{(pid=68835) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1196.563872] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Triggering sync for uuid 15b953b9-f3fc-4706-8a74-99d87a27fed6 {{(pid=68835) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1196.564050] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Triggering sync for uuid 5b82000a-baf2-48e7-a0be-3d8192844743 {{(pid=68835) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1196.564204] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Triggering sync for uuid 645364ef-2adf-4cce-9c66-5db4eac0935f {{(pid=68835) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1196.564352] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Triggering sync for uuid 36f9f044-34c6-4aa5-bfb3-4743f930012b {{(pid=68835) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1196.564496] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Triggering sync for uuid 4ce697b2-a102-4aca-b48f-b9ac737599d5 {{(pid=68835) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1196.564637] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Triggering sync for uuid 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956 {{(pid=68835) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1196.564779] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Triggering sync for uuid 0b84c636-3429-41fa-b4a5-008b5bda2df2 {{(pid=68835) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1196.565471] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "235d675a-3113-4eae-ae03-f504a8d53a95" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.565471] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "235d675a-3113-4eae-ae03-f504a8d53a95" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.565642] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "a1cb86e0-6b66-4edf-b690-80e51709b58d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.565773] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "a1cb86e0-6b66-4edf-b690-80e51709b58d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.566040] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "15b953b9-f3fc-4706-8a74-99d87a27fed6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.566230] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "15b953b9-f3fc-4706-8a74-99d87a27fed6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.566453] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "5b82000a-baf2-48e7-a0be-3d8192844743" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.566627] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "5b82000a-baf2-48e7-a0be-3d8192844743" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.566870] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "645364ef-2adf-4cce-9c66-5db4eac0935f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.567111] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "36f9f044-34c6-4aa5-bfb3-4743f930012b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.567289] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "36f9f044-34c6-4aa5-bfb3-4743f930012b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.567511] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "4ce697b2-a102-4aca-b48f-b9ac737599d5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.567682] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "4ce697b2-a102-4aca-b48f-b9ac737599d5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.567899] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.568093] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.568328] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "0b84c636-3429-41fa-b4a5-008b5bda2df2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.569151] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d965f572-70c4-4503-953c-077a30624f14 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.572244] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2fead6-e6be-4965-aafc-4527bcc78866 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.574955] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fca8d7-31cc-460d-ae0b-bfcb9df15049 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.577754] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fa3870-3450-4300-86bb-8d07dddd225d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.580302] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a8c28f-3d34-46af-a953-91327b07ea02 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.582956] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e507e9-dfee-463e-a670-80e083e72b5e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.586225] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdace06c-e57b-40d0-8289-c033a955db9a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.609685] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "235d675a-3113-4eae-ae03-f504a8d53a95" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.044s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.775089] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.979929] env[68835]: DEBUG oslo_vmware.api [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.109275] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "a1cb86e0-6b66-4edf-b690-80e51709b58d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.109645] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "15b953b9-f3fc-4706-8a74-99d87a27fed6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.111060] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "36f9f044-34c6-4aa5-bfb3-4743f930012b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.115987] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.116768] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1dd7df-4156-45cd-8cbc-e83b29b15a91 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.119459] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "4ce697b2-a102-4aca-b48f-b9ac737599d5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.121226] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "5b82000a-baf2-48e7-a0be-3d8192844743" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.124632] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56af7ad-b39f-4760-9def-a8c04074b75a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.155426] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b3c8ca-d5fb-4ecb-b68d-abd3e72019ee {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.163225] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb93a50e-3ad9-445c-b73b-f123e5db90ad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.176098] env[68835]: DEBUG nova.compute.provider_tree [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.243995] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.248623] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.249140] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.249324] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.480388] env[68835]: DEBUG oslo_vmware.api [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.679116] env[68835]: DEBUG nova.scheduler.client.report [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.752529] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.982066] env[68835]: DEBUG oslo_vmware.api [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154977, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.184528] env[68835]: DEBUG oslo_concurrency.lockutils [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.186987] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.435s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.187201] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.187389] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68835) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1198.188301] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb51dd03-ee01-4303-bb3c-b252cf8caf0a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.196085] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1e0213-a42b-439e-8f34-5f8a1e00a933 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.211538] env[68835]: INFO nova.scheduler.client.report [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Deleted allocations for instance 0b84c636-3429-41fa-b4a5-008b5bda2df2 [ 1198.212889] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ae1d40-3286-4e78-91de-eaf05a67fbe3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.220453] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e283613-49df-4f6d-94a7-95280fb8f479 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.249809] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179869MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=68835) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1198.249971] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.250179] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.481911] env[68835]: DEBUG oslo_vmware.api [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154977, 'name': ReconfigVM_Task, 'duration_secs': 5.756445} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.482333] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.482388] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Reconfigured VM to detach interface {{(pid=68835) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1198.484499] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "645364ef-2adf-4cce-9c66-5db4eac0935f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.918s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.485280] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c4b8e6-ae5f-40fc-8835-15b164e3b4f9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.724151] env[68835]: DEBUG oslo_concurrency.lockutils [None req-be178f80-b02c-4541-9b74-61b60de79c3f tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "0b84c636-3429-41fa-b4a5-008b5bda2df2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.071s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.724428] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "0b84c636-3429-41fa-b4a5-008b5bda2df2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.156s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.724718] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4882fe86-33c5-4fab-86dd-74ded49d9401 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.734733] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb108a0-9ba7-4cb9-8509-21305857c7ca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.787457] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance a1cb86e0-6b66-4edf-b690-80e51709b58d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.787607] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 15b953b9-f3fc-4706-8a74-99d87a27fed6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.787730] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 5b82000a-baf2-48e7-a0be-3d8192844743 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.787846] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 235d675a-3113-4eae-ae03-f504a8d53a95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.787965] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 645364ef-2adf-4cce-9c66-5db4eac0935f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.788091] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 36f9f044-34c6-4aa5-bfb3-4743f930012b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.788241] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 4ce697b2-a102-4aca-b48f-b9ac737599d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.788366] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1198.788551] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1198.788685] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1198.896423] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a912857-d125-4837-9429-e1de89b3091a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.904080] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64beb43-08d9-45fc-bdfc-156f7ef6de98 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.934743] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e61041-c1f4-4c4b-afa0-115f7df450a6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.942376] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27585636-ee2d-429b-b166-94ec3c0f0cf8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.955464] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.993882] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "645364ef-2adf-4cce-9c66-5db4eac0935f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.509s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.272853] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "0b84c636-3429-41fa-b4a5-008b5bda2df2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.458930] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.491440] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "f78439cd-d422-42bb-a2cb-060230e8a34a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.491760] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "f78439cd-d422-42bb-a2cb-060230e8a34a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.780574] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.780758] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquired lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.780937] env[68835]: DEBUG nova.network.neutron [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.963135] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68835) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1199.963346] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.713s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.994066] env[68835]: DEBUG nova.compute.manager [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1200.309404] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "645364ef-2adf-4cce-9c66-5db4eac0935f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.309645] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "645364ef-2adf-4cce-9c66-5db4eac0935f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.309851] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "645364ef-2adf-4cce-9c66-5db4eac0935f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.310043] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "645364ef-2adf-4cce-9c66-5db4eac0935f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.310425] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "645364ef-2adf-4cce-9c66-5db4eac0935f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.313946] env[68835]: INFO nova.compute.manager [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Terminating instance [ 1200.481471] env[68835]: INFO nova.network.neutron [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Port 9c962281-ad94-4999-9e90-a308ceeaec6a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1200.481826] env[68835]: DEBUG nova.network.neutron [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Updating instance_info_cache with network_info: [{"id": "710dc9c0-cc83-48a6-ac69-683c98754bb8", "address": "fa:16:3e:8b:43:19", "network": {"id": "7b1cc1f7-4008-4fe6-9c94-264e8e2bb9d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-299175106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca547bcf9f646e3967cf9b33c347e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap710dc9c0-cc", "ovs_interfaceid": "710dc9c0-cc83-48a6-ac69-683c98754bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.516201] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.516479] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.519022] env[68835]: INFO nova.compute.claims [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.817956] env[68835]: DEBUG nova.compute.manager [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.818231] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.819486] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dd52cd-7396-4999-a538-866c2b20988d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.827711] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.827949] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-703b1003-67ba-4cee-a2e4-174466c5bfe4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.834390] env[68835]: DEBUG oslo_vmware.api [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1200.834390] env[68835]: value = "task-3154980" [ 1200.834390] env[68835]: _type = "Task" [ 1200.834390] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.842270] env[68835]: DEBUG oslo_vmware.api [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.963035] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.963274] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.984277] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Releasing lock "refresh_cache-645364ef-2adf-4cce-9c66-5db4eac0935f" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.344301] env[68835]: DEBUG oslo_vmware.api [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154980, 'name': PowerOffVM_Task, 'duration_secs': 0.217106} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.344572] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.344738] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.344987] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ee5409d-757f-4340-81cd-527db0c3fbcb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.488903] env[68835]: DEBUG oslo_concurrency.lockutils [None req-6daad28f-3115-49b4-b975-660f783a35a9 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "interface-645364ef-2adf-4cce-9c66-5db4eac0935f-9c962281-ad94-4999-9e90-a308ceeaec6a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.601s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.506266] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.506490] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.506689] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Deleting the datastore file [datastore1] 645364ef-2adf-4cce-9c66-5db4eac0935f {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.507266] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f562b1c-b4dd-406e-924e-84fbcf1cf41d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.513528] env[68835]: DEBUG oslo_vmware.api [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1201.513528] env[68835]: value = "task-3154982" [ 1201.513528] env[68835]: _type = "Task" [ 1201.513528] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.521570] env[68835]: DEBUG oslo_vmware.api [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.637667] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aec16bc-6d52-4a12-a778-1074333b0529 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.645976] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e000e6-9294-4ace-a2de-7a6153f55505 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.680766] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132a37bc-5dbf-4cc5-a442-c1c44633b532 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.688650] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17916ba5-cfac-4e51-b3aa-5f71082aa98f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.703073] env[68835]: DEBUG nova.compute.provider_tree [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.027199] env[68835]: DEBUG oslo_vmware.api [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151708} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.027425] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.027695] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.027956] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.028235] env[68835]: INFO nova.compute.manager [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1202.028572] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.028834] env[68835]: DEBUG nova.compute.manager [-] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.028972] env[68835]: DEBUG nova.network.neutron [-] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.206282] env[68835]: DEBUG nova.scheduler.client.report [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.626326] env[68835]: DEBUG nova.compute.manager [req-90f89157-6918-4e07-8adb-17dbf7000f96 req-686d4ee2-f510-4def-89d4-6879ac924ae2 service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Received event network-vif-deleted-710dc9c0-cc83-48a6-ac69-683c98754bb8 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.626585] env[68835]: INFO nova.compute.manager [req-90f89157-6918-4e07-8adb-17dbf7000f96 req-686d4ee2-f510-4def-89d4-6879ac924ae2 service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Neutron deleted interface 710dc9c0-cc83-48a6-ac69-683c98754bb8; detaching it from the instance and deleting it from the info cache [ 1202.626767] env[68835]: DEBUG nova.network.neutron [req-90f89157-6918-4e07-8adb-17dbf7000f96 req-686d4ee2-f510-4def-89d4-6879ac924ae2 service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.712093] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.712623] env[68835]: DEBUG nova.compute.manager [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1203.104443] env[68835]: DEBUG nova.network.neutron [-] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.129354] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c44629e-80ff-407b-8fe1-c069eac7a6e4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.140279] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bdff52-5f9b-44a9-9b6b-836a50fe6a3d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.169770] env[68835]: DEBUG nova.compute.manager [req-90f89157-6918-4e07-8adb-17dbf7000f96 req-686d4ee2-f510-4def-89d4-6879ac924ae2 service nova] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Detach interface failed, port_id=710dc9c0-cc83-48a6-ac69-683c98754bb8, reason: Instance 645364ef-2adf-4cce-9c66-5db4eac0935f could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1203.217112] env[68835]: DEBUG nova.compute.utils [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.218538] env[68835]: DEBUG nova.compute.manager [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1203.219338] env[68835]: DEBUG nova.network.neutron [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1203.262249] env[68835]: DEBUG nova.policy [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '602b183f9bce49a08c93014f3033abad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa6b1210243e4cb69e810179ea79c16b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.522492] env[68835]: DEBUG nova.network.neutron [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Successfully created port: 43498ec1-74bf-4ac8-9ec3-768fe79eb044 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1203.606761] env[68835]: INFO nova.compute.manager [-] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Took 1.58 seconds to deallocate network for instance. [ 1203.722379] env[68835]: DEBUG nova.compute.manager [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1204.114127] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.114483] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.114720] env[68835]: DEBUG nova.objects.instance [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lazy-loading 'resources' on Instance uuid 645364ef-2adf-4cce-9c66-5db4eac0935f {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.159617] env[68835]: DEBUG oslo_concurrency.lockutils [None req-92238d3b-4710-4e9f-9137-7fdbd87ad90a tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "235d675a-3113-4eae-ae03-f504a8d53a95" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.159962] env[68835]: DEBUG oslo_concurrency.lockutils [None req-92238d3b-4710-4e9f-9137-7fdbd87ad90a tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "235d675a-3113-4eae-ae03-f504a8d53a95" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.663366] env[68835]: INFO nova.compute.manager [None req-92238d3b-4710-4e9f-9137-7fdbd87ad90a tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Detaching volume dcb1cbe3-d121-411b-b316-60a193ee6603 [ 1204.699786] env[68835]: INFO nova.virt.block_device [None req-92238d3b-4710-4e9f-9137-7fdbd87ad90a tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Attempting to driver detach volume dcb1cbe3-d121-411b-b316-60a193ee6603 from mountpoint /dev/sdb [ 1204.700054] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-92238d3b-4710-4e9f-9137-7fdbd87ad90a tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Volume detach. Driver type: vmdk {{(pid=68835) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1204.700228] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-92238d3b-4710-4e9f-9137-7fdbd87ad90a tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631278', 'volume_id': 'dcb1cbe3-d121-411b-b316-60a193ee6603', 'name': 'volume-dcb1cbe3-d121-411b-b316-60a193ee6603', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '235d675a-3113-4eae-ae03-f504a8d53a95', 'attached_at': '', 'detached_at': '', 'volume_id': 'dcb1cbe3-d121-411b-b316-60a193ee6603', 'serial': 'dcb1cbe3-d121-411b-b316-60a193ee6603'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1204.701403] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7eee77-459a-43da-b02d-1c103f05b1b1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.729207] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e30681-6b45-44b8-a5d4-50a3975cc2cb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.732564] env[68835]: DEBUG nova.compute.manager [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1204.738753] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e34b90-dfef-4718-8cf0-069de55a7ea0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.763698] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d8ea90-775b-43cc-b381-d98d7cbf0034 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.766964] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac456311-5a8d-49bc-b1c8-d82146e93f01 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.784303] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d7282c-69c0-437f-819e-f4b33b9de7c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.787880] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-92238d3b-4710-4e9f-9137-7fdbd87ad90a tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] The volume has not been displaced from its original location: [datastore1] volume-dcb1cbe3-d121-411b-b316-60a193ee6603/volume-dcb1cbe3-d121-411b-b316-60a193ee6603.vmdk. No consolidation needed. {{(pid=68835) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1204.793538] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-92238d3b-4710-4e9f-9137-7fdbd87ad90a tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1204.795777] env[68835]: DEBUG nova.virt.hardware [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.796024] env[68835]: DEBUG nova.virt.hardware [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.796199] env[68835]: DEBUG nova.virt.hardware [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.796389] env[68835]: DEBUG nova.virt.hardware [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.796537] env[68835]: DEBUG nova.virt.hardware [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.796682] env[68835]: DEBUG nova.virt.hardware [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.796890] env[68835]: DEBUG nova.virt.hardware [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.797102] env[68835]: DEBUG nova.virt.hardware [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.797290] env[68835]: DEBUG nova.virt.hardware [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.797459] env[68835]: DEBUG nova.virt.hardware [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.797630] env[68835]: DEBUG nova.virt.hardware [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.797901] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae5fb8db-cee9-45cd-8e01-f73c74a2962a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.811668] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5305015-c3c9-4f90-a7aa-197f021ce51a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.844750] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a594cd64-0286-4e95-a55c-00744b5029a7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.850785] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac70712d-fbb7-4df8-9c17-a698e0d8d1e6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.853211] env[68835]: DEBUG oslo_vmware.api [None req-92238d3b-4710-4e9f-9137-7fdbd87ad90a tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1204.853211] env[68835]: value = "task-3154983" [ 1204.853211] env[68835]: _type = "Task" [ 1204.853211] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.868680] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9d06fe-1005-4b22-94b5-ddc327f9553d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.875341] env[68835]: DEBUG oslo_vmware.api [None req-92238d3b-4710-4e9f-9137-7fdbd87ad90a tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.884925] env[68835]: DEBUG nova.compute.provider_tree [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.889063] env[68835]: DEBUG nova.compute.manager [req-0b30d4cf-adae-4b25-b9ea-4172da8cdbf5 req-45573570-3f17-4714-950f-778796ae7f55 service nova] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Received event network-vif-plugged-43498ec1-74bf-4ac8-9ec3-768fe79eb044 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.889275] env[68835]: DEBUG oslo_concurrency.lockutils [req-0b30d4cf-adae-4b25-b9ea-4172da8cdbf5 req-45573570-3f17-4714-950f-778796ae7f55 service nova] Acquiring lock "f78439cd-d422-42bb-a2cb-060230e8a34a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.889475] env[68835]: DEBUG oslo_concurrency.lockutils [req-0b30d4cf-adae-4b25-b9ea-4172da8cdbf5 req-45573570-3f17-4714-950f-778796ae7f55 service nova] Lock "f78439cd-d422-42bb-a2cb-060230e8a34a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.889641] env[68835]: DEBUG oslo_concurrency.lockutils [req-0b30d4cf-adae-4b25-b9ea-4172da8cdbf5 req-45573570-3f17-4714-950f-778796ae7f55 service nova] Lock "f78439cd-d422-42bb-a2cb-060230e8a34a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.889796] env[68835]: DEBUG nova.compute.manager [req-0b30d4cf-adae-4b25-b9ea-4172da8cdbf5 req-45573570-3f17-4714-950f-778796ae7f55 service nova] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] No waiting events found dispatching network-vif-plugged-43498ec1-74bf-4ac8-9ec3-768fe79eb044 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1204.890045] env[68835]: WARNING nova.compute.manager [req-0b30d4cf-adae-4b25-b9ea-4172da8cdbf5 req-45573570-3f17-4714-950f-778796ae7f55 service nova] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Received unexpected event network-vif-plugged-43498ec1-74bf-4ac8-9ec3-768fe79eb044 for instance with vm_state building and task_state spawning. [ 1204.969538] env[68835]: DEBUG nova.network.neutron [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Successfully updated port: 43498ec1-74bf-4ac8-9ec3-768fe79eb044 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1205.363852] env[68835]: DEBUG oslo_vmware.api [None req-92238d3b-4710-4e9f-9137-7fdbd87ad90a tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154983, 'name': ReconfigVM_Task, 'duration_secs': 0.219656} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.364176] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-92238d3b-4710-4e9f-9137-7fdbd87ad90a tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1205.369379] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbae9801-3bb8-4e8b-9e0a-00c9689b19e3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.385629] env[68835]: DEBUG oslo_vmware.api [None req-92238d3b-4710-4e9f-9137-7fdbd87ad90a tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1205.385629] env[68835]: value = "task-3154984" [ 1205.385629] env[68835]: _type = "Task" [ 1205.385629] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.389425] env[68835]: DEBUG nova.scheduler.client.report [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.398734] env[68835]: DEBUG oslo_vmware.api [None req-92238d3b-4710-4e9f-9137-7fdbd87ad90a tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154984, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.472024] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "refresh_cache-f78439cd-d422-42bb-a2cb-060230e8a34a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.472219] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "refresh_cache-f78439cd-d422-42bb-a2cb-060230e8a34a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.472407] env[68835]: DEBUG nova.network.neutron [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.896683] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.898642] env[68835]: DEBUG oslo_vmware.api [None req-92238d3b-4710-4e9f-9137-7fdbd87ad90a tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154984, 'name': ReconfigVM_Task, 'duration_secs': 0.138319} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.899137] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-92238d3b-4710-4e9f-9137-7fdbd87ad90a tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631278', 'volume_id': 'dcb1cbe3-d121-411b-b316-60a193ee6603', 'name': 'volume-dcb1cbe3-d121-411b-b316-60a193ee6603', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '235d675a-3113-4eae-ae03-f504a8d53a95', 'attached_at': '', 'detached_at': '', 'volume_id': 'dcb1cbe3-d121-411b-b316-60a193ee6603', 'serial': 'dcb1cbe3-d121-411b-b316-60a193ee6603'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1205.915244] env[68835]: INFO nova.scheduler.client.report [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Deleted allocations for instance 645364ef-2adf-4cce-9c66-5db4eac0935f [ 1206.003026] env[68835]: DEBUG nova.network.neutron [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.127396] env[68835]: DEBUG nova.network.neutron [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Updating instance_info_cache with network_info: [{"id": "43498ec1-74bf-4ac8-9ec3-768fe79eb044", "address": "fa:16:3e:aa:44:af", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43498ec1-74", "ovs_interfaceid": "43498ec1-74bf-4ac8-9ec3-768fe79eb044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.423845] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b54ebcac-e59e-4611-b668-38873721d74a tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "645364ef-2adf-4cce-9c66-5db4eac0935f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.114s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.443491] env[68835]: DEBUG nova.objects.instance [None req-92238d3b-4710-4e9f-9137-7fdbd87ad90a tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lazy-loading 'flavor' on Instance uuid 235d675a-3113-4eae-ae03-f504a8d53a95 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.630085] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "refresh_cache-f78439cd-d422-42bb-a2cb-060230e8a34a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.630367] env[68835]: DEBUG nova.compute.manager [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Instance network_info: |[{"id": "43498ec1-74bf-4ac8-9ec3-768fe79eb044", "address": "fa:16:3e:aa:44:af", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43498ec1-74", "ovs_interfaceid": "43498ec1-74bf-4ac8-9ec3-768fe79eb044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1206.630768] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:44:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43498ec1-74bf-4ac8-9ec3-768fe79eb044', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.638163] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.638361] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.638583] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f21f6741-a4c4-446b-abe3-60aec3e2edb8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.658939] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.658939] env[68835]: value = "task-3154985" [ 1206.658939] env[68835]: _type = "Task" [ 1206.658939] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.665895] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154985, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.915760] env[68835]: DEBUG nova.compute.manager [req-77117f47-6daf-471c-8874-79d3f8ef51f7 req-5f5935d3-c778-40c6-a78b-38f1f0801142 service nova] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Received event network-changed-43498ec1-74bf-4ac8-9ec3-768fe79eb044 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.916031] env[68835]: DEBUG nova.compute.manager [req-77117f47-6daf-471c-8874-79d3f8ef51f7 req-5f5935d3-c778-40c6-a78b-38f1f0801142 service nova] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Refreshing instance network info cache due to event network-changed-43498ec1-74bf-4ac8-9ec3-768fe79eb044. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.916297] env[68835]: DEBUG oslo_concurrency.lockutils [req-77117f47-6daf-471c-8874-79d3f8ef51f7 req-5f5935d3-c778-40c6-a78b-38f1f0801142 service nova] Acquiring lock "refresh_cache-f78439cd-d422-42bb-a2cb-060230e8a34a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.916445] env[68835]: DEBUG oslo_concurrency.lockutils [req-77117f47-6daf-471c-8874-79d3f8ef51f7 req-5f5935d3-c778-40c6-a78b-38f1f0801142 service nova] Acquired lock "refresh_cache-f78439cd-d422-42bb-a2cb-060230e8a34a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.916604] env[68835]: DEBUG nova.network.neutron [req-77117f47-6daf-471c-8874-79d3f8ef51f7 req-5f5935d3-c778-40c6-a78b-38f1f0801142 service nova] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Refreshing network info cache for port 43498ec1-74bf-4ac8-9ec3-768fe79eb044 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.941394] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "5b82000a-baf2-48e7-a0be-3d8192844743" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.941608] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "5b82000a-baf2-48e7-a0be-3d8192844743" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.941806] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "5b82000a-baf2-48e7-a0be-3d8192844743-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.941984] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "5b82000a-baf2-48e7-a0be-3d8192844743-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.942165] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "5b82000a-baf2-48e7-a0be-3d8192844743-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.943909] env[68835]: INFO nova.compute.manager [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Terminating instance [ 1207.168911] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154985, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.451864] env[68835]: DEBUG nova.compute.manager [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.452118] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.452532] env[68835]: DEBUG oslo_concurrency.lockutils [None req-92238d3b-4710-4e9f-9137-7fdbd87ad90a tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "235d675a-3113-4eae-ae03-f504a8d53a95" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.293s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.455052] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68d9b24-1656-4095-8d87-6d3ba3ee6278 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.462628] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.463382] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-218f14b3-0808-4fb7-a929-d7420b65571d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.470210] env[68835]: DEBUG oslo_vmware.api [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1207.470210] env[68835]: value = "task-3154986" [ 1207.470210] env[68835]: _type = "Task" [ 1207.470210] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.478236] env[68835]: DEBUG oslo_vmware.api [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.629384] env[68835]: DEBUG nova.network.neutron [req-77117f47-6daf-471c-8874-79d3f8ef51f7 req-5f5935d3-c778-40c6-a78b-38f1f0801142 service nova] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Updated VIF entry in instance network info cache for port 43498ec1-74bf-4ac8-9ec3-768fe79eb044. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.629879] env[68835]: DEBUG nova.network.neutron [req-77117f47-6daf-471c-8874-79d3f8ef51f7 req-5f5935d3-c778-40c6-a78b-38f1f0801142 service nova] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Updating instance_info_cache with network_info: [{"id": "43498ec1-74bf-4ac8-9ec3-768fe79eb044", "address": "fa:16:3e:aa:44:af", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43498ec1-74", "ovs_interfaceid": "43498ec1-74bf-4ac8-9ec3-768fe79eb044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.668845] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3154985, 'name': CreateVM_Task, 'duration_secs': 0.571826} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.669028] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.669696] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.669909] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.670201] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.670456] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa6d2eda-ad1e-49bc-adff-ff9eae428411 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.674891] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1207.674891] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52e943ec-49a1-81f3-21a2-73d41ee75524" [ 1207.674891] env[68835]: _type = "Task" [ 1207.674891] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.682402] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e943ec-49a1-81f3-21a2-73d41ee75524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.981962] env[68835]: DEBUG oslo_vmware.api [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154986, 'name': PowerOffVM_Task, 'duration_secs': 0.167738} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.982427] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.982624] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.982889] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e4065f7-ca13-44d6-a489-bf1aea5fe960 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.039066] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.039264] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.039445] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Deleting the datastore file [datastore2] 5b82000a-baf2-48e7-a0be-3d8192844743 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.039702] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-179538ae-df93-4bb9-b36d-0d48c3f7a953 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.047341] env[68835]: DEBUG oslo_vmware.api [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for the task: (returnval){ [ 1208.047341] env[68835]: value = "task-3154988" [ 1208.047341] env[68835]: _type = "Task" [ 1208.047341] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.055312] env[68835]: DEBUG oslo_vmware.api [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.133164] env[68835]: DEBUG oslo_concurrency.lockutils [req-77117f47-6daf-471c-8874-79d3f8ef51f7 req-5f5935d3-c778-40c6-a78b-38f1f0801142 service nova] Releasing lock "refresh_cache-f78439cd-d422-42bb-a2cb-060230e8a34a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.185245] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e943ec-49a1-81f3-21a2-73d41ee75524, 'name': SearchDatastore_Task, 'duration_secs': 0.010742} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.185547] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.185786] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.186061] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.186234] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.186447] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.186662] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4f81b8b-b146-4888-a45d-c85928a27c84 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.195663] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.195840] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.196640] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95807b18-53be-4fa7-9695-a8a2f7b60f5f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.202301] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1208.202301] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52a41b70-3ff8-8182-6b4c-d48be0d1212d" [ 1208.202301] env[68835]: _type = "Task" [ 1208.202301] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.210093] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a41b70-3ff8-8182-6b4c-d48be0d1212d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.401554] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "235d675a-3113-4eae-ae03-f504a8d53a95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.401862] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "235d675a-3113-4eae-ae03-f504a8d53a95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.402110] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "235d675a-3113-4eae-ae03-f504a8d53a95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.402300] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "235d675a-3113-4eae-ae03-f504a8d53a95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.402467] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "235d675a-3113-4eae-ae03-f504a8d53a95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.404552] env[68835]: INFO nova.compute.manager [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Terminating instance [ 1208.556989] env[68835]: DEBUG oslo_vmware.api [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Task: {'id': task-3154988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146365} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.557317] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.557521] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.557694] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.557870] env[68835]: INFO nova.compute.manager [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1208.558131] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.558327] env[68835]: DEBUG nova.compute.manager [-] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1208.558420] env[68835]: DEBUG nova.network.neutron [-] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1208.712229] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a41b70-3ff8-8182-6b4c-d48be0d1212d, 'name': SearchDatastore_Task, 'duration_secs': 0.009253} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.713757] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d82fc7a-a0a8-40d4-a58f-50ccebee5164 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.721135] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1208.721135] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52c7af45-c4e5-5097-f8c3-375663aea9ab" [ 1208.721135] env[68835]: _type = "Task" [ 1208.721135] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.726653] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c7af45-c4e5-5097-f8c3-375663aea9ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.908825] env[68835]: DEBUG nova.compute.manager [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1208.909131] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.909923] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8755901e-3bbb-42f8-bc18-b52aead3bf0b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.917849] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.918108] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4736076a-6df0-4177-a01d-eb3d22b76159 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.924892] env[68835]: DEBUG oslo_vmware.api [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1208.924892] env[68835]: value = "task-3154989" [ 1208.924892] env[68835]: _type = "Task" [ 1208.924892] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.932791] env[68835]: DEBUG oslo_vmware.api [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.943012] env[68835]: DEBUG nova.compute.manager [req-1bac149e-fd63-4c1f-a03b-6d47e203c9a4 req-8186a458-4a1d-4230-9299-d1111ced9447 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Received event network-vif-deleted-c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.943222] env[68835]: INFO nova.compute.manager [req-1bac149e-fd63-4c1f-a03b-6d47e203c9a4 req-8186a458-4a1d-4230-9299-d1111ced9447 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Neutron deleted interface c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0; detaching it from the instance and deleting it from the info cache [ 1208.943397] env[68835]: DEBUG nova.network.neutron [req-1bac149e-fd63-4c1f-a03b-6d47e203c9a4 req-8186a458-4a1d-4230-9299-d1111ced9447 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.228805] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c7af45-c4e5-5097-f8c3-375663aea9ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011411} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.229076] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.229336] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] f78439cd-d422-42bb-a2cb-060230e8a34a/f78439cd-d422-42bb-a2cb-060230e8a34a.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.229582] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a629d31-4d89-4af9-8e1d-49545bad7059 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.235720] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1209.235720] env[68835]: value = "task-3154990" [ 1209.235720] env[68835]: _type = "Task" [ 1209.235720] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.242748] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.298351] env[68835]: DEBUG nova.network.neutron [-] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.436932] env[68835]: DEBUG oslo_vmware.api [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154989, 'name': PowerOffVM_Task, 'duration_secs': 0.171773} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.437263] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.437449] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.437701] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8804f3b3-4b64-4f97-9620-f13ea920c99e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.445817] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79915c08-5ffb-4c96-b51e-ef61efc8dc4c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.455944] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11292e6f-582c-473e-8c4c-3a93614717b9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.486395] env[68835]: DEBUG nova.compute.manager [req-1bac149e-fd63-4c1f-a03b-6d47e203c9a4 req-8186a458-4a1d-4230-9299-d1111ced9447 service nova] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Detach interface failed, port_id=c10de0fe-7fcb-4ec7-8e68-f101d94ba8b0, reason: Instance 5b82000a-baf2-48e7-a0be-3d8192844743 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1209.505824] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.506103] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.506332] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Deleting the datastore file [datastore1] 235d675a-3113-4eae-ae03-f504a8d53a95 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.506629] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02eee883-1d47-420c-87ed-8cccd39dc237 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.513171] env[68835]: DEBUG oslo_vmware.api [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1209.513171] env[68835]: value = "task-3154992" [ 1209.513171] env[68835]: _type = "Task" [ 1209.513171] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.522693] env[68835]: DEBUG oslo_vmware.api [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.745746] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486856} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.746036] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] f78439cd-d422-42bb-a2cb-060230e8a34a/f78439cd-d422-42bb-a2cb-060230e8a34a.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.746279] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.746538] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e07badbc-a2f7-473c-a7e6-06cf0fb4dea4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.752726] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1209.752726] env[68835]: value = "task-3154993" [ 1209.752726] env[68835]: _type = "Task" [ 1209.752726] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.760795] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.801501] env[68835]: INFO nova.compute.manager [-] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Took 1.24 seconds to deallocate network for instance. [ 1210.024478] env[68835]: DEBUG oslo_vmware.api [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3154992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256172} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.024733] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.024919] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.025128] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.025315] env[68835]: INFO nova.compute.manager [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1210.025555] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.025741] env[68835]: DEBUG nova.compute.manager [-] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1210.025835] env[68835]: DEBUG nova.network.neutron [-] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1210.262059] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064781} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.262386] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1210.263104] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b5e52f-d6c5-4470-b185-76314a5d80b7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.298250] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] f78439cd-d422-42bb-a2cb-060230e8a34a/f78439cd-d422-42bb-a2cb-060230e8a34a.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.298658] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37734e68-5767-46c1-a919-43f31cfd9ed2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.325783] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.326392] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.326612] env[68835]: DEBUG nova.objects.instance [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lazy-loading 'resources' on Instance uuid 5b82000a-baf2-48e7-a0be-3d8192844743 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.334404] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1210.334404] env[68835]: value = "task-3154994" [ 1210.334404] env[68835]: _type = "Task" [ 1210.334404] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.349382] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.845046] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154994, 'name': ReconfigVM_Task, 'duration_secs': 0.3161} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.845353] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Reconfigured VM instance instance-00000075 to attach disk [datastore2] f78439cd-d422-42bb-a2cb-060230e8a34a/f78439cd-d422-42bb-a2cb-060230e8a34a.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.846053] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec79eb88-318a-4474-a9a9-313ed8affa1b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.853765] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1210.853765] env[68835]: value = "task-3154995" [ 1210.853765] env[68835]: _type = "Task" [ 1210.853765] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.861267] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154995, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.933939] env[68835]: DEBUG nova.network.neutron [-] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.941365] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6860bc90-ad97-41ff-b004-d4452d5e3310 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.949063] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fac88ae-a593-4035-8a9d-da6282497504 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.983240] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eca123-ecf5-4200-b268-af88379c620e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.987022] env[68835]: DEBUG nova.compute.manager [req-2fd3ecee-381a-4576-8270-1c51f67833dc req-a26890e2-aa46-4b71-b693-5c6f6f1592d3 service nova] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Received event network-vif-deleted-f95ade32-ced6-4c6f-a502-11af5518764f {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.994190] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7201cd52-b6e8-47bc-8dfe-529fddafb5f0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.008060] env[68835]: DEBUG nova.compute.provider_tree [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.363708] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154995, 'name': Rename_Task, 'duration_secs': 0.141659} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.364026] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.364168] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c60fce2d-ed6c-47a8-81cc-235a9d731509 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.370807] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1211.370807] env[68835]: value = "task-3154996" [ 1211.370807] env[68835]: _type = "Task" [ 1211.370807] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.377962] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.437071] env[68835]: INFO nova.compute.manager [-] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Took 1.41 seconds to deallocate network for instance. [ 1211.511413] env[68835]: DEBUG nova.scheduler.client.report [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.881334] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154996, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.943882] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.016467] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.019221] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.075s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.019519] env[68835]: DEBUG nova.objects.instance [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lazy-loading 'resources' on Instance uuid 235d675a-3113-4eae-ae03-f504a8d53a95 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.034233] env[68835]: INFO nova.scheduler.client.report [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Deleted allocations for instance 5b82000a-baf2-48e7-a0be-3d8192844743 [ 1212.384558] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154996, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.542352] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a9f2d81-fe8e-463a-8d1d-edd43269dc23 tempest-AttachInterfacesTestJSON-1739478489 tempest-AttachInterfacesTestJSON-1739478489-project-member] Lock "5b82000a-baf2-48e7-a0be-3d8192844743" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.601s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.617678] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c90eaf7-fde2-4e11-881b-27c5066268b8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.625075] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460659ca-1338-4e53-9f39-aff9b86508c4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.657472] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e9c318-2afc-4864-9d3e-68bb23ab55ea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.664408] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6d872c-0eb4-4e95-87d8-a6a11e8908d0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.677545] env[68835]: DEBUG nova.compute.provider_tree [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.881700] env[68835]: DEBUG oslo_vmware.api [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154996, 'name': PowerOnVM_Task, 'duration_secs': 1.145191} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.881960] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.882186] env[68835]: INFO nova.compute.manager [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1212.882368] env[68835]: DEBUG nova.compute.manager [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.883120] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7afd02-33be-4a20-9a3f-25f7403a4a23 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.180830] env[68835]: DEBUG nova.scheduler.client.report [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.404550] env[68835]: INFO nova.compute.manager [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Took 12.91 seconds to build instance. [ 1213.685546] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.703356] env[68835]: INFO nova.scheduler.client.report [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Deleted allocations for instance 235d675a-3113-4eae-ae03-f504a8d53a95 [ 1213.907771] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7aafab82-ae77-4f63-9ebc-08f269cc39b7 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "f78439cd-d422-42bb-a2cb-060230e8a34a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.416s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.212090] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b979a7dd-52c4-4ea2-adc4-e40991a259e4 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "235d675a-3113-4eae-ae03-f504a8d53a95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.810s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.628654] env[68835]: DEBUG nova.compute.manager [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Stashing vm_state: active {{(pid=68835) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1215.163569] env[68835]: DEBUG oslo_concurrency.lockutils [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.163960] env[68835]: DEBUG oslo_concurrency.lockutils [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.668713] env[68835]: INFO nova.compute.claims [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.176520] env[68835]: INFO nova.compute.resource_tracker [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Updating resource usage from migration dde9557f-e8f2-4b94-9223-c00f6dc773ec [ 1216.229275] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "08a88bcb-2b7b-47de-b870-af3a150b31d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.229275] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "08a88bcb-2b7b-47de-b870-af3a150b31d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.285860] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1369ebcb-0156-4042-a4f4-8a069f633d68 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.293526] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70f3aa6-cca0-46db-9b8f-e0c75042b726 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.324677] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60af8305-d8d2-410b-bf48-02ab14ff32c6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.332090] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f68feec-67e7-41b3-8942-93c81c33ad9c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.345184] env[68835]: DEBUG nova.compute.provider_tree [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.731491] env[68835]: DEBUG nova.compute.manager [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1216.816759] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "9def67ec-97f7-4b06-b85a-1df916712bcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.816975] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "9def67ec-97f7-4b06-b85a-1df916712bcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.848563] env[68835]: DEBUG nova.scheduler.client.report [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.253573] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.319544] env[68835]: DEBUG nova.compute.manager [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1217.352863] env[68835]: DEBUG oslo_concurrency.lockutils [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.189s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.353493] env[68835]: INFO nova.compute.manager [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Migrating [ 1217.359934] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.106s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.361806] env[68835]: INFO nova.compute.claims [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1217.837357] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.873210] env[68835]: DEBUG oslo_concurrency.lockutils [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "refresh_cache-f78439cd-d422-42bb-a2cb-060230e8a34a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.873386] env[68835]: DEBUG oslo_concurrency.lockutils [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "refresh_cache-f78439cd-d422-42bb-a2cb-060230e8a34a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.873567] env[68835]: DEBUG nova.network.neutron [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.495887] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "36f9f044-34c6-4aa5-bfb3-4743f930012b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.496243] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "36f9f044-34c6-4aa5-bfb3-4743f930012b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.515720] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c871a52-821f-433c-98d6-a1a069a56951 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.526078] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b1eb2e-485d-4825-8835-afb388e583a8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.559883] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f9b41e-6b4e-4b6b-afe6-6aa8bd756fa4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.567612] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0964c103-ee51-4533-9b07-7c431ccb5ee8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.581057] env[68835]: DEBUG nova.compute.provider_tree [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.592604] env[68835]: DEBUG nova.network.neutron [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Updating instance_info_cache with network_info: [{"id": "43498ec1-74bf-4ac8-9ec3-768fe79eb044", "address": "fa:16:3e:aa:44:af", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43498ec1-74", "ovs_interfaceid": "43498ec1-74bf-4ac8-9ec3-768fe79eb044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.626688] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "4ce697b2-a102-4aca-b48f-b9ac737599d5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.626911] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "4ce697b2-a102-4aca-b48f-b9ac737599d5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.999850] env[68835]: DEBUG nova.compute.utils [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.086951] env[68835]: DEBUG nova.scheduler.client.report [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.094661] env[68835]: DEBUG oslo_concurrency.lockutils [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "refresh_cache-f78439cd-d422-42bb-a2cb-060230e8a34a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.129987] env[68835]: DEBUG nova.compute.utils [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.503247] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "36f9f044-34c6-4aa5-bfb3-4743f930012b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.592109] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.592631] env[68835]: DEBUG nova.compute.manager [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1219.595549] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.758s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.597176] env[68835]: INFO nova.compute.claims [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.632580] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "4ce697b2-a102-4aca-b48f-b9ac737599d5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.105024] env[68835]: DEBUG nova.compute.utils [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1220.109163] env[68835]: DEBUG nova.compute.manager [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1220.109518] env[68835]: DEBUG nova.network.neutron [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1220.159084] env[68835]: DEBUG nova.policy [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb656800b1964806a6fd43a70852511d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee92ca6cb8ac47788251c37ca255f0ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1220.435235] env[68835]: DEBUG nova.network.neutron [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Successfully created port: 092c659b-e952-4ace-982a-4091e177591b {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1220.565609] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "36f9f044-34c6-4aa5-bfb3-4743f930012b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.565995] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "36f9f044-34c6-4aa5-bfb3-4743f930012b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.566310] env[68835]: INFO nova.compute.manager [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Attaching volume b0fca177-abe9-476e-b17a-5fe2a71b110a to /dev/sdb [ 1220.598159] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f114b2-5bed-45a8-bc59-31fff95877cf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.603263] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaee2a0-828f-4e7d-ba0a-387ee0303b6b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.614207] env[68835]: DEBUG nova.compute.manager [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1220.624159] env[68835]: DEBUG nova.virt.block_device [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Updating existing volume attachment record: af831556-60e3-408d-abb9-bbfec0d208b8 {{(pid=68835) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1220.626554] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ded113-8708-4ef9-8969-59171edeed79 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.645328] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Updating instance 'f78439cd-d422-42bb-a2cb-060230e8a34a' progress to 0 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.693876] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "4ce697b2-a102-4aca-b48f-b9ac737599d5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.694538] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "4ce697b2-a102-4aca-b48f-b9ac737599d5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.694736] env[68835]: INFO nova.compute.manager [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Attaching volume d4a02508-f175-44fd-8abe-78b9e5121e24 to /dev/sdb [ 1220.724662] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d0556f-9967-4afa-afd6-309ca3ae42fd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.737144] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54598141-d7b7-41d5-b0c7-3d9a4450140a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.753384] env[68835]: DEBUG nova.virt.block_device [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Updating existing volume attachment record: bd19f25f-c56f-4fd9-9d25-2759c84e893a {{(pid=68835) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1220.758035] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41be5681-0801-49d5-91aa-52fc68547cea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.765481] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f980dba0-c51c-4954-91ed-29e3c351d69d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.795925] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d0e1ff-a8ae-4b95-bc46-2dbc6ce1e4bd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.803940] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a7ce2e-bd49-4f54-b90b-059b5099a48b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.817043] env[68835]: DEBUG nova.compute.provider_tree [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.154389] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.154815] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc8333af-5963-44e2-ad1e-58c4c877b397 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.162747] env[68835]: DEBUG oslo_vmware.api [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1221.162747] env[68835]: value = "task-3154999" [ 1221.162747] env[68835]: _type = "Task" [ 1221.162747] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.172196] env[68835]: DEBUG oslo_vmware.api [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.321167] env[68835]: DEBUG nova.scheduler.client.report [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.627475] env[68835]: DEBUG nova.compute.manager [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1221.656677] env[68835]: DEBUG nova.virt.hardware [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.656972] env[68835]: DEBUG nova.virt.hardware [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.657212] env[68835]: DEBUG nova.virt.hardware [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.657474] env[68835]: DEBUG nova.virt.hardware [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.657667] env[68835]: DEBUG nova.virt.hardware [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.657838] env[68835]: DEBUG nova.virt.hardware [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.658071] env[68835]: DEBUG nova.virt.hardware [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.658265] env[68835]: DEBUG nova.virt.hardware [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.658504] env[68835]: DEBUG nova.virt.hardware [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.658747] env[68835]: DEBUG nova.virt.hardware [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.658973] env[68835]: DEBUG nova.virt.hardware [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.660085] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845df88c-fac1-43f7-b8af-fb983ddb6f94 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.676285] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb6035f-c615-4198-a5d6-83a691858c79 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.681720] env[68835]: DEBUG oslo_vmware.api [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3154999, 'name': PowerOffVM_Task, 'duration_secs': 0.174254} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.682082] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.682376] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Updating instance 'f78439cd-d422-42bb-a2cb-060230e8a34a' progress to 17 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.803192] env[68835]: DEBUG nova.compute.manager [req-a03c5e01-2cf5-4071-95fc-c37154d7095d req-bb4525f1-eaeb-4fd0-8c89-c1d5ffd5a970 service nova] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Received event network-vif-plugged-092c659b-e952-4ace-982a-4091e177591b {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.803470] env[68835]: DEBUG oslo_concurrency.lockutils [req-a03c5e01-2cf5-4071-95fc-c37154d7095d req-bb4525f1-eaeb-4fd0-8c89-c1d5ffd5a970 service nova] Acquiring lock "08a88bcb-2b7b-47de-b870-af3a150b31d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.803636] env[68835]: DEBUG oslo_concurrency.lockutils [req-a03c5e01-2cf5-4071-95fc-c37154d7095d req-bb4525f1-eaeb-4fd0-8c89-c1d5ffd5a970 service nova] Lock "08a88bcb-2b7b-47de-b870-af3a150b31d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.803855] env[68835]: DEBUG oslo_concurrency.lockutils [req-a03c5e01-2cf5-4071-95fc-c37154d7095d req-bb4525f1-eaeb-4fd0-8c89-c1d5ffd5a970 service nova] Lock "08a88bcb-2b7b-47de-b870-af3a150b31d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.804039] env[68835]: DEBUG nova.compute.manager [req-a03c5e01-2cf5-4071-95fc-c37154d7095d req-bb4525f1-eaeb-4fd0-8c89-c1d5ffd5a970 service nova] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] No waiting events found dispatching network-vif-plugged-092c659b-e952-4ace-982a-4091e177591b {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1221.804217] env[68835]: WARNING nova.compute.manager [req-a03c5e01-2cf5-4071-95fc-c37154d7095d req-bb4525f1-eaeb-4fd0-8c89-c1d5ffd5a970 service nova] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Received unexpected event network-vif-plugged-092c659b-e952-4ace-982a-4091e177591b for instance with vm_state building and task_state spawning. [ 1221.825832] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.826470] env[68835]: DEBUG nova.compute.manager [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1221.883067] env[68835]: DEBUG nova.network.neutron [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Successfully updated port: 092c659b-e952-4ace-982a-4091e177591b {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1222.189973] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.190364] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.190429] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.190573] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.190720] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.190867] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.191086] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.191252] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.191435] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.191603] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.191777] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.196841] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9416cb87-013b-4bc5-9d44-d29d185faa9d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.212929] env[68835]: DEBUG oslo_vmware.api [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1222.212929] env[68835]: value = "task-3155002" [ 1222.212929] env[68835]: _type = "Task" [ 1222.212929] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.220553] env[68835]: DEBUG oslo_vmware.api [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3155002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.331137] env[68835]: DEBUG nova.compute.utils [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.332725] env[68835]: DEBUG nova.compute.manager [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1222.332942] env[68835]: DEBUG nova.network.neutron [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1222.377553] env[68835]: DEBUG nova.policy [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cad34bb9ed8b4dff8e035e93ee3babed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '208dae9fe2434d12937fb80bcaac1273', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1222.386037] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "refresh_cache-08a88bcb-2b7b-47de-b870-af3a150b31d7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.386037] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "refresh_cache-08a88bcb-2b7b-47de-b870-af3a150b31d7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.386201] env[68835]: DEBUG nova.network.neutron [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.641200] env[68835]: DEBUG nova.network.neutron [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Successfully created port: 5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1222.723789] env[68835]: DEBUG oslo_vmware.api [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3155002, 'name': ReconfigVM_Task, 'duration_secs': 0.144647} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.723789] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Updating instance 'f78439cd-d422-42bb-a2cb-060230e8a34a' progress to 33 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.836328] env[68835]: DEBUG nova.compute.manager [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1222.918645] env[68835]: DEBUG nova.network.neutron [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1223.045027] env[68835]: DEBUG nova.network.neutron [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Updating instance_info_cache with network_info: [{"id": "092c659b-e952-4ace-982a-4091e177591b", "address": "fa:16:3e:56:a3:06", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092c659b-e9", "ovs_interfaceid": "092c659b-e952-4ace-982a-4091e177591b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.230989] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.231339] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.231339] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.231475] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.231647] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.231959] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.234338] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.234338] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.234338] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.234338] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.234338] env[68835]: DEBUG nova.virt.hardware [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.238517] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1223.238817] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ad9d3b2-15b6-476d-a808-7eb3c7b49ee3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.260008] env[68835]: DEBUG oslo_vmware.api [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1223.260008] env[68835]: value = "task-3155004" [ 1223.260008] env[68835]: _type = "Task" [ 1223.260008] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.265122] env[68835]: DEBUG oslo_vmware.api [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3155004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.548034] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "refresh_cache-08a88bcb-2b7b-47de-b870-af3a150b31d7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.548034] env[68835]: DEBUG nova.compute.manager [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Instance network_info: |[{"id": "092c659b-e952-4ace-982a-4091e177591b", "address": "fa:16:3e:56:a3:06", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092c659b-e9", "ovs_interfaceid": "092c659b-e952-4ace-982a-4091e177591b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1223.548362] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:a3:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '092c659b-e952-4ace-982a-4091e177591b', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.555808] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.556031] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.556750] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a8153a7-70aa-4b78-8545-a276cdd4199c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.576449] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.576449] env[68835]: value = "task-3155006" [ 1223.576449] env[68835]: _type = "Task" [ 1223.576449] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.584211] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155006, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.768924] env[68835]: DEBUG oslo_vmware.api [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3155004, 'name': ReconfigVM_Task, 'duration_secs': 0.14999} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.769174] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1223.769972] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0db5dd-ad7b-418d-8219-0889a2eb354a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.791902] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] f78439cd-d422-42bb-a2cb-060230e8a34a/f78439cd-d422-42bb-a2cb-060230e8a34a.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.792176] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d95db6b-6c09-407b-9457-3a2111ba1a28 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.811416] env[68835]: DEBUG oslo_vmware.api [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1223.811416] env[68835]: value = "task-3155007" [ 1223.811416] env[68835]: _type = "Task" [ 1223.811416] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.820302] env[68835]: DEBUG oslo_vmware.api [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3155007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.830563] env[68835]: DEBUG nova.compute.manager [req-1e832c5e-b952-4f1e-bab4-8bd17ef6ff5e req-c40515fa-5b51-47a1-840b-cd4c7029ee9c service nova] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Received event network-changed-092c659b-e952-4ace-982a-4091e177591b {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.830751] env[68835]: DEBUG nova.compute.manager [req-1e832c5e-b952-4f1e-bab4-8bd17ef6ff5e req-c40515fa-5b51-47a1-840b-cd4c7029ee9c service nova] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Refreshing instance network info cache due to event network-changed-092c659b-e952-4ace-982a-4091e177591b. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1223.830980] env[68835]: DEBUG oslo_concurrency.lockutils [req-1e832c5e-b952-4f1e-bab4-8bd17ef6ff5e req-c40515fa-5b51-47a1-840b-cd4c7029ee9c service nova] Acquiring lock "refresh_cache-08a88bcb-2b7b-47de-b870-af3a150b31d7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.831137] env[68835]: DEBUG oslo_concurrency.lockutils [req-1e832c5e-b952-4f1e-bab4-8bd17ef6ff5e req-c40515fa-5b51-47a1-840b-cd4c7029ee9c service nova] Acquired lock "refresh_cache-08a88bcb-2b7b-47de-b870-af3a150b31d7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.831341] env[68835]: DEBUG nova.network.neutron [req-1e832c5e-b952-4f1e-bab4-8bd17ef6ff5e req-c40515fa-5b51-47a1-840b-cd4c7029ee9c service nova] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Refreshing network info cache for port 092c659b-e952-4ace-982a-4091e177591b {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.845844] env[68835]: DEBUG nova.compute.manager [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1223.873827] env[68835]: DEBUG nova.virt.hardware [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.874104] env[68835]: DEBUG nova.virt.hardware [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.874264] env[68835]: DEBUG nova.virt.hardware [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.874445] env[68835]: DEBUG nova.virt.hardware [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.874590] env[68835]: DEBUG nova.virt.hardware [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.874736] env[68835]: DEBUG nova.virt.hardware [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.874940] env[68835]: DEBUG nova.virt.hardware [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.875115] env[68835]: DEBUG nova.virt.hardware [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.875288] env[68835]: DEBUG nova.virt.hardware [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.875456] env[68835]: DEBUG nova.virt.hardware [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.875624] env[68835]: DEBUG nova.virt.hardware [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.876769] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad216a2-84e8-4ce2-b0e6-44272ac9a65f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.884579] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454fb221-3762-4a90-801c-eea35709f25e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.086092] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155006, 'name': CreateVM_Task, 'duration_secs': 0.293828} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.086417] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.087372] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.087417] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.087764] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.088070] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6255cee-144d-4894-9b4c-b0c312c717ea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.093103] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1224.093103] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5235ae96-15d3-2865-4768-15aa9550f42d" [ 1224.093103] env[68835]: _type = "Task" [ 1224.093103] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.093736] env[68835]: DEBUG nova.network.neutron [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Successfully updated port: 5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1224.103048] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5235ae96-15d3-2865-4768-15aa9550f42d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.321293] env[68835]: DEBUG oslo_vmware.api [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3155007, 'name': ReconfigVM_Task, 'duration_secs': 0.280572} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.321578] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Reconfigured VM instance instance-00000075 to attach disk [datastore2] f78439cd-d422-42bb-a2cb-060230e8a34a/f78439cd-d422-42bb-a2cb-060230e8a34a.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.321829] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Updating instance 'f78439cd-d422-42bb-a2cb-060230e8a34a' progress to 50 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.507189] env[68835]: DEBUG nova.network.neutron [req-1e832c5e-b952-4f1e-bab4-8bd17ef6ff5e req-c40515fa-5b51-47a1-840b-cd4c7029ee9c service nova] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Updated VIF entry in instance network info cache for port 092c659b-e952-4ace-982a-4091e177591b. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.507778] env[68835]: DEBUG nova.network.neutron [req-1e832c5e-b952-4f1e-bab4-8bd17ef6ff5e req-c40515fa-5b51-47a1-840b-cd4c7029ee9c service nova] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Updating instance_info_cache with network_info: [{"id": "092c659b-e952-4ace-982a-4091e177591b", "address": "fa:16:3e:56:a3:06", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092c659b-e9", "ovs_interfaceid": "092c659b-e952-4ace-982a-4091e177591b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.601903] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.602078] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquired lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.602234] env[68835]: DEBUG nova.network.neutron [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.611498] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5235ae96-15d3-2865-4768-15aa9550f42d, 'name': SearchDatastore_Task, 'duration_secs': 0.010117} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.611498] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.611498] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.611692] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.611782] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.611942] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.612211] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1d17d94-3f7b-48a8-a335-0a6f4a578076 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.620848] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.620994] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.621748] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40305866-7e2d-482a-8f6e-4d7a58bf15ba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.627035] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1224.627035] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5244c215-ae4d-18ca-6410-97a041139fb7" [ 1224.627035] env[68835]: _type = "Task" [ 1224.627035] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.634829] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5244c215-ae4d-18ca-6410-97a041139fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.828733] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89425207-f0aa-4e79-8063-cf449171a61a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.847708] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72df1ce-1913-4995-a10a-da905b83e59c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.864923] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Updating instance 'f78439cd-d422-42bb-a2cb-060230e8a34a' progress to 67 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.013641] env[68835]: DEBUG oslo_concurrency.lockutils [req-1e832c5e-b952-4f1e-bab4-8bd17ef6ff5e req-c40515fa-5b51-47a1-840b-cd4c7029ee9c service nova] Releasing lock "refresh_cache-08a88bcb-2b7b-47de-b870-af3a150b31d7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.140697] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5244c215-ae4d-18ca-6410-97a041139fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.008321} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.141466] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99b61366-da3c-45e2-a041-9abdf8b54edf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.146160] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1225.146160] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52e13552-5451-37da-a5c3-c05d0695ce98" [ 1225.146160] env[68835]: _type = "Task" [ 1225.146160] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.153391] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e13552-5451-37da-a5c3-c05d0695ce98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.155403] env[68835]: DEBUG nova.network.neutron [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1225.176029] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Volume attach. Driver type: vmdk {{(pid=68835) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1225.176320] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631290', 'volume_id': 'b0fca177-abe9-476e-b17a-5fe2a71b110a', 'name': 'volume-b0fca177-abe9-476e-b17a-5fe2a71b110a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36f9f044-34c6-4aa5-bfb3-4743f930012b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0fca177-abe9-476e-b17a-5fe2a71b110a', 'serial': 'b0fca177-abe9-476e-b17a-5fe2a71b110a'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1225.177254] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4076a7e4-83cf-421a-84f6-9fa976b37e36 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.194774] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab45ad7-f34b-44d0-9003-bace8144a30e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.220301] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-b0fca177-abe9-476e-b17a-5fe2a71b110a/volume-b0fca177-abe9-476e-b17a-5fe2a71b110a.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.220604] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77cb25b7-44bb-41ff-bf94-84fbf201bbbe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.240729] env[68835]: DEBUG oslo_vmware.api [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1225.240729] env[68835]: value = "task-3155008" [ 1225.240729] env[68835]: _type = "Task" [ 1225.240729] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.250177] env[68835]: DEBUG oslo_vmware.api [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3155008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.295265] env[68835]: DEBUG nova.network.neutron [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Updating instance_info_cache with network_info: [{"id": "5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a", "address": "fa:16:3e:1f:c2:21", "network": {"id": "da7fa90e-7f64-4b73-9608-1118aa2742d1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1289376040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208dae9fe2434d12937fb80bcaac1273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed57c08-92", "ovs_interfaceid": "5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.404513] env[68835]: DEBUG nova.network.neutron [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Port 43498ec1-74bf-4ac8-9ec3-768fe79eb044 binding to destination host cpu-1 is already ACTIVE {{(pid=68835) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1225.656371] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e13552-5451-37da-a5c3-c05d0695ce98, 'name': SearchDatastore_Task, 'duration_secs': 0.01019} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.656660] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.656925] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 08a88bcb-2b7b-47de-b870-af3a150b31d7/08a88bcb-2b7b-47de-b870-af3a150b31d7.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.657203] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-091b115e-56a7-49f9-b59c-cb009b81b293 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.662956] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1225.662956] env[68835]: value = "task-3155009" [ 1225.662956] env[68835]: _type = "Task" [ 1225.662956] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.670671] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.750938] env[68835]: DEBUG oslo_vmware.api [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3155008, 'name': ReconfigVM_Task, 'duration_secs': 0.324415} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.751267] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-b0fca177-abe9-476e-b17a-5fe2a71b110a/volume-b0fca177-abe9-476e-b17a-5fe2a71b110a.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.756372] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-766767da-fe33-43b3-8f99-bee44a3aadcb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.771234] env[68835]: DEBUG oslo_vmware.api [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1225.771234] env[68835]: value = "task-3155010" [ 1225.771234] env[68835]: _type = "Task" [ 1225.771234] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.779546] env[68835]: DEBUG oslo_vmware.api [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3155010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.798556] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Volume attach. Driver type: vmdk {{(pid=68835) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1225.798935] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631292', 'volume_id': 'd4a02508-f175-44fd-8abe-78b9e5121e24', 'name': 'volume-d4a02508-f175-44fd-8abe-78b9e5121e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ce697b2-a102-4aca-b48f-b9ac737599d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4a02508-f175-44fd-8abe-78b9e5121e24', 'serial': 'd4a02508-f175-44fd-8abe-78b9e5121e24'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1225.799514] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Releasing lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.799820] env[68835]: DEBUG nova.compute.manager [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Instance network_info: |[{"id": "5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a", "address": "fa:16:3e:1f:c2:21", "network": {"id": "da7fa90e-7f64-4b73-9608-1118aa2742d1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1289376040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208dae9fe2434d12937fb80bcaac1273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed57c08-92", "ovs_interfaceid": "5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1225.800653] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30bf52f-b552-4c44-bcc8-486abc41d6b6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.803526] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:c2:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.811196] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.811645] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.812354] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5593725f-1056-4f56-b39a-78fd74c4f411 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.838896] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d645971-6675-48cf-97ce-635a3b19cde0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.843626] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.843626] env[68835]: value = "task-3155011" [ 1225.843626] env[68835]: _type = "Task" [ 1225.843626] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.864336] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-d4a02508-f175-44fd-8abe-78b9e5121e24/volume-d4a02508-f175-44fd-8abe-78b9e5121e24.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.869015] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b64a1dc-b448-40eb-aa72-d02f5617b0d2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.883795] env[68835]: DEBUG nova.compute.manager [req-d276b5a3-304c-44df-b1b5-e6cf2e5bbc97 req-4280627c-4ae9-4cb9-9d76-97f329acd188 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Received event network-vif-plugged-5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.884078] env[68835]: DEBUG oslo_concurrency.lockutils [req-d276b5a3-304c-44df-b1b5-e6cf2e5bbc97 req-4280627c-4ae9-4cb9-9d76-97f329acd188 service nova] Acquiring lock "9def67ec-97f7-4b06-b85a-1df916712bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.884302] env[68835]: DEBUG oslo_concurrency.lockutils [req-d276b5a3-304c-44df-b1b5-e6cf2e5bbc97 req-4280627c-4ae9-4cb9-9d76-97f329acd188 service nova] Lock "9def67ec-97f7-4b06-b85a-1df916712bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.884472] env[68835]: DEBUG oslo_concurrency.lockutils [req-d276b5a3-304c-44df-b1b5-e6cf2e5bbc97 req-4280627c-4ae9-4cb9-9d76-97f329acd188 service nova] Lock "9def67ec-97f7-4b06-b85a-1df916712bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.884641] env[68835]: DEBUG nova.compute.manager [req-d276b5a3-304c-44df-b1b5-e6cf2e5bbc97 req-4280627c-4ae9-4cb9-9d76-97f329acd188 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] No waiting events found dispatching network-vif-plugged-5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1225.884805] env[68835]: WARNING nova.compute.manager [req-d276b5a3-304c-44df-b1b5-e6cf2e5bbc97 req-4280627c-4ae9-4cb9-9d76-97f329acd188 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Received unexpected event network-vif-plugged-5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a for instance with vm_state building and task_state spawning. [ 1225.885246] env[68835]: DEBUG nova.compute.manager [req-d276b5a3-304c-44df-b1b5-e6cf2e5bbc97 req-4280627c-4ae9-4cb9-9d76-97f329acd188 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Received event network-changed-5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.885419] env[68835]: DEBUG nova.compute.manager [req-d276b5a3-304c-44df-b1b5-e6cf2e5bbc97 req-4280627c-4ae9-4cb9-9d76-97f329acd188 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Refreshing instance network info cache due to event network-changed-5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.885611] env[68835]: DEBUG oslo_concurrency.lockutils [req-d276b5a3-304c-44df-b1b5-e6cf2e5bbc97 req-4280627c-4ae9-4cb9-9d76-97f329acd188 service nova] Acquiring lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.885741] env[68835]: DEBUG oslo_concurrency.lockutils [req-d276b5a3-304c-44df-b1b5-e6cf2e5bbc97 req-4280627c-4ae9-4cb9-9d76-97f329acd188 service nova] Acquired lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.885898] env[68835]: DEBUG nova.network.neutron [req-d276b5a3-304c-44df-b1b5-e6cf2e5bbc97 req-4280627c-4ae9-4cb9-9d76-97f329acd188 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Refreshing network info cache for port 5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.893329] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155011, 'name': CreateVM_Task} progress is 15%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.895492] env[68835]: DEBUG oslo_vmware.api [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1225.895492] env[68835]: value = "task-3155012" [ 1225.895492] env[68835]: _type = "Task" [ 1225.895492] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.910775] env[68835]: DEBUG oslo_vmware.api [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155012, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.172956] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440566} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.173210] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 08a88bcb-2b7b-47de-b870-af3a150b31d7/08a88bcb-2b7b-47de-b870-af3a150b31d7.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.173443] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.173709] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-498ae008-945d-4184-9ca0-c838a70f02e6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.180119] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1226.180119] env[68835]: value = "task-3155013" [ 1226.180119] env[68835]: _type = "Task" [ 1226.180119] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.189653] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.281621] env[68835]: DEBUG oslo_vmware.api [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3155010, 'name': ReconfigVM_Task, 'duration_secs': 0.272738} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.281933] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631290', 'volume_id': 'b0fca177-abe9-476e-b17a-5fe2a71b110a', 'name': 'volume-b0fca177-abe9-476e-b17a-5fe2a71b110a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36f9f044-34c6-4aa5-bfb3-4743f930012b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0fca177-abe9-476e-b17a-5fe2a71b110a', 'serial': 'b0fca177-abe9-476e-b17a-5fe2a71b110a'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1226.366320] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155011, 'name': CreateVM_Task, 'duration_secs': 0.4246} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.366487] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.367211] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.367365] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.367682] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.367925] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4901831c-9234-43ab-a137-915f6579ca91 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.372153] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1226.372153] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]523fc261-d523-346d-6934-73ff0b5cd7eb" [ 1226.372153] env[68835]: _type = "Task" [ 1226.372153] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.379226] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]523fc261-d523-346d-6934-73ff0b5cd7eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.404184] env[68835]: DEBUG oslo_vmware.api [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155012, 'name': ReconfigVM_Task, 'duration_secs': 0.459728} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.404437] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-d4a02508-f175-44fd-8abe-78b9e5121e24/volume-d4a02508-f175-44fd-8abe-78b9e5121e24.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.409148] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e2cdd17-fc05-47a6-ae8e-d5cf0ac49507 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.437890] env[68835]: DEBUG oslo_concurrency.lockutils [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "f78439cd-d422-42bb-a2cb-060230e8a34a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.438155] env[68835]: DEBUG oslo_concurrency.lockutils [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "f78439cd-d422-42bb-a2cb-060230e8a34a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.438333] env[68835]: DEBUG oslo_concurrency.lockutils [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "f78439cd-d422-42bb-a2cb-060230e8a34a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.439969] env[68835]: DEBUG oslo_vmware.api [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1226.439969] env[68835]: value = "task-3155014" [ 1226.439969] env[68835]: _type = "Task" [ 1226.439969] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.452114] env[68835]: DEBUG oslo_vmware.api [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155014, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.592831] env[68835]: DEBUG oslo_concurrency.lockutils [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.593073] env[68835]: DEBUG oslo_concurrency.lockutils [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.600706] env[68835]: DEBUG nova.network.neutron [req-d276b5a3-304c-44df-b1b5-e6cf2e5bbc97 req-4280627c-4ae9-4cb9-9d76-97f329acd188 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Updated VIF entry in instance network info cache for port 5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.601043] env[68835]: DEBUG nova.network.neutron [req-d276b5a3-304c-44df-b1b5-e6cf2e5bbc97 req-4280627c-4ae9-4cb9-9d76-97f329acd188 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Updating instance_info_cache with network_info: [{"id": "5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a", "address": "fa:16:3e:1f:c2:21", "network": {"id": "da7fa90e-7f64-4b73-9608-1118aa2742d1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1289376040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208dae9fe2434d12937fb80bcaac1273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed57c08-92", "ovs_interfaceid": "5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.689643] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074196} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.689865] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1226.690630] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1899765b-b7f4-4150-8502-cdd6e8af419d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.712487] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 08a88bcb-2b7b-47de-b870-af3a150b31d7/08a88bcb-2b7b-47de-b870-af3a150b31d7.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.712757] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-788f1724-006d-45ff-8614-157c81e4bcd9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.732946] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1226.732946] env[68835]: value = "task-3155015" [ 1226.732946] env[68835]: _type = "Task" [ 1226.732946] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.743189] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.883256] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]523fc261-d523-346d-6934-73ff0b5cd7eb, 'name': SearchDatastore_Task, 'duration_secs': 0.008187} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.883586] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.883827] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.884081] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.884246] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.884427] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.884687] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0a7504a-8ab7-4bdd-a28a-5cb8777ded29 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.893342] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.893545] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.894277] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eb5eb79-1e19-4591-8152-54558b9b68ea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.899355] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1226.899355] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52b96e45-4490-3a7e-67c8-88398059f9eb" [ 1226.899355] env[68835]: _type = "Task" [ 1226.899355] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.906582] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b96e45-4490-3a7e-67c8-88398059f9eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.951133] env[68835]: DEBUG oslo_vmware.api [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155014, 'name': ReconfigVM_Task, 'duration_secs': 0.141212} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.951980] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631292', 'volume_id': 'd4a02508-f175-44fd-8abe-78b9e5121e24', 'name': 'volume-d4a02508-f175-44fd-8abe-78b9e5121e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ce697b2-a102-4aca-b48f-b9ac737599d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4a02508-f175-44fd-8abe-78b9e5121e24', 'serial': 'd4a02508-f175-44fd-8abe-78b9e5121e24'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1227.096128] env[68835]: DEBUG nova.compute.utils [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1227.103277] env[68835]: DEBUG oslo_concurrency.lockutils [req-d276b5a3-304c-44df-b1b5-e6cf2e5bbc97 req-4280627c-4ae9-4cb9-9d76-97f329acd188 service nova] Releasing lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.243493] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.317922] env[68835]: DEBUG nova.objects.instance [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lazy-loading 'flavor' on Instance uuid 36f9f044-34c6-4aa5-bfb3-4743f930012b {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.409686] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b96e45-4490-3a7e-67c8-88398059f9eb, 'name': SearchDatastore_Task, 'duration_secs': 0.007424} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.410489] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce8f49d1-29a6-4c69-a565-a9418765ad2a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.415836] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1227.415836] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52384a4d-dfcb-92bb-874e-d990006b657d" [ 1227.415836] env[68835]: _type = "Task" [ 1227.415836] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.423435] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52384a4d-dfcb-92bb-874e-d990006b657d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.479986] env[68835]: DEBUG oslo_concurrency.lockutils [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "refresh_cache-f78439cd-d422-42bb-a2cb-060230e8a34a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.480239] env[68835]: DEBUG oslo_concurrency.lockutils [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "refresh_cache-f78439cd-d422-42bb-a2cb-060230e8a34a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.480452] env[68835]: DEBUG nova.network.neutron [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.599306] env[68835]: DEBUG oslo_concurrency.lockutils [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.743010] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155015, 'name': ReconfigVM_Task, 'duration_secs': 0.69488} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.743291] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 08a88bcb-2b7b-47de-b870-af3a150b31d7/08a88bcb-2b7b-47de-b870-af3a150b31d7.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.743893] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6ac94a8-6dd9-4d9a-b59d-2590f1c39ab5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.749383] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1227.749383] env[68835]: value = "task-3155016" [ 1227.749383] env[68835]: _type = "Task" [ 1227.749383] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.756727] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155016, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.823757] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b7d2a2c5-0cf2-4ad6-b713-fe48f9ebbb44 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "36f9f044-34c6-4aa5-bfb3-4743f930012b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.258s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.926795] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52384a4d-dfcb-92bb-874e-d990006b657d, 'name': SearchDatastore_Task, 'duration_secs': 0.009195} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.927145] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.927449] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 9def67ec-97f7-4b06-b85a-1df916712bcc/9def67ec-97f7-4b06-b85a-1df916712bcc.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.927738] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b205e306-f5cb-4f1d-a3b1-88cd5d476619 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.934396] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1227.934396] env[68835]: value = "task-3155017" [ 1227.934396] env[68835]: _type = "Task" [ 1227.934396] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.941736] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.952257] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b472b688-8e44-4db2-8147-fc7ea4aab057 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "36f9f044-34c6-4aa5-bfb3-4743f930012b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.952522] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b472b688-8e44-4db2-8147-fc7ea4aab057 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "36f9f044-34c6-4aa5-bfb3-4743f930012b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.989685] env[68835]: DEBUG nova.objects.instance [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lazy-loading 'flavor' on Instance uuid 4ce697b2-a102-4aca-b48f-b9ac737599d5 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.181515] env[68835]: DEBUG nova.network.neutron [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Updating instance_info_cache with network_info: [{"id": "43498ec1-74bf-4ac8-9ec3-768fe79eb044", "address": "fa:16:3e:aa:44:af", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43498ec1-74", "ovs_interfaceid": "43498ec1-74bf-4ac8-9ec3-768fe79eb044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.262636] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155016, 'name': Rename_Task, 'duration_secs': 0.12503} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.263030] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.263347] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4880fe0f-9d5c-4c83-9f6b-213713358ea4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.271627] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1228.271627] env[68835]: value = "task-3155018" [ 1228.271627] env[68835]: _type = "Task" [ 1228.271627] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.281205] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.446377] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42666} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.446674] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 9def67ec-97f7-4b06-b85a-1df916712bcc/9def67ec-97f7-4b06-b85a-1df916712bcc.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1228.446873] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1228.447141] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38b84827-7408-4812-9371-84b9a9bbd9d4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.453077] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1228.453077] env[68835]: value = "task-3155019" [ 1228.453077] env[68835]: _type = "Task" [ 1228.453077] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.456486] env[68835]: INFO nova.compute.manager [None req-b472b688-8e44-4db2-8147-fc7ea4aab057 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Detaching volume b0fca177-abe9-476e-b17a-5fe2a71b110a [ 1228.463719] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.490593] env[68835]: INFO nova.virt.block_device [None req-b472b688-8e44-4db2-8147-fc7ea4aab057 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Attempting to driver detach volume b0fca177-abe9-476e-b17a-5fe2a71b110a from mountpoint /dev/sdb [ 1228.490832] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b472b688-8e44-4db2-8147-fc7ea4aab057 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Volume detach. Driver type: vmdk {{(pid=68835) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1228.491028] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b472b688-8e44-4db2-8147-fc7ea4aab057 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631290', 'volume_id': 'b0fca177-abe9-476e-b17a-5fe2a71b110a', 'name': 'volume-b0fca177-abe9-476e-b17a-5fe2a71b110a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36f9f044-34c6-4aa5-bfb3-4743f930012b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0fca177-abe9-476e-b17a-5fe2a71b110a', 'serial': 'b0fca177-abe9-476e-b17a-5fe2a71b110a'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1228.491865] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095f5438-14cf-4a55-86af-5e3777c08e71 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.496651] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb6e8f16-a52f-4147-8c9e-e1d223ebd4d9 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "4ce697b2-a102-4aca-b48f-b9ac737599d5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.802s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.514800] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb2818a-1a42-4049-9de9-44a4cb8ff259 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.522023] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a384ff-f386-44fb-8edb-7168c27fdd77 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.542238] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673cdea6-2a25-46e8-a864-4a6179ec1fc1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.556271] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b472b688-8e44-4db2-8147-fc7ea4aab057 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] The volume has not been displaced from its original location: [datastore1] volume-b0fca177-abe9-476e-b17a-5fe2a71b110a/volume-b0fca177-abe9-476e-b17a-5fe2a71b110a.vmdk. No consolidation needed. {{(pid=68835) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1228.561491] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b472b688-8e44-4db2-8147-fc7ea4aab057 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1228.562027] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f402f007-d905-4877-be62-2100423524af {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.579312] env[68835]: DEBUG oslo_vmware.api [None req-b472b688-8e44-4db2-8147-fc7ea4aab057 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1228.579312] env[68835]: value = "task-3155020" [ 1228.579312] env[68835]: _type = "Task" [ 1228.579312] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.586684] env[68835]: DEBUG oslo_vmware.api [None req-b472b688-8e44-4db2-8147-fc7ea4aab057 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3155020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.666308] env[68835]: DEBUG oslo_concurrency.lockutils [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.666579] env[68835]: DEBUG oslo_concurrency.lockutils [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.666811] env[68835]: INFO nova.compute.manager [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Attaching volume 92a19a38-5c8a-432a-839a-15d6f3d1e6ce to /dev/sdb [ 1228.684637] env[68835]: DEBUG oslo_concurrency.lockutils [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "refresh_cache-f78439cd-d422-42bb-a2cb-060230e8a34a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.705781] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee454b17-a0d4-4872-918b-bcd821aeab3c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.713390] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57272ab-d404-4cb4-a2ea-81b9e4cb7dca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.726812] env[68835]: DEBUG nova.virt.block_device [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updating existing volume attachment record: 66b5fa18-f26b-4fe4-837c-3aac2328596e {{(pid=68835) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1228.781177] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155018, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.963751] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.50767} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.964062] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1228.964868] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36489f0-7677-40a4-a3a0-db78e5aaccb7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.991646] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 9def67ec-97f7-4b06-b85a-1df916712bcc/9def67ec-97f7-4b06-b85a-1df916712bcc.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.992018] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c0c2aae-78e0-4520-ad04-e8729ef36121 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.014596] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1229.014596] env[68835]: value = "task-3155024" [ 1229.014596] env[68835]: _type = "Task" [ 1229.014596] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.023983] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.091080] env[68835]: DEBUG oslo_vmware.api [None req-b472b688-8e44-4db2-8147-fc7ea4aab057 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3155020, 'name': ReconfigVM_Task, 'duration_secs': 0.207085} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.091468] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b472b688-8e44-4db2-8147-fc7ea4aab057 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1229.097288] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6badfe9-6127-44a9-80e3-bc1382ef57ec {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.115326] env[68835]: DEBUG oslo_vmware.api [None req-b472b688-8e44-4db2-8147-fc7ea4aab057 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1229.115326] env[68835]: value = "task-3155025" [ 1229.115326] env[68835]: _type = "Task" [ 1229.115326] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.124604] env[68835]: DEBUG oslo_vmware.api [None req-b472b688-8e44-4db2-8147-fc7ea4aab057 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3155025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.173470] env[68835]: INFO nova.compute.manager [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Rebuilding instance [ 1229.220246] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed88cdf4-1c82-40d7-b65f-94cdf14723b1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.245660] env[68835]: DEBUG nova.compute.manager [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.246593] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e44b16-dc58-4fe9-918a-907c13fff150 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.250258] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c086aac3-ea14-43d9-8244-0d45823dfb8a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.257657] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Updating instance 'f78439cd-d422-42bb-a2cb-060230e8a34a' progress to 83 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.282372] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155018, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.525119] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155024, 'name': ReconfigVM_Task, 'duration_secs': 0.340667} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.525474] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 9def67ec-97f7-4b06-b85a-1df916712bcc/9def67ec-97f7-4b06-b85a-1df916712bcc.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.526096] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-968345eb-33eb-47b6-9202-58b45e891bd6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.532239] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1229.532239] env[68835]: value = "task-3155026" [ 1229.532239] env[68835]: _type = "Task" [ 1229.532239] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.541257] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155026, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.624684] env[68835]: DEBUG oslo_vmware.api [None req-b472b688-8e44-4db2-8147-fc7ea4aab057 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3155025, 'name': ReconfigVM_Task, 'duration_secs': 0.157987} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.625074] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b472b688-8e44-4db2-8147-fc7ea4aab057 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631290', 'volume_id': 'b0fca177-abe9-476e-b17a-5fe2a71b110a', 'name': 'volume-b0fca177-abe9-476e-b17a-5fe2a71b110a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36f9f044-34c6-4aa5-bfb3-4743f930012b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0fca177-abe9-476e-b17a-5fe2a71b110a', 'serial': 'b0fca177-abe9-476e-b17a-5fe2a71b110a'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1229.768015] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.770105] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51ae9821-78f1-439c-af30-1b2e26f434b5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.779213] env[68835]: DEBUG oslo_vmware.api [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1229.779213] env[68835]: value = "task-3155027" [ 1229.779213] env[68835]: _type = "Task" [ 1229.779213] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.785395] env[68835]: DEBUG oslo_vmware.api [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155018, 'name': PowerOnVM_Task, 'duration_secs': 1.035222} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.785960] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.786188] env[68835]: INFO nova.compute.manager [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1229.786396] env[68835]: DEBUG nova.compute.manager [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.787161] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5296cf92-f795-4bd6-8c78-e10c500fc51f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.793032] env[68835]: DEBUG oslo_vmware.api [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3155027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.042425] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155026, 'name': Rename_Task, 'duration_secs': 0.368729} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.042711] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.042953] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71156b79-a4f2-4d07-ada1-c312b683105b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.050115] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1230.050115] env[68835]: value = "task-3155028" [ 1230.050115] env[68835]: _type = "Task" [ 1230.050115] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.057887] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.167939] env[68835]: DEBUG nova.objects.instance [None req-b472b688-8e44-4db2-8147-fc7ea4aab057 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lazy-loading 'flavor' on Instance uuid 36f9f044-34c6-4aa5-bfb3-4743f930012b {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.273418] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.273770] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d71404d2-e082-40af-b628-899c3f1a2ddb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.281783] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1230.281783] env[68835]: value = "task-3155029" [ 1230.281783] env[68835]: _type = "Task" [ 1230.281783] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.293849] env[68835]: DEBUG oslo_vmware.api [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3155027, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.297894] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.309227] env[68835]: INFO nova.compute.manager [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Took 13.07 seconds to build instance. [ 1230.561312] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155028, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.795545] env[68835]: DEBUG oslo_vmware.api [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3155027, 'name': PowerOnVM_Task, 'duration_secs': 0.613903} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.798867] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.799125] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-564e05f5-56b1-46fb-a284-dd2e13376a45 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Updating instance 'f78439cd-d422-42bb-a2cb-060230e8a34a' progress to 100 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.803531] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155029, 'name': PowerOffVM_Task, 'duration_secs': 0.238083} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.804130] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.811976] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8e5f5667-e8b0-4556-85a2-e1f9b81e8bbe tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "08a88bcb-2b7b-47de-b870-af3a150b31d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.583s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.845774] env[68835]: DEBUG nova.compute.manager [req-f04233bf-501d-49a2-b7f9-f9db96baadbf req-2e110857-802c-4e6a-a8aa-447019e4c4fb service nova] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Received event network-changed-092c659b-e952-4ace-982a-4091e177591b {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.845984] env[68835]: DEBUG nova.compute.manager [req-f04233bf-501d-49a2-b7f9-f9db96baadbf req-2e110857-802c-4e6a-a8aa-447019e4c4fb service nova] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Refreshing instance network info cache due to event network-changed-092c659b-e952-4ace-982a-4091e177591b. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.846278] env[68835]: DEBUG oslo_concurrency.lockutils [req-f04233bf-501d-49a2-b7f9-f9db96baadbf req-2e110857-802c-4e6a-a8aa-447019e4c4fb service nova] Acquiring lock "refresh_cache-08a88bcb-2b7b-47de-b870-af3a150b31d7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.846431] env[68835]: DEBUG oslo_concurrency.lockutils [req-f04233bf-501d-49a2-b7f9-f9db96baadbf req-2e110857-802c-4e6a-a8aa-447019e4c4fb service nova] Acquired lock "refresh_cache-08a88bcb-2b7b-47de-b870-af3a150b31d7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.846598] env[68835]: DEBUG nova.network.neutron [req-f04233bf-501d-49a2-b7f9-f9db96baadbf req-2e110857-802c-4e6a-a8aa-447019e4c4fb service nova] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Refreshing network info cache for port 092c659b-e952-4ace-982a-4091e177591b {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.871322] env[68835]: INFO nova.compute.manager [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Detaching volume d4a02508-f175-44fd-8abe-78b9e5121e24 [ 1230.908360] env[68835]: INFO nova.virt.block_device [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Attempting to driver detach volume d4a02508-f175-44fd-8abe-78b9e5121e24 from mountpoint /dev/sdb [ 1230.911016] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Volume detach. Driver type: vmdk {{(pid=68835) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1230.911016] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631292', 'volume_id': 'd4a02508-f175-44fd-8abe-78b9e5121e24', 'name': 'volume-d4a02508-f175-44fd-8abe-78b9e5121e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ce697b2-a102-4aca-b48f-b9ac737599d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4a02508-f175-44fd-8abe-78b9e5121e24', 'serial': 'd4a02508-f175-44fd-8abe-78b9e5121e24'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1230.911016] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b61426d-cef4-4e3c-aae2-2c75a41e830f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.939213] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33138f93-9c0b-47cf-9381-8218dfd3f198 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.947460] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3e2448-568c-4563-862e-cbe3055ed185 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.969794] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b38124c-ddbc-4192-bcd1-d33d66a73c3e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.985689] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] The volume has not been displaced from its original location: [datastore1] volume-d4a02508-f175-44fd-8abe-78b9e5121e24/volume-d4a02508-f175-44fd-8abe-78b9e5121e24.vmdk. No consolidation needed. {{(pid=68835) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1230.991688] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1230.991688] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e94d3bfa-add0-4928-85ce-f704dde2621a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.013359] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1231.013359] env[68835]: value = "task-3155030" [ 1231.013359] env[68835]: _type = "Task" [ 1231.013359] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.020051] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155030, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.062361] env[68835]: DEBUG oslo_vmware.api [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155028, 'name': PowerOnVM_Task, 'duration_secs': 0.835913} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.062689] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.062915] env[68835]: INFO nova.compute.manager [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1231.063128] env[68835]: DEBUG nova.compute.manager [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.064063] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c60447f-8423-42c4-8ac7-82e533517b32 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.175252] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b472b688-8e44-4db2-8147-fc7ea4aab057 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "36f9f044-34c6-4aa5-bfb3-4743f930012b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.524436] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155030, 'name': ReconfigVM_Task, 'duration_secs': 0.223666} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.524731] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1231.532247] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2036df0-1fec-4333-b34f-72591bdb27b5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.550994] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1231.550994] env[68835]: value = "task-3155032" [ 1231.550994] env[68835]: _type = "Task" [ 1231.550994] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.564396] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.582602] env[68835]: INFO nova.compute.manager [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Took 13.76 seconds to build instance. [ 1231.685629] env[68835]: DEBUG nova.network.neutron [req-f04233bf-501d-49a2-b7f9-f9db96baadbf req-2e110857-802c-4e6a-a8aa-447019e4c4fb service nova] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Updated VIF entry in instance network info cache for port 092c659b-e952-4ace-982a-4091e177591b. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.686170] env[68835]: DEBUG nova.network.neutron [req-f04233bf-501d-49a2-b7f9-f9db96baadbf req-2e110857-802c-4e6a-a8aa-447019e4c4fb service nova] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Updating instance_info_cache with network_info: [{"id": "092c659b-e952-4ace-982a-4091e177591b", "address": "fa:16:3e:56:a3:06", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap092c659b-e9", "ovs_interfaceid": "092c659b-e952-4ace-982a-4091e177591b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.029576] env[68835]: DEBUG nova.compute.manager [req-ea1a639f-ff0e-42ec-ba29-9c5e90c8992d req-7d3518b0-db38-41da-a566-25bbccf21479 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Received event network-changed-5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.029766] env[68835]: DEBUG nova.compute.manager [req-ea1a639f-ff0e-42ec-ba29-9c5e90c8992d req-7d3518b0-db38-41da-a566-25bbccf21479 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Refreshing instance network info cache due to event network-changed-5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.029981] env[68835]: DEBUG oslo_concurrency.lockutils [req-ea1a639f-ff0e-42ec-ba29-9c5e90c8992d req-7d3518b0-db38-41da-a566-25bbccf21479 service nova] Acquiring lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.030142] env[68835]: DEBUG oslo_concurrency.lockutils [req-ea1a639f-ff0e-42ec-ba29-9c5e90c8992d req-7d3518b0-db38-41da-a566-25bbccf21479 service nova] Acquired lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.030554] env[68835]: DEBUG nova.network.neutron [req-ea1a639f-ff0e-42ec-ba29-9c5e90c8992d req-7d3518b0-db38-41da-a566-25bbccf21479 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Refreshing network info cache for port 5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.060249] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155032, 'name': ReconfigVM_Task, 'duration_secs': 0.374215} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.061028] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631292', 'volume_id': 'd4a02508-f175-44fd-8abe-78b9e5121e24', 'name': 'volume-d4a02508-f175-44fd-8abe-78b9e5121e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ce697b2-a102-4aca-b48f-b9ac737599d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4a02508-f175-44fd-8abe-78b9e5121e24', 'serial': 'd4a02508-f175-44fd-8abe-78b9e5121e24'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1232.086602] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85ef8e39-4670-47c1-9968-1cedf2808f4f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "9def67ec-97f7-4b06-b85a-1df916712bcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.269s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.189157] env[68835]: DEBUG oslo_concurrency.lockutils [req-f04233bf-501d-49a2-b7f9-f9db96baadbf req-2e110857-802c-4e6a-a8aa-447019e4c4fb service nova] Releasing lock "refresh_cache-08a88bcb-2b7b-47de-b870-af3a150b31d7" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.227985] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "36f9f044-34c6-4aa5-bfb3-4743f930012b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.228277] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "36f9f044-34c6-4aa5-bfb3-4743f930012b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.228496] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "36f9f044-34c6-4aa5-bfb3-4743f930012b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.228694] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "36f9f044-34c6-4aa5-bfb3-4743f930012b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.228862] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "36f9f044-34c6-4aa5-bfb3-4743f930012b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.231148] env[68835]: INFO nova.compute.manager [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Terminating instance [ 1232.734703] env[68835]: DEBUG nova.compute.manager [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1232.735038] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.736400] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b99231-ecc1-47af-a36e-e3a04e0bef71 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.743939] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.744706] env[68835]: DEBUG nova.network.neutron [req-ea1a639f-ff0e-42ec-ba29-9c5e90c8992d req-7d3518b0-db38-41da-a566-25bbccf21479 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Updated VIF entry in instance network info cache for port 5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.745044] env[68835]: DEBUG nova.network.neutron [req-ea1a639f-ff0e-42ec-ba29-9c5e90c8992d req-7d3518b0-db38-41da-a566-25bbccf21479 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Updating instance_info_cache with network_info: [{"id": "5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a", "address": "fa:16:3e:1f:c2:21", "network": {"id": "da7fa90e-7f64-4b73-9608-1118aa2742d1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1289376040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208dae9fe2434d12937fb80bcaac1273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed57c08-92", "ovs_interfaceid": "5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.746059] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb9fef3e-0069-4501-89e1-393480305910 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.753342] env[68835]: DEBUG oslo_vmware.api [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1232.753342] env[68835]: value = "task-3155033" [ 1232.753342] env[68835]: _type = "Task" [ 1232.753342] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.761707] env[68835]: DEBUG oslo_vmware.api [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3155033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.115442] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.115547] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc4aaa83-5a9a-4635-be19-ae0b88042f55 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.123142] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1233.123142] env[68835]: value = "task-3155034" [ 1233.123142] env[68835]: _type = "Task" [ 1233.123142] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.132504] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.210377] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "f78439cd-d422-42bb-a2cb-060230e8a34a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.210713] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "f78439cd-d422-42bb-a2cb-060230e8a34a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.210918] env[68835]: DEBUG nova.compute.manager [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Going to confirm migration 6 {{(pid=68835) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1233.249113] env[68835]: DEBUG oslo_concurrency.lockutils [req-ea1a639f-ff0e-42ec-ba29-9c5e90c8992d req-7d3518b0-db38-41da-a566-25bbccf21479 service nova] Releasing lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.263485] env[68835]: DEBUG oslo_vmware.api [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3155033, 'name': PowerOffVM_Task, 'duration_secs': 0.187046} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.263754] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.263937] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.264206] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f94ba5c4-4b84-46b2-af80-70112bc8f097 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.271074] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Volume attach. Driver type: vmdk {{(pid=68835) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1233.271295] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631296', 'volume_id': '92a19a38-5c8a-432a-839a-15d6f3d1e6ce', 'name': 'volume-92a19a38-5c8a-432a-839a-15d6f3d1e6ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9cb91e88-99ac-4ebd-a6f7-dc34dafe0956', 'attached_at': '', 'detached_at': '', 'volume_id': '92a19a38-5c8a-432a-839a-15d6f3d1e6ce', 'serial': '92a19a38-5c8a-432a-839a-15d6f3d1e6ce'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1233.272052] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c512f139-fc04-4afc-b61e-2669cc16395b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.288196] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c6c903-f3a6-4ab8-aba7-04dca05ee4bc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.312297] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-92a19a38-5c8a-432a-839a-15d6f3d1e6ce/volume-92a19a38-5c8a-432a-839a-15d6f3d1e6ce.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.312576] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a81d01be-f93d-4af9-8571-bde70fd69b05 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.330220] env[68835]: DEBUG oslo_vmware.api [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1233.330220] env[68835]: value = "task-3155036" [ 1233.330220] env[68835]: _type = "Task" [ 1233.330220] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.334380] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.334588] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.334767] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Deleting the datastore file [datastore1] 36f9f044-34c6-4aa5-bfb3-4743f930012b {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.335302] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ae7d8d1-ffc8-49cf-b84c-4b94d67f045e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.339610] env[68835]: DEBUG oslo_vmware.api [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.343758] env[68835]: DEBUG oslo_vmware.api [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for the task: (returnval){ [ 1233.343758] env[68835]: value = "task-3155037" [ 1233.343758] env[68835]: _type = "Task" [ 1233.343758] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.351498] env[68835]: DEBUG oslo_vmware.api [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3155037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.634192] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] VM already powered off {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1233.634467] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Volume detach. Driver type: vmdk {{(pid=68835) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1233.634710] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631292', 'volume_id': 'd4a02508-f175-44fd-8abe-78b9e5121e24', 'name': 'volume-d4a02508-f175-44fd-8abe-78b9e5121e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ce697b2-a102-4aca-b48f-b9ac737599d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4a02508-f175-44fd-8abe-78b9e5121e24', 'serial': 'd4a02508-f175-44fd-8abe-78b9e5121e24'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1233.635596] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f624a0da-56d3-40ce-b7f5-166382e905a6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.655377] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b11f06-e3be-4d5b-b2f7-6f3fd0bf0d19 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.662163] env[68835]: WARNING nova.virt.vmwareapi.driver [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1233.662492] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.663331] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438f232a-63cc-4f5b-89d2-d0b5fb19ffe8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.670423] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.670423] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b20dde66-30ca-4e19-9e65-0a2fab64fa37 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.729041] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.729041] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.729041] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Deleting the datastore file [datastore1] 4ce697b2-a102-4aca-b48f-b9ac737599d5 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.729340] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be89b8ca-0ffd-4658-8dcd-fb60ef14f2b9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.735801] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1233.735801] env[68835]: value = "task-3155039" [ 1233.735801] env[68835]: _type = "Task" [ 1233.735801] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.747761] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.782551] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "refresh_cache-f78439cd-d422-42bb-a2cb-060230e8a34a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.782776] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquired lock "refresh_cache-f78439cd-d422-42bb-a2cb-060230e8a34a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.782999] env[68835]: DEBUG nova.network.neutron [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.783304] env[68835]: DEBUG nova.objects.instance [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lazy-loading 'info_cache' on Instance uuid f78439cd-d422-42bb-a2cb-060230e8a34a {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.840474] env[68835]: DEBUG oslo_vmware.api [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155036, 'name': ReconfigVM_Task, 'duration_secs': 0.342088} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.840757] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-92a19a38-5c8a-432a-839a-15d6f3d1e6ce/volume-92a19a38-5c8a-432a-839a-15d6f3d1e6ce.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.845580] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d7d4bfe-59e0-4895-890d-8004795dfc26 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.864655] env[68835]: DEBUG oslo_vmware.api [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Task: {'id': task-3155037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139524} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.865839] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.866044] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.866234] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.866437] env[68835]: INFO nova.compute.manager [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1233.866681] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.866929] env[68835]: DEBUG oslo_vmware.api [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1233.866929] env[68835]: value = "task-3155040" [ 1233.866929] env[68835]: _type = "Task" [ 1233.866929] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.867131] env[68835]: DEBUG nova.compute.manager [-] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.867231] env[68835]: DEBUG nova.network.neutron [-] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.876652] env[68835]: DEBUG oslo_vmware.api [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155040, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.247024] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154452} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.247324] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.247526] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.247701] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.375320] env[68835]: DEBUG nova.compute.manager [req-49068c6d-fc8b-4e01-8734-a4ed2734ac5b req-725789db-a75e-437b-80f5-5e3dfb81045d service nova] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Received event network-vif-deleted-7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.375526] env[68835]: INFO nova.compute.manager [req-49068c6d-fc8b-4e01-8734-a4ed2734ac5b req-725789db-a75e-437b-80f5-5e3dfb81045d service nova] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Neutron deleted interface 7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9; detaching it from the instance and deleting it from the info cache [ 1234.375699] env[68835]: DEBUG nova.network.neutron [req-49068c6d-fc8b-4e01-8734-a4ed2734ac5b req-725789db-a75e-437b-80f5-5e3dfb81045d service nova] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.382346] env[68835]: DEBUG oslo_vmware.api [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155040, 'name': ReconfigVM_Task, 'duration_secs': 0.166959} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.382644] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631296', 'volume_id': '92a19a38-5c8a-432a-839a-15d6f3d1e6ce', 'name': 'volume-92a19a38-5c8a-432a-839a-15d6f3d1e6ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9cb91e88-99ac-4ebd-a6f7-dc34dafe0956', 'attached_at': '', 'detached_at': '', 'volume_id': '92a19a38-5c8a-432a-839a-15d6f3d1e6ce', 'serial': '92a19a38-5c8a-432a-839a-15d6f3d1e6ce'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1234.753805] env[68835]: INFO nova.virt.block_device [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Booting with volume d4a02508-f175-44fd-8abe-78b9e5121e24 at /dev/sdb [ 1234.783037] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bb2171a-17c4-4b61-a960-4386442b8944 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.792223] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47c98fa-0449-40b3-867b-0be0be1d2238 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.824362] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-790c316a-5995-4821-a685-203abc3aee7d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.826168] env[68835]: DEBUG nova.network.neutron [-] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.833550] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7e0332-af47-4d14-89ea-591fad45161a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.865333] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9fc887-8be8-4202-9ccc-e0e22228cf79 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.871893] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ef2106-3772-4c80-96ff-68568b82194c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.880092] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d91e7b42-ea2a-47d2-8c98-a8bd607d496a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.887743] env[68835]: DEBUG nova.virt.block_device [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Updating existing volume attachment record: 10fd82da-5884-480c-8ed8-aa601a0369e7 {{(pid=68835) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1234.896919] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60295e5e-fa8a-4f5f-b0d3-8b76f4594e1e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.929456] env[68835]: DEBUG nova.compute.manager [req-49068c6d-fc8b-4e01-8734-a4ed2734ac5b req-725789db-a75e-437b-80f5-5e3dfb81045d service nova] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Detach interface failed, port_id=7a3aa8f3-697f-4d0b-8a0b-80317a0cd7b9, reason: Instance 36f9f044-34c6-4aa5-bfb3-4743f930012b could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1235.022671] env[68835]: DEBUG nova.network.neutron [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Updating instance_info_cache with network_info: [{"id": "43498ec1-74bf-4ac8-9ec3-768fe79eb044", "address": "fa:16:3e:aa:44:af", "network": {"id": "8f94aefb-ec2b-492e-a6b0-028ca3d9747b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992506798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b1210243e4cb69e810179ea79c16b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43498ec1-74", "ovs_interfaceid": "43498ec1-74bf-4ac8-9ec3-768fe79eb044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.328375] env[68835]: INFO nova.compute.manager [-] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Took 1.46 seconds to deallocate network for instance. [ 1235.430960] env[68835]: DEBUG nova.objects.instance [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lazy-loading 'flavor' on Instance uuid 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.525511] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Releasing lock "refresh_cache-f78439cd-d422-42bb-a2cb-060230e8a34a" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.525778] env[68835]: DEBUG nova.objects.instance [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lazy-loading 'migration_context' on Instance uuid f78439cd-d422-42bb-a2cb-060230e8a34a {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.835176] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.835481] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.835710] env[68835]: DEBUG nova.objects.instance [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lazy-loading 'resources' on Instance uuid 36f9f044-34c6-4aa5-bfb3-4743f930012b {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.941258] env[68835]: DEBUG oslo_concurrency.lockutils [None req-422349e4-6c1e-421c-b778-602f1bb14668 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.274s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.028879] env[68835]: DEBUG nova.objects.base [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1236.029905] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6302c8-42d3-421e-9345-860917ea1424 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.051065] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa1fbce-7343-4d35-af49-59603a9b11f0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.056327] env[68835]: DEBUG oslo_vmware.api [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1236.056327] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52befc9d-6c69-1f11-b9f6-846374a4931d" [ 1236.056327] env[68835]: _type = "Task" [ 1236.056327] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.064025] env[68835]: DEBUG oslo_vmware.api [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52befc9d-6c69-1f11-b9f6-846374a4931d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.453137] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b62139-0bc7-4efd-a376-86129d9de79f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.460953] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25acf5a-3be2-41b4-88cc-8a947081ce56 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.493512] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af3d3e1-9030-423e-b858-5a4b3e5fbc6e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.500776] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc51af99-8d81-41eb-8824-b042a021d736 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.515940] env[68835]: DEBUG nova.compute.provider_tree [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.569138] env[68835]: DEBUG oslo_vmware.api [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52befc9d-6c69-1f11-b9f6-846374a4931d, 'name': SearchDatastore_Task, 'duration_secs': 0.008727} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.569382] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.019509] env[68835]: DEBUG nova.scheduler.client.report [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.024534] env[68835]: DEBUG nova.virt.hardware [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.024803] env[68835]: DEBUG nova.virt.hardware [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.024916] env[68835]: DEBUG nova.virt.hardware [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.025115] env[68835]: DEBUG nova.virt.hardware [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.025266] env[68835]: DEBUG nova.virt.hardware [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.025415] env[68835]: DEBUG nova.virt.hardware [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.025620] env[68835]: DEBUG nova.virt.hardware [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.025776] env[68835]: DEBUG nova.virt.hardware [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.025939] env[68835]: DEBUG nova.virt.hardware [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.026121] env[68835]: DEBUG nova.virt.hardware [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.026306] env[68835]: DEBUG nova.virt.hardware [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.027553] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caea56d8-c2a3-4df0-a061-a7aab889dd32 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.037185] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be34e72-8590-4e33-a32b-0ed19780130f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.051150] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:c5:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72e363e1-d321-4080-bd74-b9509a853fe6', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.058590] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.058828] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.059041] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ad3a44f-7bfd-4ef0-848a-9658fd4c19e6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.077474] env[68835]: DEBUG nova.compute.manager [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Stashing vm_state: active {{(pid=68835) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1237.082441] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.082441] env[68835]: value = "task-3155041" [ 1237.082441] env[68835]: _type = "Task" [ 1237.082441] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.090348] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155041, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.532920] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.535305] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.966s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.551531] env[68835]: INFO nova.scheduler.client.report [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Deleted allocations for instance 36f9f044-34c6-4aa5-bfb3-4743f930012b [ 1237.594385] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155041, 'name': CreateVM_Task, 'duration_secs': 0.31322} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.595200] env[68835]: DEBUG oslo_concurrency.lockutils [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.595404] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.596559] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.596730] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.597125] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.597659] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-814963f1-521c-4691-80e3-d1c00b18c65f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.603607] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1237.603607] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52d8d84e-be2e-3f9c-e321-52384bbb2edc" [ 1237.603607] env[68835]: _type = "Task" [ 1237.603607] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.614826] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52d8d84e-be2e-3f9c-e321-52384bbb2edc, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.615097] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.615322] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.615574] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.615725] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.615902] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.616154] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61993ce7-4f17-4ec6-bbfb-9c1ccf9000b9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.623304] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.623476] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.624143] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4e90e0d-ce1f-4f2e-a6c8-c66f833eccf3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.628789] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1237.628789] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]526d9579-ad22-83d7-dcd1-e90e738b4d96" [ 1237.628789] env[68835]: _type = "Task" [ 1237.628789] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.635805] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526d9579-ad22-83d7-dcd1-e90e738b4d96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.058973] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1ed6613c-04fe-40cd-a7f4-743805bf4770 tempest-AttachVolumeNegativeTest-2037306703 tempest-AttachVolumeNegativeTest-2037306703-project-member] Lock "36f9f044-34c6-4aa5-bfb3-4743f930012b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.831s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.139043] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526d9579-ad22-83d7-dcd1-e90e738b4d96, 'name': SearchDatastore_Task, 'duration_secs': 0.007661} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.142030] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f241623e-7217-4149-abcc-96a7591864f4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.148462] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1238.148462] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52a71e28-00e9-5571-ec16-5e12d97d813e" [ 1238.148462] env[68835]: _type = "Task" [ 1238.148462] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.153087] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f846e5-e4fd-4db5-b999-0851432ea578 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.160393] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a71e28-00e9-5571-ec16-5e12d97d813e, 'name': SearchDatastore_Task, 'duration_secs': 0.009645} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.162264] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.162523] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 4ce697b2-a102-4aca-b48f-b9ac737599d5/4ce697b2-a102-4aca-b48f-b9ac737599d5.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.162814] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-709eae1b-d993-4228-8f6d-9cc180cbb0d2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.165484] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788beebe-1182-478a-8a93-b26bcbeea3a6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.172643] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1238.172643] env[68835]: value = "task-3155042" [ 1238.172643] env[68835]: _type = "Task" [ 1238.172643] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.200331] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf66cb3-72a2-4fbb-b4fc-9eab5cb90654 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.207387] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.210584] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e20949b-7bca-4aff-a158-7760e666a176 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.225379] env[68835]: DEBUG nova.compute.provider_tree [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.706047] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447809} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.706047] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 4ce697b2-a102-4aca-b48f-b9ac737599d5/4ce697b2-a102-4aca-b48f-b9ac737599d5.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.706320] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.706387] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-943693f4-5b59-44d2-8e61-b82a5ffdbeae {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.712546] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1238.712546] env[68835]: value = "task-3155044" [ 1238.712546] env[68835]: _type = "Task" [ 1238.712546] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.720338] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.728526] env[68835]: DEBUG nova.scheduler.client.report [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.222167] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072342} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.222479] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.223261] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a0f635-4471-4f1d-82aa-ceb3275bf8a7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.250948] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 4ce697b2-a102-4aca-b48f-b9ac737599d5/4ce697b2-a102-4aca-b48f-b9ac737599d5.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.250948] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-859fa20e-8b20-4939-8382-e444aa78caa3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.270978] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1239.270978] env[68835]: value = "task-3155045" [ 1239.270978] env[68835]: _type = "Task" [ 1239.270978] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.278893] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.742829] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.207s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.746129] env[68835]: DEBUG oslo_concurrency.lockutils [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.151s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.781135] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.251893] env[68835]: INFO nova.compute.claims [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.283222] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155045, 'name': ReconfigVM_Task, 'duration_secs': 0.624204} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.283502] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 4ce697b2-a102-4aca-b48f-b9ac737599d5/4ce697b2-a102-4aca-b48f-b9ac737599d5.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.284657] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'size': 0, 'device_name': '/dev/sda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'guest_format': None, 'disk_bus': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'image_id': '61e80c77-27af-4034-acfc-6b989eb5a7e6'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'attachment_id': '10fd82da-5884-480c-8ed8-aa601a0369e7', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631292', 'volume_id': 'd4a02508-f175-44fd-8abe-78b9e5121e24', 'name': 'volume-d4a02508-f175-44fd-8abe-78b9e5121e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ce697b2-a102-4aca-b48f-b9ac737599d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4a02508-f175-44fd-8abe-78b9e5121e24', 'serial': 'd4a02508-f175-44fd-8abe-78b9e5121e24'}, 'device_type': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=68835) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1240.284855] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Volume attach. Driver type: vmdk {{(pid=68835) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1240.285055] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631292', 'volume_id': 'd4a02508-f175-44fd-8abe-78b9e5121e24', 'name': 'volume-d4a02508-f175-44fd-8abe-78b9e5121e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ce697b2-a102-4aca-b48f-b9ac737599d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4a02508-f175-44fd-8abe-78b9e5121e24', 'serial': 'd4a02508-f175-44fd-8abe-78b9e5121e24'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1240.286082] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72197156-ac87-417e-a903-bcf950aa34c6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.303274] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90b606a-e5e5-4546-947b-74b8c1803624 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.327316] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-d4a02508-f175-44fd-8abe-78b9e5121e24/volume-d4a02508-f175-44fd-8abe-78b9e5121e24.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.328395] env[68835]: INFO nova.scheduler.client.report [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Deleted allocation for migration dde9557f-e8f2-4b94-9223-c00f6dc773ec [ 1240.332605] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a06535e0-2bc5-4eb2-90c7-34da5f4354ca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.349900] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1240.349900] env[68835]: value = "task-3155046" [ 1240.349900] env[68835]: _type = "Task" [ 1240.349900] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.358055] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.758389] env[68835]: INFO nova.compute.resource_tracker [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updating resource usage from migration 6a85a3c8-f920-424e-bb85-f955a1434694 [ 1240.834800] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "f78439cd-d422-42bb-a2cb-060230e8a34a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.624s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.859550] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155046, 'name': ReconfigVM_Task, 'duration_secs': 0.326115} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.862345] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-d4a02508-f175-44fd-8abe-78b9e5121e24/volume-d4a02508-f175-44fd-8abe-78b9e5121e24.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.867881] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-322dc21c-0d3f-4892-a73c-64bfe0fd4bb5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.879776] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce593316-4f14-4f9c-9765-4990f45969f5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.889846] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969b8152-7b5d-4397-9e79-24f0ee887787 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.893018] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1240.893018] env[68835]: value = "task-3155048" [ 1240.893018] env[68835]: _type = "Task" [ 1240.893018] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.923440] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47c94a8-a017-4de9-a4ce-7b1f34f995c8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.929262] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.933924] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9cdad4-fb12-4179-8542-0503523b7419 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.949376] env[68835]: DEBUG nova.compute.provider_tree [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.402744] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155048, 'name': ReconfigVM_Task, 'duration_secs': 0.14462} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.403061] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631292', 'volume_id': 'd4a02508-f175-44fd-8abe-78b9e5121e24', 'name': 'volume-d4a02508-f175-44fd-8abe-78b9e5121e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ce697b2-a102-4aca-b48f-b9ac737599d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4a02508-f175-44fd-8abe-78b9e5121e24', 'serial': 'd4a02508-f175-44fd-8abe-78b9e5121e24'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1241.403619] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94bc22b2-5d5f-49b2-87f7-5a83acc51778 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.410255] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1241.410255] env[68835]: value = "task-3155049" [ 1241.410255] env[68835]: _type = "Task" [ 1241.410255] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.418025] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155049, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.452373] env[68835]: DEBUG nova.scheduler.client.report [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.919813] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155049, 'name': Rename_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.957969] env[68835]: DEBUG oslo_concurrency.lockutils [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.212s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.958162] env[68835]: INFO nova.compute.manager [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Migrating [ 1242.236160] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "f78439cd-d422-42bb-a2cb-060230e8a34a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.236160] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "f78439cd-d422-42bb-a2cb-060230e8a34a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.236429] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "f78439cd-d422-42bb-a2cb-060230e8a34a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.236577] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "f78439cd-d422-42bb-a2cb-060230e8a34a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.236753] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "f78439cd-d422-42bb-a2cb-060230e8a34a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.239471] env[68835]: INFO nova.compute.manager [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Terminating instance [ 1242.420707] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155049, 'name': Rename_Task, 'duration_secs': 0.758631} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.421193] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.421193] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9c2b87e-f744-4fb0-a86e-51a1e5fe04bc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.429308] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1242.429308] env[68835]: value = "task-3155050" [ 1242.429308] env[68835]: _type = "Task" [ 1242.429308] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.438175] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.474173] env[68835]: DEBUG oslo_concurrency.lockutils [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.474465] env[68835]: DEBUG oslo_concurrency.lockutils [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.474557] env[68835]: DEBUG nova.network.neutron [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.743942] env[68835]: DEBUG nova.compute.manager [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.744244] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.746982] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc25124-d06c-4e09-8b1c-09f63653052a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.754806] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.755083] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c94f99c-4c53-40e2-b3d9-fe684fb3f02f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.760736] env[68835]: DEBUG oslo_vmware.api [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1242.760736] env[68835]: value = "task-3155051" [ 1242.760736] env[68835]: _type = "Task" [ 1242.760736] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.767977] env[68835]: DEBUG oslo_vmware.api [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3155051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.939263] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155050, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.183789] env[68835]: DEBUG nova.network.neutron [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updating instance_info_cache with network_info: [{"id": "32d637e1-32dd-4bb6-a157-b4ce6f25d6e2", "address": "fa:16:3e:0c:db:e2", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d637e1-32", "ovs_interfaceid": "32d637e1-32dd-4bb6-a157-b4ce6f25d6e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.270257] env[68835]: DEBUG oslo_vmware.api [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3155051, 'name': PowerOffVM_Task, 'duration_secs': 0.235584} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.270513] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.270685] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.270922] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba57c00b-0ba7-4ffa-9c5e-ad0189ae0e6f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.328910] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.329143] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.329331] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Deleting the datastore file [datastore2] f78439cd-d422-42bb-a2cb-060230e8a34a {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.329576] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60408b1f-9686-46cf-bebd-7bbf990c8b35 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.336034] env[68835]: DEBUG oslo_vmware.api [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for the task: (returnval){ [ 1243.336034] env[68835]: value = "task-3155053" [ 1243.336034] env[68835]: _type = "Task" [ 1243.336034] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.343885] env[68835]: DEBUG oslo_vmware.api [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3155053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.439451] env[68835]: DEBUG oslo_vmware.api [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155050, 'name': PowerOnVM_Task, 'duration_secs': 0.512834} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.439787] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.439895] env[68835]: DEBUG nova.compute.manager [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.440653] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2acab71-1dac-4635-ad0c-585384d1a45d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.687104] env[68835]: DEBUG oslo_concurrency.lockutils [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.846042] env[68835]: DEBUG oslo_vmware.api [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Task: {'id': task-3155053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13825} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.846297] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.846501] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.846691] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.846857] env[68835]: INFO nova.compute.manager [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1243.847124] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.847316] env[68835]: DEBUG nova.compute.manager [-] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1243.847398] env[68835]: DEBUG nova.network.neutron [-] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.956030] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.956350] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.956440] env[68835]: DEBUG nova.objects.instance [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68835) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1244.107602] env[68835]: DEBUG nova.compute.manager [req-5033648d-6e96-43d9-84cd-c16831ae492f req-23498bb8-4c42-4275-b613-ea22430227b8 service nova] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Received event network-vif-deleted-43498ec1-74bf-4ac8-9ec3-768fe79eb044 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.107816] env[68835]: INFO nova.compute.manager [req-5033648d-6e96-43d9-84cd-c16831ae492f req-23498bb8-4c42-4275-b613-ea22430227b8 service nova] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Neutron deleted interface 43498ec1-74bf-4ac8-9ec3-768fe79eb044; detaching it from the instance and deleting it from the info cache [ 1244.107989] env[68835]: DEBUG nova.network.neutron [req-5033648d-6e96-43d9-84cd-c16831ae492f req-23498bb8-4c42-4275-b613-ea22430227b8 service nova] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.583176] env[68835]: DEBUG nova.network.neutron [-] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.611332] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d9f841e-7f6b-47cf-9b21-11e07d6aeb4a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.620426] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1327fb-cbbe-40ff-88c2-1c651326891a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.649635] env[68835]: DEBUG nova.compute.manager [req-5033648d-6e96-43d9-84cd-c16831ae492f req-23498bb8-4c42-4275-b613-ea22430227b8 service nova] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Detach interface failed, port_id=43498ec1-74bf-4ac8-9ec3-768fe79eb044, reason: Instance f78439cd-d422-42bb-a2cb-060230e8a34a could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1244.964997] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2027c8de-1869-416b-912f-c05a5f492278 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.085642] env[68835]: INFO nova.compute.manager [-] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Took 1.24 seconds to deallocate network for instance. [ 1245.201122] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dcc4c1-907c-4a32-a8d4-03279e5cda46 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.222207] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updating instance '9cb91e88-99ac-4ebd-a6f7-dc34dafe0956' progress to 0 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.592403] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.592855] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.592930] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.614688] env[68835]: INFO nova.scheduler.client.report [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Deleted allocations for instance f78439cd-d422-42bb-a2cb-060230e8a34a [ 1245.727565] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.727874] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ea59e6d-56e6-4cfd-bc46-6ff347d533e6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.735511] env[68835]: DEBUG oslo_vmware.api [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1245.735511] env[68835]: value = "task-3155055" [ 1245.735511] env[68835]: _type = "Task" [ 1245.735511] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.743502] env[68835]: DEBUG oslo_vmware.api [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.123932] env[68835]: DEBUG oslo_concurrency.lockutils [None req-45a37042-fd04-4430-a0a3-b35e10c40658 tempest-DeleteServersTestJSON-1071534319 tempest-DeleteServersTestJSON-1071534319-project-member] Lock "f78439cd-d422-42bb-a2cb-060230e8a34a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.888s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.245718] env[68835]: DEBUG oslo_vmware.api [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155055, 'name': PowerOffVM_Task, 'duration_secs': 0.247528} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.245980] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.246173] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updating instance '9cb91e88-99ac-4ebd-a6f7-dc34dafe0956' progress to 17 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.753184] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.753603] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.753646] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.753811] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.753960] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.754122] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.754330] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.754536] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.754722] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.754888] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.755078] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.760159] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8842fe3a-14a0-4096-ad90-5d18bc739978 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.776603] env[68835]: DEBUG oslo_vmware.api [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1246.776603] env[68835]: value = "task-3155057" [ 1246.776603] env[68835]: _type = "Task" [ 1246.776603] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.784272] env[68835]: DEBUG oslo_vmware.api [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.288067] env[68835]: DEBUG oslo_vmware.api [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155057, 'name': ReconfigVM_Task, 'duration_secs': 0.173119} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.288067] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updating instance '9cb91e88-99ac-4ebd-a6f7-dc34dafe0956' progress to 33 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.794254] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.794647] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.794647] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.794824] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.794980] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.795143] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.795355] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.795515] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.795682] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.795844] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.796025] env[68835]: DEBUG nova.virt.hardware [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.801418] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1247.801719] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96703604-b5d8-443d-80d0-7faa7d9f2226 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.820097] env[68835]: DEBUG oslo_vmware.api [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1247.820097] env[68835]: value = "task-3155058" [ 1247.820097] env[68835]: _type = "Task" [ 1247.820097] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.828241] env[68835]: DEBUG oslo_vmware.api [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.330482] env[68835]: DEBUG oslo_vmware.api [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155058, 'name': ReconfigVM_Task, 'duration_secs': 0.193472} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.330750] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1248.331548] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e75763-1088-4233-938b-91a865e24342 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.356717] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956/9cb91e88-99ac-4ebd-a6f7-dc34dafe0956.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.357233] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7778591-3bf7-4255-9f27-b2a31c42c3ae {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.377040] env[68835]: DEBUG oslo_vmware.api [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1248.377040] env[68835]: value = "task-3155059" [ 1248.377040] env[68835]: _type = "Task" [ 1248.377040] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.387158] env[68835]: DEBUG oslo_vmware.api [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.886871] env[68835]: DEBUG oslo_vmware.api [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155059, 'name': ReconfigVM_Task, 'duration_secs': 0.282472} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.887647] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956/9cb91e88-99ac-4ebd-a6f7-dc34dafe0956.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.887647] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updating instance '9cb91e88-99ac-4ebd-a6f7-dc34dafe0956' progress to 50 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1249.395233] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011d7692-ff03-4656-bbb6-e45c3d5656fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.418191] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02e3992-4407-4a34-93e3-990fb4ccdd2d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.438282] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updating instance '9cb91e88-99ac-4ebd-a6f7-dc34dafe0956' progress to 67 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.088111] env[68835]: DEBUG nova.network.neutron [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Port 32d637e1-32dd-4bb6-a157-b4ce6f25d6e2 binding to destination host cpu-1 is already ACTIVE {{(pid=68835) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1252.111463] env[68835]: DEBUG oslo_concurrency.lockutils [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.111463] env[68835]: DEBUG oslo_concurrency.lockutils [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.111912] env[68835]: DEBUG oslo_concurrency.lockutils [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.145894] env[68835]: DEBUG oslo_concurrency.lockutils [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.146144] env[68835]: DEBUG oslo_concurrency.lockutils [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.146284] env[68835]: DEBUG nova.network.neutron [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.843056] env[68835]: DEBUG nova.network.neutron [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updating instance_info_cache with network_info: [{"id": "32d637e1-32dd-4bb6-a157-b4ce6f25d6e2", "address": "fa:16:3e:0c:db:e2", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d637e1-32", "ovs_interfaceid": "32d637e1-32dd-4bb6-a157-b4ce6f25d6e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.345927] env[68835]: DEBUG oslo_concurrency.lockutils [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.855153] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314d89bc-07e0-4dc5-bddd-47af52536a76 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.862484] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fec76e9-e0e2-407e-a7bc-37f23e9b7962 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.248303] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.248512] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68835) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1255.958913] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8809e698-54c9-4a94-b8dc-90e1f6b9af5c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.980647] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d3d739-d5de-4c12-b049-48d656a71f52 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.986887] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updating instance '9cb91e88-99ac-4ebd-a6f7-dc34dafe0956' progress to 83 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.493496] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.493767] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13fab4a9-10fa-4f77-a08e-47442a29d780 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.501044] env[68835]: DEBUG oslo_vmware.api [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1256.501044] env[68835]: value = "task-3155060" [ 1256.501044] env[68835]: _type = "Task" [ 1256.501044] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.508662] env[68835]: DEBUG oslo_vmware.api [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.011297] env[68835]: DEBUG oslo_vmware.api [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155060, 'name': PowerOnVM_Task, 'duration_secs': 0.397642} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.011629] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.011724] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-017c00da-80df-4333-b34b-19f1c7536188 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updating instance '9cb91e88-99ac-4ebd-a6f7-dc34dafe0956' progress to 100 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1257.248907] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.243913] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.248542] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.248995] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.248995] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.248995] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.753937] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.754283] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.754462] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.754631] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68835) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1259.755573] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e560ca2-f0eb-44f7-8fd0-c47adb4fc4ee {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.764422] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d00f39-fde5-4a50-a0a6-58a919590fa0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.778553] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4896a2-8be8-43c6-b10b-3585c3d651c3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.784940] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af67f3b-539c-466a-a5cb-6e1b7cf1923e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.814135] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179966MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=68835) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1259.814321] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.814508] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.932140] env[68835]: DEBUG nova.network.neutron [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Port 32d637e1-32dd-4bb6-a157-b4ce6f25d6e2 binding to destination host cpu-1 is already ACTIVE {{(pid=68835) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1259.932424] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.932577] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.932743] env[68835]: DEBUG nova.network.neutron [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.638114] env[68835]: DEBUG nova.network.neutron [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updating instance_info_cache with network_info: [{"id": "32d637e1-32dd-4bb6-a157-b4ce6f25d6e2", "address": "fa:16:3e:0c:db:e2", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d637e1-32", "ovs_interfaceid": "32d637e1-32dd-4bb6-a157-b4ce6f25d6e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.823333] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Applying migration context for instance 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956 as it has an incoming, in-progress migration 6a85a3c8-f920-424e-bb85-f955a1434694. Migration status is reverting {{(pid=68835) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1260.824345] env[68835]: INFO nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updating resource usage from migration 6a85a3c8-f920-424e-bb85-f955a1434694 [ 1260.843730] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance a1cb86e0-6b66-4edf-b690-80e51709b58d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1260.843885] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 15b953b9-f3fc-4706-8a74-99d87a27fed6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1260.844016] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 4ce697b2-a102-4aca-b48f-b9ac737599d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1260.844152] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 08a88bcb-2b7b-47de-b870-af3a150b31d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1260.844269] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 9def67ec-97f7-4b06-b85a-1df916712bcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1260.844383] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Migration 6a85a3c8-f920-424e-bb85-f955a1434694 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1260.844494] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1260.844705] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1260.844843] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1260.926725] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03399548-7795-4ab1-99eb-e437895f8a81 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.933913] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ddccf4-ce05-4524-99d2-70fc005e3c44 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.965604] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe86154-d56d-46b8-b2cf-c0b3a0f13a2c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.972165] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df406be-4d8b-483a-8a9a-fbe634bdb5c9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.984593] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.141170] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.487355] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.644461] env[68835]: DEBUG nova.compute.manager [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68835) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1261.992161] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68835) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1261.992376] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.178s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.741066] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.741383] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.244584] env[68835]: DEBUG nova.objects.instance [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lazy-loading 'migration_context' on Instance uuid 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.842517] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d54df0e-929b-44d3-9c5c-1ef7b65e129a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.850223] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7796c6e7-20aa-4b3f-a860-865d311da027 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.879636] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0050d08c-6dd3-4c0b-83cd-8e2ae128e512 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.886449] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a694e13-0bb5-424c-b90e-9117710d3035 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.899016] env[68835]: DEBUG nova.compute.provider_tree [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.992569] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.402733] env[68835]: DEBUG nova.scheduler.client.report [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.415582] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.674s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.243807] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.951348] env[68835]: INFO nova.compute.manager [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Swapping old allocation on dict_keys(['630ca13a-1b55-4f34-b293-1d2d311149b3']) held by migration 6a85a3c8-f920-424e-bb85-f955a1434694 for instance [ 1266.971594] env[68835]: DEBUG nova.scheduler.client.report [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Overwriting current allocation {'allocations': {'630ca13a-1b55-4f34-b293-1d2d311149b3': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 160}}, 'project_id': 'ad97ab54e515498584d7af11614bb57e', 'user_id': '6023a25a7513415a856077dbf67851c7', 'consumer_generation': 1} on consumer 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956 {{(pid=68835) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1267.044809] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.045015] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.045203] env[68835]: DEBUG nova.network.neutron [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.739392] env[68835]: DEBUG nova.network.neutron [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updating instance_info_cache with network_info: [{"id": "32d637e1-32dd-4bb6-a157-b4ce6f25d6e2", "address": "fa:16:3e:0c:db:e2", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d637e1-32", "ovs_interfaceid": "32d637e1-32dd-4bb6-a157-b4ce6f25d6e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.241793] env[68835]: DEBUG oslo_concurrency.lockutils [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "refresh_cache-9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.242875] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbc590b-ae67-47bb-96b2-57daee2e9726 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.250279] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a757b28-03b0-4b86-80ab-5c0d5173ba2e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.330461] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.330819] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4215e565-d836-4d3a-85c9-1fa493023c6e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.338145] env[68835]: DEBUG oslo_vmware.api [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1269.338145] env[68835]: value = "task-3155061" [ 1269.338145] env[68835]: _type = "Task" [ 1269.338145] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.345866] env[68835]: DEBUG oslo_vmware.api [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.486285] env[68835]: INFO nova.compute.manager [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Rebuilding instance [ 1269.535801] env[68835]: DEBUG nova.compute.manager [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.536848] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c0ed4b-07f7-4398-908d-595eab664574 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.849298] env[68835]: DEBUG oslo_vmware.api [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155061, 'name': PowerOffVM_Task, 'duration_secs': 0.205501} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.849298] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.849532] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.849619] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.849797] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.849953] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.850118] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.850266] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.850471] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.850630] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.850791] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.850955] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.851142] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.856047] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-073b98d6-340a-42da-88cc-7209d16463fe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.871508] env[68835]: DEBUG oslo_vmware.api [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1269.871508] env[68835]: value = "task-3155062" [ 1269.871508] env[68835]: _type = "Task" [ 1269.871508] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.879225] env[68835]: DEBUG oslo_vmware.api [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.381374] env[68835]: DEBUG oslo_vmware.api [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155062, 'name': ReconfigVM_Task, 'duration_secs': 0.134076} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.382333] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4ee796-7fa9-4e8e-a67f-2ef1697b52a9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.403825] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.404087] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.404256] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.404440] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.404590] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.404770] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.404989] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.405169] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.405340] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.405503] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.405676] env[68835]: DEBUG nova.virt.hardware [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.406481] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac4bf137-4272-409d-8512-d8f3056c401f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.412226] env[68835]: DEBUG oslo_vmware.api [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1270.412226] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]521b6d4d-0447-6366-883f-841e4df7063e" [ 1270.412226] env[68835]: _type = "Task" [ 1270.412226] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.420224] env[68835]: DEBUG oslo_vmware.api [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521b6d4d-0447-6366-883f-841e4df7063e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.550256] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.550614] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9606468-2869-4dcc-88ee-4f2c38f8d340 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.557768] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1270.557768] env[68835]: value = "task-3155063" [ 1270.557768] env[68835]: _type = "Task" [ 1270.557768] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.567665] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.926689] env[68835]: DEBUG oslo_vmware.api [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521b6d4d-0447-6366-883f-841e4df7063e, 'name': SearchDatastore_Task, 'duration_secs': 0.008357} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.935903] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1270.936275] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04743c22-54ff-4dbd-b4bd-5161f5672d68 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.964396] env[68835]: DEBUG oslo_vmware.api [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1270.964396] env[68835]: value = "task-3155064" [ 1270.964396] env[68835]: _type = "Task" [ 1270.964396] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.974967] env[68835]: DEBUG oslo_vmware.api [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.067459] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155063, 'name': PowerOffVM_Task, 'duration_secs': 0.180478} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.067754] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.068023] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.068810] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c597977-9240-4fd8-a014-2a3092ab6431 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.075668] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.075924] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6a39ae9-8155-43cc-a871-19a6006084f6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.155525] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "9def67ec-97f7-4b06-b85a-1df916712bcc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.155871] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "9def67ec-97f7-4b06-b85a-1df916712bcc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.156080] env[68835]: INFO nova.compute.manager [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Shelving [ 1271.213958] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.214473] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.214473] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Deleting the datastore file [datastore1] 08a88bcb-2b7b-47de-b870-af3a150b31d7 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.214663] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-871ad0ef-d0e2-478f-8e7b-0b6e8634de4b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.221124] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1271.221124] env[68835]: value = "task-3155066" [ 1271.221124] env[68835]: _type = "Task" [ 1271.221124] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.229388] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.475331] env[68835]: DEBUG oslo_vmware.api [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155064, 'name': ReconfigVM_Task, 'duration_secs': 0.214807} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.475688] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1271.476312] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e52de3-42a3-4c29-bee2-faef5ed54544 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.500649] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956/9cb91e88-99ac-4ebd-a6f7-dc34dafe0956.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.500886] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-280ce060-49cd-40b8-aadc-5de54d9fcd0c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.518961] env[68835]: DEBUG oslo_vmware.api [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1271.518961] env[68835]: value = "task-3155067" [ 1271.518961] env[68835]: _type = "Task" [ 1271.518961] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.527766] env[68835]: DEBUG oslo_vmware.api [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.730985] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13689} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.731257] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.731738] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.731738] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.029651] env[68835]: DEBUG oslo_vmware.api [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155067, 'name': ReconfigVM_Task, 'duration_secs': 0.287935} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.029943] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956/9cb91e88-99ac-4ebd-a6f7-dc34dafe0956.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.030806] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ef4cc0-af09-4059-b17f-46b15a810c75 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.051233] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc2cd84-a56a-4b06-b8e7-99b406ffca55 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.071213] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f096597d-f3f5-487e-b843-c169a6bda0da {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.091310] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb229999-84e6-4ebf-a49f-cba2c6d7274d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.097767] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.097982] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56bf9f7a-9e2c-43d9-b0ac-563c756f6beb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.103055] env[68835]: DEBUG oslo_vmware.api [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1272.103055] env[68835]: value = "task-3155068" [ 1272.103055] env[68835]: _type = "Task" [ 1272.103055] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.110098] env[68835]: DEBUG oslo_vmware.api [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.164923] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.165254] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db6406fc-ed08-4677-947b-0c5e7aebed04 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.171936] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1272.171936] env[68835]: value = "task-3155069" [ 1272.171936] env[68835]: _type = "Task" [ 1272.171936] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.180567] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.614323] env[68835]: DEBUG oslo_vmware.api [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155068, 'name': PowerOnVM_Task, 'duration_secs': 0.368334} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.614708] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.681366] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155069, 'name': PowerOffVM_Task, 'duration_secs': 0.25176} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.681607] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.682400] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c70a5e3-8e7b-45c6-afb8-6a4b1a8ebf9a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.701345] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8ebb79-def5-4206-930f-4978ad3f5e16 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.762277] env[68835]: DEBUG nova.virt.hardware [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1272.762548] env[68835]: DEBUG nova.virt.hardware [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1272.762712] env[68835]: DEBUG nova.virt.hardware [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1272.762907] env[68835]: DEBUG nova.virt.hardware [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1272.763069] env[68835]: DEBUG nova.virt.hardware [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1272.763221] env[68835]: DEBUG nova.virt.hardware [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1272.763426] env[68835]: DEBUG nova.virt.hardware [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1272.763585] env[68835]: DEBUG nova.virt.hardware [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1272.763751] env[68835]: DEBUG nova.virt.hardware [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1272.763914] env[68835]: DEBUG nova.virt.hardware [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1272.764101] env[68835]: DEBUG nova.virt.hardware [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1272.764954] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33dd904-dab4-4052-aa9b-4d1b8ade82a7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.772562] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb71dc1-f4ff-49ac-a83c-b4412b542001 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.785576] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:a3:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '092c659b-e952-4ace-982a-4091e177591b', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1272.792990] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.793240] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1272.793443] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf8d92d1-3107-4050-aa31-8b15712e63d8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.812311] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1272.812311] env[68835]: value = "task-3155070" [ 1272.812311] env[68835]: _type = "Task" [ 1272.812311] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.819465] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155070, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.210337] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Creating Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1273.210649] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-27f5acd3-d5e5-4608-9b1a-9950bf1268b6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.218020] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1273.218020] env[68835]: value = "task-3155071" [ 1273.218020] env[68835]: _type = "Task" [ 1273.218020] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.226418] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155071, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.321884] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155070, 'name': CreateVM_Task, 'duration_secs': 0.274083} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.322100] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1273.322765] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.322934] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.323314] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.323577] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9363e22-7ded-4467-8933-1977b6206717 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.328367] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1273.328367] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52b9a970-7eee-1f7f-fae8-7569f34836de" [ 1273.328367] env[68835]: _type = "Task" [ 1273.328367] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.336247] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b9a970-7eee-1f7f-fae8-7569f34836de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.661245] env[68835]: INFO nova.compute.manager [None req-f487bee7-99a6-408d-aa03-cc48ec496363 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updating instance to original state: 'active' [ 1273.727816] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155071, 'name': CreateSnapshot_Task, 'duration_secs': 0.442539} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.728047] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Created Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1273.728839] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7838b2-dae4-4a2e-90b4-86e7140d005d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.839921] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52b9a970-7eee-1f7f-fae8-7569f34836de, 'name': SearchDatastore_Task, 'duration_secs': 0.010299} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.840233] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.840461] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1273.840693] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.840847] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.841030] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1273.841288] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f21ed277-662e-494e-9489-38618c2b6ace {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.848940] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1273.849145] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1273.849814] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fd0f2a8-0083-43e5-962e-e9fea4232a31 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.854430] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1273.854430] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]523204d3-9169-ae5c-7acb-e2ac05c0935f" [ 1273.854430] env[68835]: _type = "Task" [ 1273.854430] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.861146] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]523204d3-9169-ae5c-7acb-e2ac05c0935f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.246069] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Creating linked-clone VM from snapshot {{(pid=68835) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1274.246345] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d3806c75-799b-478b-90b0-6d3b0efe7078 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.255022] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1274.255022] env[68835]: value = "task-3155072" [ 1274.255022] env[68835]: _type = "Task" [ 1274.255022] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.263235] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155072, 'name': CloneVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.364918] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]523204d3-9169-ae5c-7acb-e2ac05c0935f, 'name': SearchDatastore_Task, 'duration_secs': 0.008861} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.366222] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec3462c3-65ce-4e0b-be77-2edd9f483bb5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.370754] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1274.370754] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]527bbd9d-a24b-21df-8afd-59359a8857f3" [ 1274.370754] env[68835]: _type = "Task" [ 1274.370754] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.379870] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527bbd9d-a24b-21df-8afd-59359a8857f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.764983] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155072, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.808991] env[68835]: DEBUG oslo_concurrency.lockutils [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.808991] env[68835]: DEBUG oslo_concurrency.lockutils [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.809324] env[68835]: DEBUG oslo_concurrency.lockutils [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.809408] env[68835]: DEBUG oslo_concurrency.lockutils [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.809588] env[68835]: DEBUG oslo_concurrency.lockutils [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.811879] env[68835]: INFO nova.compute.manager [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Terminating instance [ 1274.881072] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]527bbd9d-a24b-21df-8afd-59359a8857f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010196} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.881372] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.881520] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 08a88bcb-2b7b-47de-b870-af3a150b31d7/08a88bcb-2b7b-47de-b870-af3a150b31d7.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1274.881779] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-102ffb3a-380e-41da-88a8-0d08618b4295 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.888589] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1274.888589] env[68835]: value = "task-3155073" [ 1274.888589] env[68835]: _type = "Task" [ 1274.888589] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.895951] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.266849] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155072, 'name': CloneVM_Task} progress is 95%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.315871] env[68835]: DEBUG nova.compute.manager [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.316218] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.316521] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e092509a-c41c-4f84-95f7-41a345b2c06e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.327492] env[68835]: DEBUG oslo_vmware.api [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1275.327492] env[68835]: value = "task-3155074" [ 1275.327492] env[68835]: _type = "Task" [ 1275.327492] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.337805] env[68835]: DEBUG oslo_vmware.api [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.398540] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462022} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.398869] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] 08a88bcb-2b7b-47de-b870-af3a150b31d7/08a88bcb-2b7b-47de-b870-af3a150b31d7.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1275.399104] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1275.399357] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5d00889-aa38-436e-b1ba-a6ec5c049301 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.405473] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1275.405473] env[68835]: value = "task-3155075" [ 1275.405473] env[68835]: _type = "Task" [ 1275.405473] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.413265] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.766158] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155072, 'name': CloneVM_Task, 'duration_secs': 1.257695} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.766541] env[68835]: INFO nova.virt.vmwareapi.vmops [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Created linked-clone VM from snapshot [ 1275.767251] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7354e9cc-686a-4b75-baa3-386108887549 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.774060] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Uploading image 8488ff14-e29f-4730-a59b-cd068bece00b {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1275.798593] env[68835]: DEBUG oslo_vmware.rw_handles [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1275.798593] env[68835]: value = "vm-631300" [ 1275.798593] env[68835]: _type = "VirtualMachine" [ 1275.798593] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1275.798865] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a149176e-9c7c-40ef-b92f-e2f1fd59d56a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.805272] env[68835]: DEBUG oslo_vmware.rw_handles [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lease: (returnval){ [ 1275.805272] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]522866d4-e319-861d-5477-7c5c11a7bc31" [ 1275.805272] env[68835]: _type = "HttpNfcLease" [ 1275.805272] env[68835]: } obtained for exporting VM: (result){ [ 1275.805272] env[68835]: value = "vm-631300" [ 1275.805272] env[68835]: _type = "VirtualMachine" [ 1275.805272] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1275.805603] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the lease: (returnval){ [ 1275.805603] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]522866d4-e319-861d-5477-7c5c11a7bc31" [ 1275.805603] env[68835]: _type = "HttpNfcLease" [ 1275.805603] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1275.811472] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1275.811472] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]522866d4-e319-861d-5477-7c5c11a7bc31" [ 1275.811472] env[68835]: _type = "HttpNfcLease" [ 1275.811472] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1275.836071] env[68835]: DEBUG oslo_vmware.api [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155074, 'name': PowerOffVM_Task, 'duration_secs': 0.189507} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.836309] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.836505] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Volume detach. Driver type: vmdk {{(pid=68835) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1275.836705] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631296', 'volume_id': '92a19a38-5c8a-432a-839a-15d6f3d1e6ce', 'name': 'volume-92a19a38-5c8a-432a-839a-15d6f3d1e6ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9cb91e88-99ac-4ebd-a6f7-dc34dafe0956', 'attached_at': '2025-03-25T18:44:47.000000', 'detached_at': '', 'volume_id': '92a19a38-5c8a-432a-839a-15d6f3d1e6ce', 'serial': '92a19a38-5c8a-432a-839a-15d6f3d1e6ce'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1275.837452] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431c0a76-26f4-4009-90bf-e320a5824e37 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.857879] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fe3eae-8d87-4a60-b664-f3c8aa1df066 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.863812] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2921fc0d-1bf0-43f3-a479-d451de786621 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.883800] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256609d8-f9b6-4108-83a9-57e4ed915416 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.897710] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] The volume has not been displaced from its original location: [datastore2] volume-92a19a38-5c8a-432a-839a-15d6f3d1e6ce/volume-92a19a38-5c8a-432a-839a-15d6f3d1e6ce.vmdk. No consolidation needed. {{(pid=68835) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1275.902831] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1275.903118] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba0df558-8a72-4ce2-a0f4-f6b1be208700 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.922220] env[68835]: DEBUG oslo_vmware.api [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1275.922220] env[68835]: value = "task-3155077" [ 1275.922220] env[68835]: _type = "Task" [ 1275.922220] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.924652] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062554} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.927369] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1275.928112] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9a1046-8400-4064-88e6-5e8effbfa04e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.936185] env[68835]: DEBUG oslo_vmware.api [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155077, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.954218] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 08a88bcb-2b7b-47de-b870-af3a150b31d7/08a88bcb-2b7b-47de-b870-af3a150b31d7.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.954573] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-059414d0-9afc-4918-a917-ada6e9bbe7c8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.973921] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1275.973921] env[68835]: value = "task-3155078" [ 1275.973921] env[68835]: _type = "Task" [ 1275.973921] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.981643] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.314047] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1276.314047] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]522866d4-e319-861d-5477-7c5c11a7bc31" [ 1276.314047] env[68835]: _type = "HttpNfcLease" [ 1276.314047] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1276.314331] env[68835]: DEBUG oslo_vmware.rw_handles [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1276.314331] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]522866d4-e319-861d-5477-7c5c11a7bc31" [ 1276.314331] env[68835]: _type = "HttpNfcLease" [ 1276.314331] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1276.314887] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf9d15f-f32a-46e8-af8e-4f8a59cf9e9c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.321942] env[68835]: DEBUG oslo_vmware.rw_handles [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528d1fa2-ec48-89bd-71a3-0787b99d736d/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1276.322133] env[68835]: DEBUG oslo_vmware.rw_handles [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528d1fa2-ec48-89bd-71a3-0787b99d736d/disk-0.vmdk for reading. {{(pid=68835) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1276.434752] env[68835]: DEBUG oslo_vmware.api [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155077, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.483322] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.490645] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a995c2ad-b865-40aa-b42e-59ed41dbe4d1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.935766] env[68835]: DEBUG oslo_vmware.api [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155077, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.984627] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155078, 'name': ReconfigVM_Task, 'duration_secs': 0.777786} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.984947] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 08a88bcb-2b7b-47de-b870-af3a150b31d7/08a88bcb-2b7b-47de-b870-af3a150b31d7.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.985651] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acba2bf6-224a-4da6-a17d-ffbc1ed87b29 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.991878] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1276.991878] env[68835]: value = "task-3155079" [ 1276.991878] env[68835]: _type = "Task" [ 1276.991878] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.000496] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155079, 'name': Rename_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.436213] env[68835]: DEBUG oslo_vmware.api [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155077, 'name': ReconfigVM_Task, 'duration_secs': 1.192181} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.436684] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1277.442175] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e59c92fc-de9a-4c9a-babb-2fe8a06fd7c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.459698] env[68835]: DEBUG oslo_vmware.api [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1277.459698] env[68835]: value = "task-3155080" [ 1277.459698] env[68835]: _type = "Task" [ 1277.459698] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.468099] env[68835]: DEBUG oslo_vmware.api [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.502295] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155079, 'name': Rename_Task, 'duration_secs': 0.173583} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.502730] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.503188] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16396029-683a-4a67-8b5b-01f556cb2198 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.509765] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1277.509765] env[68835]: value = "task-3155081" [ 1277.509765] env[68835]: _type = "Task" [ 1277.509765] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.517813] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.969563] env[68835]: DEBUG oslo_vmware.api [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155080, 'name': ReconfigVM_Task, 'duration_secs': 0.129824} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.970028] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631296', 'volume_id': '92a19a38-5c8a-432a-839a-15d6f3d1e6ce', 'name': 'volume-92a19a38-5c8a-432a-839a-15d6f3d1e6ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9cb91e88-99ac-4ebd-a6f7-dc34dafe0956', 'attached_at': '2025-03-25T18:44:47.000000', 'detached_at': '', 'volume_id': '92a19a38-5c8a-432a-839a-15d6f3d1e6ce', 'serial': '92a19a38-5c8a-432a-839a-15d6f3d1e6ce'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1277.970443] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.971332] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ac4fd3-6585-42ee-88e0-6aea32378eaa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.978188] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.978471] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-470cb6f9-1c96-4ea9-97c0-c796e7aeb1ac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.019672] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155081, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.036223] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.036506] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.036781] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Deleting the datastore file [datastore2] 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.037199] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e72ca2b5-67d8-4092-8b19-e1e71eee12e6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.043859] env[68835]: DEBUG oslo_vmware.api [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1278.043859] env[68835]: value = "task-3155083" [ 1278.043859] env[68835]: _type = "Task" [ 1278.043859] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.054086] env[68835]: DEBUG oslo_vmware.api [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.520433] env[68835]: DEBUG oslo_vmware.api [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155081, 'name': PowerOnVM_Task, 'duration_secs': 0.711076} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.520804] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.521180] env[68835]: DEBUG nova.compute.manager [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.522040] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bc2702-32e3-4c1b-ac5c-651565e22022 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.553238] env[68835]: DEBUG oslo_vmware.api [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156705} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.553601] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.553764] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.553978] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.554278] env[68835]: INFO nova.compute.manager [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Took 3.24 seconds to destroy the instance on the hypervisor. [ 1278.554588] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.554862] env[68835]: DEBUG nova.compute.manager [-] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.554994] env[68835]: DEBUG nova.network.neutron [-] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1279.009847] env[68835]: DEBUG nova.compute.manager [req-623ca878-6206-4880-9ac2-5eec6b790359 req-02804cfd-9c34-4211-a481-37d30063f4b6 service nova] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Received event network-vif-deleted-32d637e1-32dd-4bb6-a157-b4ce6f25d6e2 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.009847] env[68835]: INFO nova.compute.manager [req-623ca878-6206-4880-9ac2-5eec6b790359 req-02804cfd-9c34-4211-a481-37d30063f4b6 service nova] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Neutron deleted interface 32d637e1-32dd-4bb6-a157-b4ce6f25d6e2; detaching it from the instance and deleting it from the info cache [ 1279.009847] env[68835]: DEBUG nova.network.neutron [req-623ca878-6206-4880-9ac2-5eec6b790359 req-02804cfd-9c34-4211-a481-37d30063f4b6 service nova] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.038436] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.038436] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.038995] env[68835]: DEBUG nova.objects.instance [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68835) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1279.487128] env[68835]: DEBUG nova.network.neutron [-] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.511301] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3993f43c-2db0-4e3c-b1e5-d94a28e00332 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.522664] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9a9530-9f70-45ce-8621-98845e15d127 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.553142] env[68835]: DEBUG nova.compute.manager [req-623ca878-6206-4880-9ac2-5eec6b790359 req-02804cfd-9c34-4211-a481-37d30063f4b6 service nova] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Detach interface failed, port_id=32d637e1-32dd-4bb6-a157-b4ce6f25d6e2, reason: Instance 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1279.555028] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b1ccf3ad-8b4f-488c-8a72-552df2eba853 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.517s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.990519] env[68835]: INFO nova.compute.manager [-] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Took 1.44 seconds to deallocate network for instance. [ 1280.536553] env[68835]: INFO nova.compute.manager [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Took 0.55 seconds to detach 1 volumes for instance. [ 1281.043729] env[68835]: DEBUG oslo_concurrency.lockutils [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.044116] env[68835]: DEBUG oslo_concurrency.lockutils [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.044341] env[68835]: DEBUG oslo_concurrency.lockutils [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.069079] env[68835]: INFO nova.scheduler.client.report [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Deleted allocations for instance 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956 [ 1281.484383] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cb3c7708-d90d-49b3-aba9-a0e19ad96744 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "4ce697b2-a102-4aca-b48f-b9ac737599d5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.484633] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cb3c7708-d90d-49b3-aba9-a0e19ad96744 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "4ce697b2-a102-4aca-b48f-b9ac737599d5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.577094] env[68835]: DEBUG oslo_concurrency.lockutils [None req-64108788-cfee-4032-ac4e-7a112f823a20 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "9cb91e88-99ac-4ebd-a6f7-dc34dafe0956" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.768s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.989024] env[68835]: INFO nova.compute.manager [None req-cb3c7708-d90d-49b3-aba9-a0e19ad96744 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Detaching volume d4a02508-f175-44fd-8abe-78b9e5121e24 [ 1282.019590] env[68835]: INFO nova.virt.block_device [None req-cb3c7708-d90d-49b3-aba9-a0e19ad96744 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Attempting to driver detach volume d4a02508-f175-44fd-8abe-78b9e5121e24 from mountpoint /dev/sdb [ 1282.019855] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3c7708-d90d-49b3-aba9-a0e19ad96744 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Volume detach. Driver type: vmdk {{(pid=68835) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1282.020061] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3c7708-d90d-49b3-aba9-a0e19ad96744 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631292', 'volume_id': 'd4a02508-f175-44fd-8abe-78b9e5121e24', 'name': 'volume-d4a02508-f175-44fd-8abe-78b9e5121e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ce697b2-a102-4aca-b48f-b9ac737599d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4a02508-f175-44fd-8abe-78b9e5121e24', 'serial': 'd4a02508-f175-44fd-8abe-78b9e5121e24'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1282.020981] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f280a8-c38a-4885-8ef1-2d2ae031aaa2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.044687] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f9b8e6-f49c-4065-a882-33da20f5cc24 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.051997] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5e1c14-1d98-4b9d-9f11-58a1df30a74f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.073384] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8cf19f-0c20-484a-a2be-2d65636c8caa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.088638] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3c7708-d90d-49b3-aba9-a0e19ad96744 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] The volume has not been displaced from its original location: [datastore1] volume-d4a02508-f175-44fd-8abe-78b9e5121e24/volume-d4a02508-f175-44fd-8abe-78b9e5121e24.vmdk. No consolidation needed. {{(pid=68835) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1282.094249] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3c7708-d90d-49b3-aba9-a0e19ad96744 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1282.094571] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6649181d-7815-4afb-ade2-e2d7c87ded54 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.112893] env[68835]: DEBUG oslo_vmware.api [None req-cb3c7708-d90d-49b3-aba9-a0e19ad96744 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1282.112893] env[68835]: value = "task-3155084" [ 1282.112893] env[68835]: _type = "Task" [ 1282.112893] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.122506] env[68835]: DEBUG oslo_vmware.api [None req-cb3c7708-d90d-49b3-aba9-a0e19ad96744 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.625476] env[68835]: DEBUG oslo_vmware.api [None req-cb3c7708-d90d-49b3-aba9-a0e19ad96744 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155084, 'name': ReconfigVM_Task, 'duration_secs': 0.453887} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.625881] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3c7708-d90d-49b3-aba9-a0e19ad96744 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1282.631060] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4127806-df85-4f85-a1a1-ab9e9dca4ac2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.647534] env[68835]: DEBUG oslo_vmware.api [None req-cb3c7708-d90d-49b3-aba9-a0e19ad96744 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1282.647534] env[68835]: value = "task-3155085" [ 1282.647534] env[68835]: _type = "Task" [ 1282.647534] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.655872] env[68835]: DEBUG oslo_vmware.api [None req-cb3c7708-d90d-49b3-aba9-a0e19ad96744 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.067804] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "8b057e44-a618-41a0-8bf6-69157be586f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.068095] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "8b057e44-a618-41a0-8bf6-69157be586f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.157759] env[68835]: DEBUG oslo_vmware.api [None req-cb3c7708-d90d-49b3-aba9-a0e19ad96744 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.570587] env[68835]: DEBUG nova.compute.manager [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1283.658106] env[68835]: DEBUG oslo_vmware.api [None req-cb3c7708-d90d-49b3-aba9-a0e19ad96744 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.093194] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.093590] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.095530] env[68835]: INFO nova.compute.claims [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1284.158810] env[68835]: DEBUG oslo_vmware.api [None req-cb3c7708-d90d-49b3-aba9-a0e19ad96744 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155085, 'name': ReconfigVM_Task, 'duration_secs': 1.059513} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.159150] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3c7708-d90d-49b3-aba9-a0e19ad96744 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631292', 'volume_id': 'd4a02508-f175-44fd-8abe-78b9e5121e24', 'name': 'volume-d4a02508-f175-44fd-8abe-78b9e5121e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ce697b2-a102-4aca-b48f-b9ac737599d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4a02508-f175-44fd-8abe-78b9e5121e24', 'serial': 'd4a02508-f175-44fd-8abe-78b9e5121e24'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1284.702951] env[68835]: DEBUG nova.objects.instance [None req-cb3c7708-d90d-49b3-aba9-a0e19ad96744 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lazy-loading 'flavor' on Instance uuid 4ce697b2-a102-4aca-b48f-b9ac737599d5 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.186360] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbbcc8d-f2e9-4520-a5e5-e084ca29f2be {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.193518] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c39861e-56a9-41b0-8a4c-a741a3d26d75 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.227277] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c514ba33-4c7b-4500-af89-fc9c85bf1688 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.236070] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25523a3-fc65-46b3-868d-d9f754f9c5a8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.250142] env[68835]: DEBUG nova.compute.provider_tree [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.732533] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cb3c7708-d90d-49b3-aba9-a0e19ad96744 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "4ce697b2-a102-4aca-b48f-b9ac737599d5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.248s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.752924] env[68835]: DEBUG nova.scheduler.client.report [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.259387] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.259953] env[68835]: DEBUG nova.compute.manager [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1286.764896] env[68835]: DEBUG nova.compute.utils [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1286.767058] env[68835]: DEBUG nova.compute.manager [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1286.767058] env[68835]: DEBUG nova.network.neutron [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1286.773630] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "4ce697b2-a102-4aca-b48f-b9ac737599d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.774059] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "4ce697b2-a102-4aca-b48f-b9ac737599d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.774059] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "4ce697b2-a102-4aca-b48f-b9ac737599d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.774251] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "4ce697b2-a102-4aca-b48f-b9ac737599d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.774423] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "4ce697b2-a102-4aca-b48f-b9ac737599d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.777803] env[68835]: INFO nova.compute.manager [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Terminating instance [ 1286.805391] env[68835]: DEBUG nova.policy [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6023a25a7513415a856077dbf67851c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad97ab54e515498584d7af11614bb57e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1286.828044] env[68835]: DEBUG oslo_vmware.rw_handles [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528d1fa2-ec48-89bd-71a3-0787b99d736d/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1286.828930] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99660b3b-5601-4f76-babc-08e3cd97b0c1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.836614] env[68835]: DEBUG oslo_vmware.rw_handles [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528d1fa2-ec48-89bd-71a3-0787b99d736d/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1286.836780] env[68835]: ERROR oslo_vmware.rw_handles [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528d1fa2-ec48-89bd-71a3-0787b99d736d/disk-0.vmdk due to incomplete transfer. [ 1286.837014] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-488d4eaa-f435-460b-b19d-52fb58b88558 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.843198] env[68835]: DEBUG oslo_vmware.rw_handles [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528d1fa2-ec48-89bd-71a3-0787b99d736d/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1286.843385] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Uploaded image 8488ff14-e29f-4730-a59b-cd068bece00b to the Glance image server {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1286.845761] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Destroying the VM {{(pid=68835) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1286.845905] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-91018bd3-0a84-426d-a069-d2be9e90fd90 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.850913] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1286.850913] env[68835]: value = "task-3155086" [ 1286.850913] env[68835]: _type = "Task" [ 1286.850913] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.859870] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155086, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.074289] env[68835]: DEBUG nova.network.neutron [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Successfully created port: 4916eb52-f3fa-46d2-8b60-d7ca265ad34e {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1287.269753] env[68835]: DEBUG nova.compute.manager [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1287.282268] env[68835]: DEBUG nova.compute.manager [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.282625] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.283942] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d74ec1c-80ec-4f5a-9e8f-1b93c5d85895 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.293362] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.293604] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc8b1c5f-ee9f-4636-bdae-52f04d8ce591 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.299895] env[68835]: DEBUG oslo_vmware.api [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1287.299895] env[68835]: value = "task-3155087" [ 1287.299895] env[68835]: _type = "Task" [ 1287.299895] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.310176] env[68835]: DEBUG oslo_vmware.api [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.361063] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155086, 'name': Destroy_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.811717] env[68835]: DEBUG oslo_vmware.api [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.860636] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155086, 'name': Destroy_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.280238] env[68835]: DEBUG nova.compute.manager [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1288.307951] env[68835]: DEBUG nova.virt.hardware [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1288.308121] env[68835]: DEBUG nova.virt.hardware [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.308249] env[68835]: DEBUG nova.virt.hardware [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1288.308347] env[68835]: DEBUG nova.virt.hardware [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.308498] env[68835]: DEBUG nova.virt.hardware [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1288.308654] env[68835]: DEBUG nova.virt.hardware [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1288.308865] env[68835]: DEBUG nova.virt.hardware [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1288.309036] env[68835]: DEBUG nova.virt.hardware [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1288.309207] env[68835]: DEBUG nova.virt.hardware [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1288.309410] env[68835]: DEBUG nova.virt.hardware [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1288.309595] env[68835]: DEBUG nova.virt.hardware [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1288.310383] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a814406e-5a65-4089-8a25-0d717c1c4b2c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.320308] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e74ccd-bcca-41e0-b7a2-c56807324f16 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.324175] env[68835]: DEBUG oslo_vmware.api [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155087, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.360175] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155086, 'name': Destroy_Task, 'duration_secs': 1.30092} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.360420] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Destroyed the VM [ 1288.360649] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Deleting Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1288.360882] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4dc839fb-697b-4d79-9044-6c9252f2feb0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.368110] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1288.368110] env[68835]: value = "task-3155088" [ 1288.368110] env[68835]: _type = "Task" [ 1288.368110] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.375564] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155088, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.448144] env[68835]: DEBUG nova.compute.manager [req-6d4311bc-c2bf-4d38-99aa-6ae9a38ea102 req-aab659a5-993e-438b-a36d-2417c272d7b0 service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Received event network-vif-plugged-4916eb52-f3fa-46d2-8b60-d7ca265ad34e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.448276] env[68835]: DEBUG oslo_concurrency.lockutils [req-6d4311bc-c2bf-4d38-99aa-6ae9a38ea102 req-aab659a5-993e-438b-a36d-2417c272d7b0 service nova] Acquiring lock "8b057e44-a618-41a0-8bf6-69157be586f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.448488] env[68835]: DEBUG oslo_concurrency.lockutils [req-6d4311bc-c2bf-4d38-99aa-6ae9a38ea102 req-aab659a5-993e-438b-a36d-2417c272d7b0 service nova] Lock "8b057e44-a618-41a0-8bf6-69157be586f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.448659] env[68835]: DEBUG oslo_concurrency.lockutils [req-6d4311bc-c2bf-4d38-99aa-6ae9a38ea102 req-aab659a5-993e-438b-a36d-2417c272d7b0 service nova] Lock "8b057e44-a618-41a0-8bf6-69157be586f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.448825] env[68835]: DEBUG nova.compute.manager [req-6d4311bc-c2bf-4d38-99aa-6ae9a38ea102 req-aab659a5-993e-438b-a36d-2417c272d7b0 service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] No waiting events found dispatching network-vif-plugged-4916eb52-f3fa-46d2-8b60-d7ca265ad34e {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1288.448990] env[68835]: WARNING nova.compute.manager [req-6d4311bc-c2bf-4d38-99aa-6ae9a38ea102 req-aab659a5-993e-438b-a36d-2417c272d7b0 service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Received unexpected event network-vif-plugged-4916eb52-f3fa-46d2-8b60-d7ca265ad34e for instance with vm_state building and task_state spawning. [ 1288.526789] env[68835]: DEBUG nova.network.neutron [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Successfully updated port: 4916eb52-f3fa-46d2-8b60-d7ca265ad34e {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1288.813516] env[68835]: DEBUG oslo_vmware.api [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155087, 'name': PowerOffVM_Task, 'duration_secs': 1.067578} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.813867] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.813983] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.814218] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79307180-3b99-413d-a1b4-547ab44c89d8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.874306] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.874528] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.874707] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Deleting the datastore file [datastore1] 4ce697b2-a102-4aca-b48f-b9ac737599d5 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.875351] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-910e457e-0293-4cbb-9683-0981afe4c770 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.879786] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155088, 'name': RemoveSnapshot_Task, 'duration_secs': 0.381908} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.880387] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Deleted Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1288.880715] env[68835]: DEBUG nova.compute.manager [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.881472] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc25fbe5-6922-402b-ae5d-2f35f737051c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.884857] env[68835]: DEBUG oslo_vmware.api [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1288.884857] env[68835]: value = "task-3155090" [ 1288.884857] env[68835]: _type = "Task" [ 1288.884857] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.896743] env[68835]: DEBUG oslo_vmware.api [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.030409] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.030541] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.030682] env[68835]: DEBUG nova.network.neutron [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.397105] env[68835]: DEBUG oslo_vmware.api [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12724} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.397364] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.397543] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.397716] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.397886] env[68835]: INFO nova.compute.manager [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1289.398147] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.398339] env[68835]: DEBUG nova.compute.manager [-] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1289.398431] env[68835]: DEBUG nova.network.neutron [-] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1289.400483] env[68835]: INFO nova.compute.manager [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Shelve offloading [ 1289.560895] env[68835]: DEBUG nova.network.neutron [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1289.690909] env[68835]: DEBUG nova.network.neutron [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Updating instance_info_cache with network_info: [{"id": "4916eb52-f3fa-46d2-8b60-d7ca265ad34e", "address": "fa:16:3e:25:7e:5e", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4916eb52-f3", "ovs_interfaceid": "4916eb52-f3fa-46d2-8b60-d7ca265ad34e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.903777] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.904137] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4acd9e82-c653-44b0-b711-5dad4d6f3c12 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.913197] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1289.913197] env[68835]: value = "task-3155091" [ 1289.913197] env[68835]: _type = "Task" [ 1289.913197] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.920777] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.194076] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.194375] env[68835]: DEBUG nova.compute.manager [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Instance network_info: |[{"id": "4916eb52-f3fa-46d2-8b60-d7ca265ad34e", "address": "fa:16:3e:25:7e:5e", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4916eb52-f3", "ovs_interfaceid": "4916eb52-f3fa-46d2-8b60-d7ca265ad34e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1290.194810] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:7e:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4916eb52-f3fa-46d2-8b60-d7ca265ad34e', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1290.202901] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.203148] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1290.203382] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8cf3c77-8229-43c2-a220-d9e4870a99da {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.223667] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1290.223667] env[68835]: value = "task-3155092" [ 1290.223667] env[68835]: _type = "Task" [ 1290.223667] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.231780] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155092, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.317667] env[68835]: DEBUG nova.network.neutron [-] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.427182] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] VM already powered off {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1290.427578] env[68835]: DEBUG nova.compute.manager [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.429070] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabfd39a-2d60-4481-b24e-920aca078eed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.437100] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.437425] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquired lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.437673] env[68835]: DEBUG nova.network.neutron [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.480868] env[68835]: DEBUG nova.compute.manager [req-f1aed22d-1d76-4313-9300-9c4a66db4b9a req-adb3f61b-24a1-4b65-8aa2-c203022f9a9b service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Received event network-changed-4916eb52-f3fa-46d2-8b60-d7ca265ad34e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.481090] env[68835]: DEBUG nova.compute.manager [req-f1aed22d-1d76-4313-9300-9c4a66db4b9a req-adb3f61b-24a1-4b65-8aa2-c203022f9a9b service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Refreshing instance network info cache due to event network-changed-4916eb52-f3fa-46d2-8b60-d7ca265ad34e. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1290.481434] env[68835]: DEBUG oslo_concurrency.lockutils [req-f1aed22d-1d76-4313-9300-9c4a66db4b9a req-adb3f61b-24a1-4b65-8aa2-c203022f9a9b service nova] Acquiring lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.481583] env[68835]: DEBUG oslo_concurrency.lockutils [req-f1aed22d-1d76-4313-9300-9c4a66db4b9a req-adb3f61b-24a1-4b65-8aa2-c203022f9a9b service nova] Acquired lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.481746] env[68835]: DEBUG nova.network.neutron [req-f1aed22d-1d76-4313-9300-9c4a66db4b9a req-adb3f61b-24a1-4b65-8aa2-c203022f9a9b service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Refreshing network info cache for port 4916eb52-f3fa-46d2-8b60-d7ca265ad34e {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.733794] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155092, 'name': CreateVM_Task, 'duration_secs': 0.326201} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.733989] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.734718] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.734894] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.735251] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.735512] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a17f3511-ff6e-4333-bae7-ad8b0e3742a5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.740327] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1290.740327] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]526265d0-95d2-de3b-ed52-5bd66829a69d" [ 1290.740327] env[68835]: _type = "Task" [ 1290.740327] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.748392] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526265d0-95d2-de3b-ed52-5bd66829a69d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.820821] env[68835]: INFO nova.compute.manager [-] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Took 1.42 seconds to deallocate network for instance. [ 1291.176524] env[68835]: DEBUG nova.network.neutron [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Updating instance_info_cache with network_info: [{"id": "5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a", "address": "fa:16:3e:1f:c2:21", "network": {"id": "da7fa90e-7f64-4b73-9608-1118aa2742d1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1289376040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208dae9fe2434d12937fb80bcaac1273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed57c08-92", "ovs_interfaceid": "5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.238331] env[68835]: DEBUG nova.network.neutron [req-f1aed22d-1d76-4313-9300-9c4a66db4b9a req-adb3f61b-24a1-4b65-8aa2-c203022f9a9b service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Updated VIF entry in instance network info cache for port 4916eb52-f3fa-46d2-8b60-d7ca265ad34e. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.238733] env[68835]: DEBUG nova.network.neutron [req-f1aed22d-1d76-4313-9300-9c4a66db4b9a req-adb3f61b-24a1-4b65-8aa2-c203022f9a9b service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Updating instance_info_cache with network_info: [{"id": "4916eb52-f3fa-46d2-8b60-d7ca265ad34e", "address": "fa:16:3e:25:7e:5e", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4916eb52-f3", "ovs_interfaceid": "4916eb52-f3fa-46d2-8b60-d7ca265ad34e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.251768] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526265d0-95d2-de3b-ed52-5bd66829a69d, 'name': SearchDatastore_Task, 'duration_secs': 0.010578} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.252677] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.252917] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1291.253237] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.253404] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.253587] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.254096] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5114f0c0-0b2c-4f97-b073-4819f00b0d34 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.262256] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.262431] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1291.263145] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c95c6bb0-e7f6-4b56-8661-1bc67189a787 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.268830] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1291.268830] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]521fb5b0-c629-fc2f-f8b1-1600ac6ac858" [ 1291.268830] env[68835]: _type = "Task" [ 1291.268830] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.276645] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521fb5b0-c629-fc2f-f8b1-1600ac6ac858, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.329574] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.329958] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.330299] env[68835]: DEBUG nova.objects.instance [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lazy-loading 'resources' on Instance uuid 4ce697b2-a102-4aca-b48f-b9ac737599d5 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.680932] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Releasing lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.741502] env[68835]: DEBUG oslo_concurrency.lockutils [req-f1aed22d-1d76-4313-9300-9c4a66db4b9a req-adb3f61b-24a1-4b65-8aa2-c203022f9a9b service nova] Releasing lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.741759] env[68835]: DEBUG nova.compute.manager [req-f1aed22d-1d76-4313-9300-9c4a66db4b9a req-adb3f61b-24a1-4b65-8aa2-c203022f9a9b service nova] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Received event network-vif-deleted-72e363e1-d321-4080-bd74-b9509a853fe6 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.778548] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]521fb5b0-c629-fc2f-f8b1-1600ac6ac858, 'name': SearchDatastore_Task, 'duration_secs': 0.008985} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.779318] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80efec46-ad79-4604-877d-a453942b26e3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.784356] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1291.784356] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52a99e2e-167f-6bbe-cf8c-b7a8aa41f09f" [ 1291.784356] env[68835]: _type = "Task" [ 1291.784356] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.791814] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a99e2e-167f-6bbe-cf8c-b7a8aa41f09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.895603] env[68835]: DEBUG nova.compute.manager [req-480caf21-c704-447c-9fa8-31c6701588f7 req-8b80e88c-9db0-4ada-9c28-419d556f83a4 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Received event network-vif-unplugged-5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.895736] env[68835]: DEBUG oslo_concurrency.lockutils [req-480caf21-c704-447c-9fa8-31c6701588f7 req-8b80e88c-9db0-4ada-9c28-419d556f83a4 service nova] Acquiring lock "9def67ec-97f7-4b06-b85a-1df916712bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.895924] env[68835]: DEBUG oslo_concurrency.lockutils [req-480caf21-c704-447c-9fa8-31c6701588f7 req-8b80e88c-9db0-4ada-9c28-419d556f83a4 service nova] Lock "9def67ec-97f7-4b06-b85a-1df916712bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.896212] env[68835]: DEBUG oslo_concurrency.lockutils [req-480caf21-c704-447c-9fa8-31c6701588f7 req-8b80e88c-9db0-4ada-9c28-419d556f83a4 service nova] Lock "9def67ec-97f7-4b06-b85a-1df916712bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.896456] env[68835]: DEBUG nova.compute.manager [req-480caf21-c704-447c-9fa8-31c6701588f7 req-8b80e88c-9db0-4ada-9c28-419d556f83a4 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] No waiting events found dispatching network-vif-unplugged-5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1291.896676] env[68835]: WARNING nova.compute.manager [req-480caf21-c704-447c-9fa8-31c6701588f7 req-8b80e88c-9db0-4ada-9c28-419d556f83a4 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Received unexpected event network-vif-unplugged-5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a for instance with vm_state shelved and task_state shelving_offloading. [ 1291.921959] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f85b004-bcc8-4b98-8e47-c727cc0b374f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.929172] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de249bfd-9b36-41ea-94f6-c3648aad5f00 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.959990] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df1d371-5604-4eb1-9a07-30c80079417b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.967375] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8c661a-51d8-4d25-a75e-5b7a8e920531 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.980092] env[68835]: DEBUG nova.compute.provider_tree [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.028934] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1292.030312] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d003cf-cc47-4fe8-bb12-708966dabcb2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.038317] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1292.038562] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-703ebfc7-37df-48a3-8e8c-9b8cb9a468a7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.102970] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.103292] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.103450] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Deleting the datastore file [datastore1] 9def67ec-97f7-4b06-b85a-1df916712bcc {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.103745] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9554537e-29ee-44a0-9893-31c73303d1b5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.109975] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1292.109975] env[68835]: value = "task-3155094" [ 1292.109975] env[68835]: _type = "Task" [ 1292.109975] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.117698] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.295048] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a99e2e-167f-6bbe-cf8c-b7a8aa41f09f, 'name': SearchDatastore_Task, 'duration_secs': 0.010188} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.295372] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.295600] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 8b057e44-a618-41a0-8bf6-69157be586f4/8b057e44-a618-41a0-8bf6-69157be586f4.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1292.295854] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67f38e78-7a26-4a87-bd0f-27db4dc9cef0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.302159] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1292.302159] env[68835]: value = "task-3155095" [ 1292.302159] env[68835]: _type = "Task" [ 1292.302159] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.309414] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.483209] env[68835]: DEBUG nova.scheduler.client.report [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.621832] env[68835]: DEBUG oslo_vmware.api [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127646} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.622178] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.622427] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.622684] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.644059] env[68835]: INFO nova.scheduler.client.report [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Deleted allocations for instance 9def67ec-97f7-4b06-b85a-1df916712bcc [ 1292.811185] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47569} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.811443] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 8b057e44-a618-41a0-8bf6-69157be586f4/8b057e44-a618-41a0-8bf6-69157be586f4.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.811654] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.811897] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e67dd71-38cd-4675-8bd0-238d0c6a1031 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.820200] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1292.820200] env[68835]: value = "task-3155096" [ 1292.820200] env[68835]: _type = "Task" [ 1292.820200] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.826919] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.988110] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.003866] env[68835]: INFO nova.scheduler.client.report [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Deleted allocations for instance 4ce697b2-a102-4aca-b48f-b9ac737599d5 [ 1293.149067] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.149785] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.149785] env[68835]: DEBUG nova.objects.instance [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lazy-loading 'resources' on Instance uuid 9def67ec-97f7-4b06-b85a-1df916712bcc {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.329819] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065803} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.330115] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1293.330893] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496df6c5-fc35-4eed-bcde-82fec18d6400 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.352907] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 8b057e44-a618-41a0-8bf6-69157be586f4/8b057e44-a618-41a0-8bf6-69157be586f4.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.353202] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15133bf8-1e00-4690-84c7-7f591d4fa60b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.372591] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1293.372591] env[68835]: value = "task-3155097" [ 1293.372591] env[68835]: _type = "Task" [ 1293.372591] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.380409] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.512634] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b9245bc0-d218-412e-92ad-4d198d04200b tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "4ce697b2-a102-4aca-b48f-b9ac737599d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.739s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.652064] env[68835]: DEBUG nova.objects.instance [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lazy-loading 'numa_topology' on Instance uuid 9def67ec-97f7-4b06-b85a-1df916712bcc {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.882618] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155097, 'name': ReconfigVM_Task, 'duration_secs': 0.268849} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.882953] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 8b057e44-a618-41a0-8bf6-69157be586f4/8b057e44-a618-41a0-8bf6-69157be586f4.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.883593] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b108b4a9-ee5c-46f7-b23e-0533503170a5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.889765] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1293.889765] env[68835]: value = "task-3155098" [ 1293.889765] env[68835]: _type = "Task" [ 1293.889765] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.896895] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155098, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.920612] env[68835]: DEBUG nova.compute.manager [req-0b137e69-978c-4098-9a00-331266560d43 req-7854c4ae-d4bd-4e4e-b01e-7be243e65d80 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Received event network-changed-5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.920710] env[68835]: DEBUG nova.compute.manager [req-0b137e69-978c-4098-9a00-331266560d43 req-7854c4ae-d4bd-4e4e-b01e-7be243e65d80 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Refreshing instance network info cache due to event network-changed-5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.920913] env[68835]: DEBUG oslo_concurrency.lockutils [req-0b137e69-978c-4098-9a00-331266560d43 req-7854c4ae-d4bd-4e4e-b01e-7be243e65d80 service nova] Acquiring lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.921069] env[68835]: DEBUG oslo_concurrency.lockutils [req-0b137e69-978c-4098-9a00-331266560d43 req-7854c4ae-d4bd-4e4e-b01e-7be243e65d80 service nova] Acquired lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.921242] env[68835]: DEBUG nova.network.neutron [req-0b137e69-978c-4098-9a00-331266560d43 req-7854c4ae-d4bd-4e4e-b01e-7be243e65d80 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Refreshing network info cache for port 5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.154781] env[68835]: DEBUG nova.objects.base [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Object Instance<9def67ec-97f7-4b06-b85a-1df916712bcc> lazy-loaded attributes: resources,numa_topology {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1294.230485] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabc8325-29e2-43df-a556-8b18c2eb10f4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.236883] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172d4602-59b2-4c3e-af15-879b71baf04a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.268075] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8775a0be-b622-4a17-93e4-8244cb980bd8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.275085] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0430447a-819c-40cc-ab9a-c93a7b6edc9e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.289176] env[68835]: DEBUG nova.compute.provider_tree [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.399720] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155098, 'name': Rename_Task, 'duration_secs': 0.144956} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.400091] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.400256] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35efc459-8727-4f58-b255-3a63e383e3e4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.407639] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1294.407639] env[68835]: value = "task-3155099" [ 1294.407639] env[68835]: _type = "Task" [ 1294.407639] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.415306] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.714132] env[68835]: DEBUG nova.network.neutron [req-0b137e69-978c-4098-9a00-331266560d43 req-7854c4ae-d4bd-4e4e-b01e-7be243e65d80 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Updated VIF entry in instance network info cache for port 5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.714132] env[68835]: DEBUG nova.network.neutron [req-0b137e69-978c-4098-9a00-331266560d43 req-7854c4ae-d4bd-4e4e-b01e-7be243e65d80 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Updating instance_info_cache with network_info: [{"id": "5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a", "address": "fa:16:3e:1f:c2:21", "network": {"id": "da7fa90e-7f64-4b73-9608-1118aa2742d1", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1289376040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208dae9fe2434d12937fb80bcaac1273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5ed57c08-92", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.792282] env[68835]: DEBUG nova.scheduler.client.report [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.918096] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155099, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.217093] env[68835]: DEBUG oslo_concurrency.lockutils [req-0b137e69-978c-4098-9a00-331266560d43 req-7854c4ae-d4bd-4e4e-b01e-7be243e65d80 service nova] Releasing lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.242602] env[68835]: DEBUG oslo_concurrency.lockutils [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "9def67ec-97f7-4b06-b85a-1df916712bcc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.297596] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.419931] env[68835]: DEBUG oslo_vmware.api [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155099, 'name': PowerOnVM_Task, 'duration_secs': 0.614418} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.420278] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.420469] env[68835]: INFO nova.compute.manager [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1295.420651] env[68835]: DEBUG nova.compute.manager [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.421452] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb251dd-99b6-4d74-a974-a8d187057e8e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.536875] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "d62912a5-2d96-4579-8425-5ed2ecfd437b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.537257] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "d62912a5-2d96-4579-8425-5ed2ecfd437b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.806156] env[68835]: DEBUG oslo_concurrency.lockutils [None req-7a859c11-5436-4b6b-b04d-6266c40dd73f tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "9def67ec-97f7-4b06-b85a-1df916712bcc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.650s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.807235] env[68835]: DEBUG oslo_concurrency.lockutils [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "9def67ec-97f7-4b06-b85a-1df916712bcc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.565s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.807493] env[68835]: INFO nova.compute.manager [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Unshelving [ 1295.940097] env[68835]: INFO nova.compute.manager [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Took 11.86 seconds to build instance. [ 1296.039963] env[68835]: DEBUG nova.compute.manager [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1296.134066] env[68835]: DEBUG nova.compute.manager [req-30f10271-ebd3-425d-b5dc-b6e2d7240fb4 req-65fd18ae-7dae-4381-89d3-33aac4a6ec77 service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Received event network-changed-4916eb52-f3fa-46d2-8b60-d7ca265ad34e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.134426] env[68835]: DEBUG nova.compute.manager [req-30f10271-ebd3-425d-b5dc-b6e2d7240fb4 req-65fd18ae-7dae-4381-89d3-33aac4a6ec77 service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Refreshing instance network info cache due to event network-changed-4916eb52-f3fa-46d2-8b60-d7ca265ad34e. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.134569] env[68835]: DEBUG oslo_concurrency.lockutils [req-30f10271-ebd3-425d-b5dc-b6e2d7240fb4 req-65fd18ae-7dae-4381-89d3-33aac4a6ec77 service nova] Acquiring lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.134719] env[68835]: DEBUG oslo_concurrency.lockutils [req-30f10271-ebd3-425d-b5dc-b6e2d7240fb4 req-65fd18ae-7dae-4381-89d3-33aac4a6ec77 service nova] Acquired lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.134883] env[68835]: DEBUG nova.network.neutron [req-30f10271-ebd3-425d-b5dc-b6e2d7240fb4 req-65fd18ae-7dae-4381-89d3-33aac4a6ec77 service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Refreshing network info cache for port 4916eb52-f3fa-46d2-8b60-d7ca265ad34e {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.442961] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e2cf60d3-aa8c-496a-8f9a-97a5979fce6b tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "8b057e44-a618-41a0-8bf6-69157be586f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.375s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.564078] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.564078] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.565541] env[68835]: INFO nova.compute.claims [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.827796] env[68835]: DEBUG oslo_concurrency.lockutils [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.835279] env[68835]: DEBUG nova.network.neutron [req-30f10271-ebd3-425d-b5dc-b6e2d7240fb4 req-65fd18ae-7dae-4381-89d3-33aac4a6ec77 service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Updated VIF entry in instance network info cache for port 4916eb52-f3fa-46d2-8b60-d7ca265ad34e. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.835630] env[68835]: DEBUG nova.network.neutron [req-30f10271-ebd3-425d-b5dc-b6e2d7240fb4 req-65fd18ae-7dae-4381-89d3-33aac4a6ec77 service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Updating instance_info_cache with network_info: [{"id": "4916eb52-f3fa-46d2-8b60-d7ca265ad34e", "address": "fa:16:3e:25:7e:5e", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4916eb52-f3", "ovs_interfaceid": "4916eb52-f3fa-46d2-8b60-d7ca265ad34e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.338943] env[68835]: DEBUG oslo_concurrency.lockutils [req-30f10271-ebd3-425d-b5dc-b6e2d7240fb4 req-65fd18ae-7dae-4381-89d3-33aac4a6ec77 service nova] Releasing lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.651354] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20772d81-f355-4de4-ac1d-02317520e937 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.660507] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c89fa0a-d65e-4e24-9c4b-a68a5d88af7d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.690104] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ded75d8-094d-4a3a-9028-07ed70212112 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.697253] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf67e1eb-ee4f-44ff-92f3-b3f22a5e1f10 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.710036] env[68835]: DEBUG nova.compute.provider_tree [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.213312] env[68835]: DEBUG nova.scheduler.client.report [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.718245] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.718791] env[68835]: DEBUG nova.compute.manager [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1298.722027] env[68835]: DEBUG oslo_concurrency.lockutils [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.894s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.722228] env[68835]: DEBUG nova.objects.instance [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lazy-loading 'pci_requests' on Instance uuid 9def67ec-97f7-4b06-b85a-1df916712bcc {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.225468] env[68835]: DEBUG nova.compute.utils [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1299.228149] env[68835]: DEBUG nova.objects.instance [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lazy-loading 'numa_topology' on Instance uuid 9def67ec-97f7-4b06-b85a-1df916712bcc {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.229257] env[68835]: DEBUG nova.compute.manager [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1299.229433] env[68835]: DEBUG nova.network.neutron [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1299.264189] env[68835]: DEBUG nova.policy [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98de433c1c7c4dfc8863da379fc6de76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ab47b8cc0744dc8813f9a928090e14a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1299.482127] env[68835]: DEBUG nova.network.neutron [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Successfully created port: 93406906-c170-4412-848a-499e8094549d {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1299.730731] env[68835]: DEBUG nova.compute.manager [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1299.733471] env[68835]: INFO nova.compute.claims [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.743920] env[68835]: DEBUG nova.compute.manager [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1300.774516] env[68835]: DEBUG nova.virt.hardware [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.774753] env[68835]: DEBUG nova.virt.hardware [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.774909] env[68835]: DEBUG nova.virt.hardware [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.775110] env[68835]: DEBUG nova.virt.hardware [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.775262] env[68835]: DEBUG nova.virt.hardware [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.775407] env[68835]: DEBUG nova.virt.hardware [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.775619] env[68835]: DEBUG nova.virt.hardware [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.776548] env[68835]: DEBUG nova.virt.hardware [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.776548] env[68835]: DEBUG nova.virt.hardware [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.776548] env[68835]: DEBUG nova.virt.hardware [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.776548] env[68835]: DEBUG nova.virt.hardware [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.777188] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d3c963-2162-4e38-a7a9-3da96d32250b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.787659] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2828aa7b-5080-4353-b50a-228d3822fde5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.842109] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc354cf-81cb-4b52-8d0e-c4b0fe27c7da {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.849339] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669e491b-6de5-41ce-832f-47c6b73207c7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.854741] env[68835]: DEBUG nova.compute.manager [req-ef279fe0-672a-405d-8342-ef616747d5c1 req-301e795c-368c-4709-993d-cb8ade998941 service nova] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Received event network-vif-plugged-93406906-c170-4412-848a-499e8094549d {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.854950] env[68835]: DEBUG oslo_concurrency.lockutils [req-ef279fe0-672a-405d-8342-ef616747d5c1 req-301e795c-368c-4709-993d-cb8ade998941 service nova] Acquiring lock "d62912a5-2d96-4579-8425-5ed2ecfd437b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.855187] env[68835]: DEBUG oslo_concurrency.lockutils [req-ef279fe0-672a-405d-8342-ef616747d5c1 req-301e795c-368c-4709-993d-cb8ade998941 service nova] Lock "d62912a5-2d96-4579-8425-5ed2ecfd437b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.855358] env[68835]: DEBUG oslo_concurrency.lockutils [req-ef279fe0-672a-405d-8342-ef616747d5c1 req-301e795c-368c-4709-993d-cb8ade998941 service nova] Lock "d62912a5-2d96-4579-8425-5ed2ecfd437b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.855542] env[68835]: DEBUG nova.compute.manager [req-ef279fe0-672a-405d-8342-ef616747d5c1 req-301e795c-368c-4709-993d-cb8ade998941 service nova] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] No waiting events found dispatching network-vif-plugged-93406906-c170-4412-848a-499e8094549d {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1300.855727] env[68835]: WARNING nova.compute.manager [req-ef279fe0-672a-405d-8342-ef616747d5c1 req-301e795c-368c-4709-993d-cb8ade998941 service nova] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Received unexpected event network-vif-plugged-93406906-c170-4412-848a-499e8094549d for instance with vm_state building and task_state spawning. [ 1300.883208] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5971d4-26b2-47dc-acbc-4cf92b1b0737 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.890463] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6c1c17-d733-41d0-a72f-2c98f597ae52 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.904731] env[68835]: DEBUG nova.compute.provider_tree [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.949419] env[68835]: DEBUG nova.network.neutron [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Successfully updated port: 93406906-c170-4412-848a-499e8094549d {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1301.407824] env[68835]: DEBUG nova.scheduler.client.report [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.451953] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "refresh_cache-d62912a5-2d96-4579-8425-5ed2ecfd437b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.452151] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired lock "refresh_cache-d62912a5-2d96-4579-8425-5ed2ecfd437b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.452277] env[68835]: DEBUG nova.network.neutron [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.912516] env[68835]: DEBUG oslo_concurrency.lockutils [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.190s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.954960] env[68835]: INFO nova.network.neutron [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Updating port 5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1301.990778] env[68835]: DEBUG nova.network.neutron [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1302.113515] env[68835]: DEBUG nova.network.neutron [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Updating instance_info_cache with network_info: [{"id": "93406906-c170-4412-848a-499e8094549d", "address": "fa:16:3e:09:21:9f", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93406906-c1", "ovs_interfaceid": "93406906-c170-4412-848a-499e8094549d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.616651] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Releasing lock "refresh_cache-d62912a5-2d96-4579-8425-5ed2ecfd437b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.616941] env[68835]: DEBUG nova.compute.manager [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Instance network_info: |[{"id": "93406906-c170-4412-848a-499e8094549d", "address": "fa:16:3e:09:21:9f", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93406906-c1", "ovs_interfaceid": "93406906-c170-4412-848a-499e8094549d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1302.617456] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:21:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93406906-c170-4412-848a-499e8094549d', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.625042] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.625258] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1302.625484] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b1e084c-ff22-4fd1-a7f7-f2b8a7e8f89f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.646584] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.646584] env[68835]: value = "task-3155100" [ 1302.646584] env[68835]: _type = "Task" [ 1302.646584] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.654305] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155100, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.882250] env[68835]: DEBUG nova.compute.manager [req-a24e2859-958d-4e31-a65b-32b9f46add68 req-5aeadbfd-91df-44dd-af55-6e898535cd4e service nova] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Received event network-changed-93406906-c170-4412-848a-499e8094549d {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.882454] env[68835]: DEBUG nova.compute.manager [req-a24e2859-958d-4e31-a65b-32b9f46add68 req-5aeadbfd-91df-44dd-af55-6e898535cd4e service nova] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Refreshing instance network info cache due to event network-changed-93406906-c170-4412-848a-499e8094549d. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1302.882672] env[68835]: DEBUG oslo_concurrency.lockutils [req-a24e2859-958d-4e31-a65b-32b9f46add68 req-5aeadbfd-91df-44dd-af55-6e898535cd4e service nova] Acquiring lock "refresh_cache-d62912a5-2d96-4579-8425-5ed2ecfd437b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.882814] env[68835]: DEBUG oslo_concurrency.lockutils [req-a24e2859-958d-4e31-a65b-32b9f46add68 req-5aeadbfd-91df-44dd-af55-6e898535cd4e service nova] Acquired lock "refresh_cache-d62912a5-2d96-4579-8425-5ed2ecfd437b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.882973] env[68835]: DEBUG nova.network.neutron [req-a24e2859-958d-4e31-a65b-32b9f46add68 req-5aeadbfd-91df-44dd-af55-6e898535cd4e service nova] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Refreshing network info cache for port 93406906-c170-4412-848a-499e8094549d {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.157408] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155100, 'name': CreateVM_Task, 'duration_secs': 0.284142} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.157774] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.158228] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.158386] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.158718] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.158963] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b69f9a8-8d0f-4d94-b5fa-42bae7122aca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.163238] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1303.163238] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52bd1c23-3606-0c89-06b3-69cba88b13cc" [ 1303.163238] env[68835]: _type = "Task" [ 1303.163238] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.170596] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52bd1c23-3606-0c89-06b3-69cba88b13cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.576511] env[68835]: DEBUG nova.network.neutron [req-a24e2859-958d-4e31-a65b-32b9f46add68 req-5aeadbfd-91df-44dd-af55-6e898535cd4e service nova] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Updated VIF entry in instance network info cache for port 93406906-c170-4412-848a-499e8094549d. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.576880] env[68835]: DEBUG nova.network.neutron [req-a24e2859-958d-4e31-a65b-32b9f46add68 req-5aeadbfd-91df-44dd-af55-6e898535cd4e service nova] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Updating instance_info_cache with network_info: [{"id": "93406906-c170-4412-848a-499e8094549d", "address": "fa:16:3e:09:21:9f", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93406906-c1", "ovs_interfaceid": "93406906-c170-4412-848a-499e8094549d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.673403] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52bd1c23-3606-0c89-06b3-69cba88b13cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011544} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.673674] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.673912] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.674161] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.674311] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.674490] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.674746] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48071782-e6e8-4979-8f71-c2dddb7adc58 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.684120] env[68835]: DEBUG oslo_concurrency.lockutils [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.684295] env[68835]: DEBUG oslo_concurrency.lockutils [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquired lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.684515] env[68835]: DEBUG nova.network.neutron [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.688273] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.688273] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.688696] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a17395b-c149-4932-9e86-119c5cf65941 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.694130] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1303.694130] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5230b10b-b44f-b281-8b04-0725b8e558cf" [ 1303.694130] env[68835]: _type = "Task" [ 1303.694130] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.703323] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5230b10b-b44f-b281-8b04-0725b8e558cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.080391] env[68835]: DEBUG oslo_concurrency.lockutils [req-a24e2859-958d-4e31-a65b-32b9f46add68 req-5aeadbfd-91df-44dd-af55-6e898535cd4e service nova] Releasing lock "refresh_cache-d62912a5-2d96-4579-8425-5ed2ecfd437b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.204196] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5230b10b-b44f-b281-8b04-0725b8e558cf, 'name': SearchDatastore_Task, 'duration_secs': 0.034619} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.204975] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9da6f46d-425f-4b5c-9ba5-2173a6c61215 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.209864] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1304.209864] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52ca822b-d58e-4635-ec11-3a6ddc759cea" [ 1304.209864] env[68835]: _type = "Task" [ 1304.209864] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.217596] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ca822b-d58e-4635-ec11-3a6ddc759cea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.369360] env[68835]: DEBUG nova.network.neutron [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Updating instance_info_cache with network_info: [{"id": "5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a", "address": "fa:16:3e:1f:c2:21", "network": {"id": "da7fa90e-7f64-4b73-9608-1118aa2742d1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1289376040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208dae9fe2434d12937fb80bcaac1273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed57c08-92", "ovs_interfaceid": "5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.720329] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52ca822b-d58e-4635-ec11-3a6ddc759cea, 'name': SearchDatastore_Task, 'duration_secs': 0.009339} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.720596] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.720851] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] d62912a5-2d96-4579-8425-5ed2ecfd437b/d62912a5-2d96-4579-8425-5ed2ecfd437b.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.721117] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e49b7ed8-4898-46a0-904b-fb45d30ba8e7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.728542] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1304.728542] env[68835]: value = "task-3155101" [ 1304.728542] env[68835]: _type = "Task" [ 1304.728542] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.735620] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.872671] env[68835]: DEBUG oslo_concurrency.lockutils [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Releasing lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.901865] env[68835]: DEBUG nova.virt.hardware [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b2e92cfd24522f561e35c7165502cfe6',container_format='bare',created_at=2025-03-25T18:44:49Z,direct_url=,disk_format='vmdk',id=8488ff14-e29f-4730-a59b-cd068bece00b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1792800708-shelved',owner='208dae9fe2434d12937fb80bcaac1273',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-03-25T18:45:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1304.902202] env[68835]: DEBUG nova.virt.hardware [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.902478] env[68835]: DEBUG nova.virt.hardware [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.902691] env[68835]: DEBUG nova.virt.hardware [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.902841] env[68835]: DEBUG nova.virt.hardware [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.902991] env[68835]: DEBUG nova.virt.hardware [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1304.903353] env[68835]: DEBUG nova.virt.hardware [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1304.903559] env[68835]: DEBUG nova.virt.hardware [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1304.903744] env[68835]: DEBUG nova.virt.hardware [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1304.904012] env[68835]: DEBUG nova.virt.hardware [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1304.904299] env[68835]: DEBUG nova.virt.hardware [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1304.905459] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66332812-3f1e-4b7f-9c12-2c4fda5fad62 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.913719] env[68835]: DEBUG nova.compute.manager [req-f1044886-e12b-45da-b81c-69aa0fc7d65d req-0fb000f3-5aa0-41f3-abeb-d4f241f758a2 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Received event network-vif-plugged-5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.913992] env[68835]: DEBUG oslo_concurrency.lockutils [req-f1044886-e12b-45da-b81c-69aa0fc7d65d req-0fb000f3-5aa0-41f3-abeb-d4f241f758a2 service nova] Acquiring lock "9def67ec-97f7-4b06-b85a-1df916712bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.914284] env[68835]: DEBUG oslo_concurrency.lockutils [req-f1044886-e12b-45da-b81c-69aa0fc7d65d req-0fb000f3-5aa0-41f3-abeb-d4f241f758a2 service nova] Lock "9def67ec-97f7-4b06-b85a-1df916712bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.914569] env[68835]: DEBUG oslo_concurrency.lockutils [req-f1044886-e12b-45da-b81c-69aa0fc7d65d req-0fb000f3-5aa0-41f3-abeb-d4f241f758a2 service nova] Lock "9def67ec-97f7-4b06-b85a-1df916712bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.914782] env[68835]: DEBUG nova.compute.manager [req-f1044886-e12b-45da-b81c-69aa0fc7d65d req-0fb000f3-5aa0-41f3-abeb-d4f241f758a2 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] No waiting events found dispatching network-vif-plugged-5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1304.915026] env[68835]: WARNING nova.compute.manager [req-f1044886-e12b-45da-b81c-69aa0fc7d65d req-0fb000f3-5aa0-41f3-abeb-d4f241f758a2 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Received unexpected event network-vif-plugged-5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a for instance with vm_state shelved_offloaded and task_state spawning. [ 1304.915276] env[68835]: DEBUG nova.compute.manager [req-f1044886-e12b-45da-b81c-69aa0fc7d65d req-0fb000f3-5aa0-41f3-abeb-d4f241f758a2 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Received event network-changed-5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.915495] env[68835]: DEBUG nova.compute.manager [req-f1044886-e12b-45da-b81c-69aa0fc7d65d req-0fb000f3-5aa0-41f3-abeb-d4f241f758a2 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Refreshing instance network info cache due to event network-changed-5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.915754] env[68835]: DEBUG oslo_concurrency.lockutils [req-f1044886-e12b-45da-b81c-69aa0fc7d65d req-0fb000f3-5aa0-41f3-abeb-d4f241f758a2 service nova] Acquiring lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.915941] env[68835]: DEBUG oslo_concurrency.lockutils [req-f1044886-e12b-45da-b81c-69aa0fc7d65d req-0fb000f3-5aa0-41f3-abeb-d4f241f758a2 service nova] Acquired lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.916176] env[68835]: DEBUG nova.network.neutron [req-f1044886-e12b-45da-b81c-69aa0fc7d65d req-0fb000f3-5aa0-41f3-abeb-d4f241f758a2 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Refreshing network info cache for port 5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.921968] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fd2fb3-3a39-4def-867d-a53665b55e68 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.940808] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:c2:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1304.948877] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.949924] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1304.950238] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad320f81-fec4-4b9a-936e-2c0e7551a607 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.970957] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1304.970957] env[68835]: value = "task-3155102" [ 1304.970957] env[68835]: _type = "Task" [ 1304.970957] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.979808] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155102, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.238296] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431109} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.238603] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] d62912a5-2d96-4579-8425-5ed2ecfd437b/d62912a5-2d96-4579-8425-5ed2ecfd437b.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.238840] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.239102] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-512742fb-3947-43ca-af01-69ae1098cdc0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.245307] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1305.245307] env[68835]: value = "task-3155103" [ 1305.245307] env[68835]: _type = "Task" [ 1305.245307] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.252380] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.482529] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155102, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.613724] env[68835]: DEBUG nova.network.neutron [req-f1044886-e12b-45da-b81c-69aa0fc7d65d req-0fb000f3-5aa0-41f3-abeb-d4f241f758a2 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Updated VIF entry in instance network info cache for port 5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.614132] env[68835]: DEBUG nova.network.neutron [req-f1044886-e12b-45da-b81c-69aa0fc7d65d req-0fb000f3-5aa0-41f3-abeb-d4f241f758a2 service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Updating instance_info_cache with network_info: [{"id": "5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a", "address": "fa:16:3e:1f:c2:21", "network": {"id": "da7fa90e-7f64-4b73-9608-1118aa2742d1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1289376040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208dae9fe2434d12937fb80bcaac1273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed57c08-92", "ovs_interfaceid": "5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.755408] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.982120] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155102, 'name': CreateVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.117018] env[68835]: DEBUG oslo_concurrency.lockutils [req-f1044886-e12b-45da-b81c-69aa0fc7d65d req-0fb000f3-5aa0-41f3-abeb-d4f241f758a2 service nova] Releasing lock "refresh_cache-9def67ec-97f7-4b06-b85a-1df916712bcc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.256684] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.483483] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155102, 'name': CreateVM_Task, 'duration_secs': 1.434778} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.483738] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1306.484338] env[68835]: DEBUG oslo_concurrency.lockutils [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8488ff14-e29f-4730-a59b-cd068bece00b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.484502] env[68835]: DEBUG oslo_concurrency.lockutils [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8488ff14-e29f-4730-a59b-cd068bece00b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.484911] env[68835]: DEBUG oslo_concurrency.lockutils [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8488ff14-e29f-4730-a59b-cd068bece00b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.485184] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9695ac3-e58c-44a8-ab67-6688e2e5e3f5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.490033] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1306.490033] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52fe9797-6762-689f-845c-8b84b50b6293" [ 1306.490033] env[68835]: _type = "Task" [ 1306.490033] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.497533] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52fe9797-6762-689f-845c-8b84b50b6293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.757594] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.161944} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.757812] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.758622] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e0ecec-2358-48e8-993a-0aeea9f03d18 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.780212] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] d62912a5-2d96-4579-8425-5ed2ecfd437b/d62912a5-2d96-4579-8425-5ed2ecfd437b.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.780457] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a61ce293-b136-4e03-9a4f-93b2dd2a09af {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.799367] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1306.799367] env[68835]: value = "task-3155104" [ 1306.799367] env[68835]: _type = "Task" [ 1306.799367] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.807363] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.999744] env[68835]: DEBUG oslo_concurrency.lockutils [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8488ff14-e29f-4730-a59b-cd068bece00b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.999988] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Processing image 8488ff14-e29f-4730-a59b-cd068bece00b {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.000254] env[68835]: DEBUG oslo_concurrency.lockutils [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8488ff14-e29f-4730-a59b-cd068bece00b/8488ff14-e29f-4730-a59b-cd068bece00b.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.000406] env[68835]: DEBUG oslo_concurrency.lockutils [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8488ff14-e29f-4730-a59b-cd068bece00b/8488ff14-e29f-4730-a59b-cd068bece00b.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.000584] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.000822] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42a9ff9d-fe0e-46a6-8dcb-7b08ad7cfd76 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.017080] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.017243] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.017921] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad8c96e9-2745-45e1-8b78-d5b9cbb3f14d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.022542] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1307.022542] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52696d5e-6f02-fe87-7600-3f8d8c78ba28" [ 1307.022542] env[68835]: _type = "Task" [ 1307.022542] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.032370] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52696d5e-6f02-fe87-7600-3f8d8c78ba28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.308559] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.533855] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Preparing fetch location {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1307.534169] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Fetch image to [datastore1] OSTACK_IMG_a9907164-b8d2-4377-86ac-4734c5b3e096/OSTACK_IMG_a9907164-b8d2-4377-86ac-4734c5b3e096.vmdk {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1307.534383] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Downloading stream optimized image 8488ff14-e29f-4730-a59b-cd068bece00b to [datastore1] OSTACK_IMG_a9907164-b8d2-4377-86ac-4734c5b3e096/OSTACK_IMG_a9907164-b8d2-4377-86ac-4734c5b3e096.vmdk on the data store datastore1 as vApp {{(pid=68835) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1307.534586] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Downloading image file data 8488ff14-e29f-4730-a59b-cd068bece00b to the ESX as VM named 'OSTACK_IMG_a9907164-b8d2-4377-86ac-4734c5b3e096' {{(pid=68835) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1307.602651] env[68835]: DEBUG oslo_vmware.rw_handles [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1307.602651] env[68835]: value = "resgroup-9" [ 1307.602651] env[68835]: _type = "ResourcePool" [ 1307.602651] env[68835]: }. {{(pid=68835) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1307.602949] env[68835]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9153bfdf-eb86-44fa-99d9-3beafd3dccc5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.622679] env[68835]: DEBUG oslo_vmware.rw_handles [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lease: (returnval){ [ 1307.622679] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52dbb0ec-6307-b942-7380-c2402ec22e99" [ 1307.622679] env[68835]: _type = "HttpNfcLease" [ 1307.622679] env[68835]: } obtained for vApp import into resource pool (val){ [ 1307.622679] env[68835]: value = "resgroup-9" [ 1307.622679] env[68835]: _type = "ResourcePool" [ 1307.622679] env[68835]: }. {{(pid=68835) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1307.622994] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the lease: (returnval){ [ 1307.622994] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52dbb0ec-6307-b942-7380-c2402ec22e99" [ 1307.622994] env[68835]: _type = "HttpNfcLease" [ 1307.622994] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1307.631715] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1307.631715] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52dbb0ec-6307-b942-7380-c2402ec22e99" [ 1307.631715] env[68835]: _type = "HttpNfcLease" [ 1307.631715] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1307.810417] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155104, 'name': ReconfigVM_Task, 'duration_secs': 0.837356} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.810762] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Reconfigured VM instance instance-00000079 to attach disk [datastore1] d62912a5-2d96-4579-8425-5ed2ecfd437b/d62912a5-2d96-4579-8425-5ed2ecfd437b.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.811465] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14d6cf8e-d075-4a29-9e2c-44308f0474ca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.817883] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1307.817883] env[68835]: value = "task-3155106" [ 1307.817883] env[68835]: _type = "Task" [ 1307.817883] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.826321] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155106, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.131056] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1308.131056] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52dbb0ec-6307-b942-7380-c2402ec22e99" [ 1308.131056] env[68835]: _type = "HttpNfcLease" [ 1308.131056] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1308.131335] env[68835]: DEBUG oslo_vmware.rw_handles [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1308.131335] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52dbb0ec-6307-b942-7380-c2402ec22e99" [ 1308.131335] env[68835]: _type = "HttpNfcLease" [ 1308.131335] env[68835]: }. {{(pid=68835) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1308.132045] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db7367c-6a45-40b2-8ebc-117d227e1b9f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.139897] env[68835]: DEBUG oslo_vmware.rw_handles [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f4c59-b8a6-ea0f-ed87-fd0570635c2f/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1308.140082] env[68835]: DEBUG oslo_vmware.rw_handles [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f4c59-b8a6-ea0f-ed87-fd0570635c2f/disk-0.vmdk. {{(pid=68835) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1308.201747] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fc6ed05d-c741-4b50-a4b7-907d9eeffc65 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.328922] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155106, 'name': Rename_Task, 'duration_secs': 0.141374} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.330481] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.330777] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1e883e9-7be7-4331-9ce1-4219053d11d4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.337713] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1308.337713] env[68835]: value = "task-3155107" [ 1308.337713] env[68835]: _type = "Task" [ 1308.337713] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.353332] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.848713] env[68835]: DEBUG oslo_vmware.api [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155107, 'name': PowerOnVM_Task, 'duration_secs': 0.50738} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.850231] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.850477] env[68835]: INFO nova.compute.manager [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1308.850661] env[68835]: DEBUG nova.compute.manager [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.851484] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217a0fa5-9f04-434c-b6fe-91e83a9ffcc6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.287965] env[68835]: DEBUG oslo_vmware.rw_handles [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Completed reading data from the image iterator. {{(pid=68835) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1309.288229] env[68835]: DEBUG oslo_vmware.rw_handles [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f4c59-b8a6-ea0f-ed87-fd0570635c2f/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1309.289168] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b547ce45-448f-4423-9cd6-ee08aafcc9ad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.295719] env[68835]: DEBUG oslo_vmware.rw_handles [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f4c59-b8a6-ea0f-ed87-fd0570635c2f/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1309.295875] env[68835]: DEBUG oslo_vmware.rw_handles [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f4c59-b8a6-ea0f-ed87-fd0570635c2f/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1309.296104] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e8c79adc-c444-4e12-a7e5-eed35bd1594d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.368864] env[68835]: INFO nova.compute.manager [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Took 12.82 seconds to build instance. [ 1309.441720] env[68835]: DEBUG nova.compute.manager [req-6549d8cc-53bd-4b10-9539-19079fe66f8e req-69aa277c-b288-4778-9bac-4bda7b5d923c service nova] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Received event network-changed-93406906-c170-4412-848a-499e8094549d {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.441938] env[68835]: DEBUG nova.compute.manager [req-6549d8cc-53bd-4b10-9539-19079fe66f8e req-69aa277c-b288-4778-9bac-4bda7b5d923c service nova] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Refreshing instance network info cache due to event network-changed-93406906-c170-4412-848a-499e8094549d. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1309.442172] env[68835]: DEBUG oslo_concurrency.lockutils [req-6549d8cc-53bd-4b10-9539-19079fe66f8e req-69aa277c-b288-4778-9bac-4bda7b5d923c service nova] Acquiring lock "refresh_cache-d62912a5-2d96-4579-8425-5ed2ecfd437b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.442320] env[68835]: DEBUG oslo_concurrency.lockutils [req-6549d8cc-53bd-4b10-9539-19079fe66f8e req-69aa277c-b288-4778-9bac-4bda7b5d923c service nova] Acquired lock "refresh_cache-d62912a5-2d96-4579-8425-5ed2ecfd437b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.442491] env[68835]: DEBUG nova.network.neutron [req-6549d8cc-53bd-4b10-9539-19079fe66f8e req-69aa277c-b288-4778-9bac-4bda7b5d923c service nova] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Refreshing network info cache for port 93406906-c170-4412-848a-499e8094549d {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.856982] env[68835]: DEBUG oslo_vmware.rw_handles [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f4c59-b8a6-ea0f-ed87-fd0570635c2f/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1309.857264] env[68835]: INFO nova.virt.vmwareapi.images [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Downloaded image file data 8488ff14-e29f-4730-a59b-cd068bece00b [ 1309.858109] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e492d67a-c7d2-462b-9516-9e35dbe04c7e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.873276] env[68835]: DEBUG oslo_concurrency.lockutils [None req-90644a42-a428-423c-bd23-8b9d3b5e5d87 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "d62912a5-2d96-4579-8425-5ed2ecfd437b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.336s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.873601] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4ff45ca-b24c-43d1-9558-4ca9c4f602dd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.971156] env[68835]: INFO nova.virt.vmwareapi.images [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] The imported VM was unregistered [ 1309.973529] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Caching image {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1309.973774] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8488ff14-e29f-4730-a59b-cd068bece00b {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1309.976161] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cc966af-533b-472c-8234-dbc6780d6a03 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.989272] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Created directory with path [datastore1] devstack-image-cache_base/8488ff14-e29f-4730-a59b-cd068bece00b {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1309.989459] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a9907164-b8d2-4377-86ac-4734c5b3e096/OSTACK_IMG_a9907164-b8d2-4377-86ac-4734c5b3e096.vmdk to [datastore1] devstack-image-cache_base/8488ff14-e29f-4730-a59b-cd068bece00b/8488ff14-e29f-4730-a59b-cd068bece00b.vmdk. {{(pid=68835) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1309.989714] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-09e9e16a-6511-454a-89e4-95c572c0c8b7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.997424] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1309.997424] env[68835]: value = "task-3155109" [ 1309.997424] env[68835]: _type = "Task" [ 1309.997424] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.004884] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155109, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.140883] env[68835]: DEBUG nova.network.neutron [req-6549d8cc-53bd-4b10-9539-19079fe66f8e req-69aa277c-b288-4778-9bac-4bda7b5d923c service nova] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Updated VIF entry in instance network info cache for port 93406906-c170-4412-848a-499e8094549d. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.141363] env[68835]: DEBUG nova.network.neutron [req-6549d8cc-53bd-4b10-9539-19079fe66f8e req-69aa277c-b288-4778-9bac-4bda7b5d923c service nova] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Updating instance_info_cache with network_info: [{"id": "93406906-c170-4412-848a-499e8094549d", "address": "fa:16:3e:09:21:9f", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93406906-c1", "ovs_interfaceid": "93406906-c170-4412-848a-499e8094549d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.509334] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155109, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.644564] env[68835]: DEBUG oslo_concurrency.lockutils [req-6549d8cc-53bd-4b10-9539-19079fe66f8e req-69aa277c-b288-4778-9bac-4bda7b5d923c service nova] Releasing lock "refresh_cache-d62912a5-2d96-4579-8425-5ed2ecfd437b" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.009996] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155109, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.511251] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155109, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.011137] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155109, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.510980] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155109, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.227863} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.510980] env[68835]: INFO nova.virt.vmwareapi.ds_util [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a9907164-b8d2-4377-86ac-4734c5b3e096/OSTACK_IMG_a9907164-b8d2-4377-86ac-4734c5b3e096.vmdk to [datastore1] devstack-image-cache_base/8488ff14-e29f-4730-a59b-cd068bece00b/8488ff14-e29f-4730-a59b-cd068bece00b.vmdk. [ 1312.511342] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Cleaning up location [datastore1] OSTACK_IMG_a9907164-b8d2-4377-86ac-4734c5b3e096 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1312.511629] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a9907164-b8d2-4377-86ac-4734c5b3e096 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.512134] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b158cfe3-d41d-42e8-a654-7e4b06b28f66 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.520588] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1312.520588] env[68835]: value = "task-3155111" [ 1312.520588] env[68835]: _type = "Task" [ 1312.520588] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.530895] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.035979] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.049831} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.036343] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.036560] env[68835]: DEBUG oslo_concurrency.lockutils [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8488ff14-e29f-4730-a59b-cd068bece00b/8488ff14-e29f-4730-a59b-cd068bece00b.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.036875] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8488ff14-e29f-4730-a59b-cd068bece00b/8488ff14-e29f-4730-a59b-cd068bece00b.vmdk to [datastore1] 9def67ec-97f7-4b06-b85a-1df916712bcc/9def67ec-97f7-4b06-b85a-1df916712bcc.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1313.037211] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b7d3288-0503-4686-8ac3-9873bd0aab52 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.044296] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1313.044296] env[68835]: value = "task-3155112" [ 1313.044296] env[68835]: _type = "Task" [ 1313.044296] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.052774] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.557460] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155112, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.057203] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155112, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.557099] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155112, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.059294] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155112, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.403427] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "08a88bcb-2b7b-47de-b870-af3a150b31d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.403701] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "08a88bcb-2b7b-47de-b870-af3a150b31d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.403922] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "08a88bcb-2b7b-47de-b870-af3a150b31d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.404122] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "08a88bcb-2b7b-47de-b870-af3a150b31d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.404296] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "08a88bcb-2b7b-47de-b870-af3a150b31d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.406694] env[68835]: INFO nova.compute.manager [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Terminating instance [ 1315.557608] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155112, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.460979} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.557861] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8488ff14-e29f-4730-a59b-cd068bece00b/8488ff14-e29f-4730-a59b-cd068bece00b.vmdk to [datastore1] 9def67ec-97f7-4b06-b85a-1df916712bcc/9def67ec-97f7-4b06-b85a-1df916712bcc.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1315.558624] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be6fe2b-8f52-480d-ac76-f40e87a5b456 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.579571] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 9def67ec-97f7-4b06-b85a-1df916712bcc/9def67ec-97f7-4b06-b85a-1df916712bcc.vmdk or device None with type streamOptimized {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.579798] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d27edb2a-323b-4e0c-b43c-39eddb82e273 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.598422] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1315.598422] env[68835]: value = "task-3155115" [ 1315.598422] env[68835]: _type = "Task" [ 1315.598422] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.605499] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.911355] env[68835]: DEBUG nova.compute.manager [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1315.911582] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.912494] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e33686-a710-487f-8d9c-3efac22cd8d0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.920535] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.920770] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7d9dfa2-3f1f-47f5-a754-b3912fcddc37 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.927194] env[68835]: DEBUG oslo_vmware.api [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1315.927194] env[68835]: value = "task-3155116" [ 1315.927194] env[68835]: _type = "Task" [ 1315.927194] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.935127] env[68835]: DEBUG oslo_vmware.api [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.108758] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.436965] env[68835]: DEBUG oslo_vmware.api [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155116, 'name': PowerOffVM_Task, 'duration_secs': 0.47841} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.437262] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.437458] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1316.437707] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b04590d7-d475-49ec-9f15-b80079c143ff {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.593070] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1316.593285] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1316.593441] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Deleting the datastore file [datastore1] 08a88bcb-2b7b-47de-b870-af3a150b31d7 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.593707] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c001b47f-836c-45dc-b321-5a27a4cba5c6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.599612] env[68835]: DEBUG oslo_vmware.api [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1316.599612] env[68835]: value = "task-3155118" [ 1316.599612] env[68835]: _type = "Task" [ 1316.599612] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.609641] env[68835]: DEBUG oslo_vmware.api [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.612578] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.111834] env[68835]: DEBUG oslo_vmware.api [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13329} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.114912] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.115126] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.115315] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.115497] env[68835]: INFO nova.compute.manager [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1317.115736] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.115960] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155115, 'name': ReconfigVM_Task, 'duration_secs': 1.221672} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.116163] env[68835]: DEBUG nova.compute.manager [-] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1317.116260] env[68835]: DEBUG nova.network.neutron [-] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1317.117835] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 9def67ec-97f7-4b06-b85a-1df916712bcc/9def67ec-97f7-4b06-b85a-1df916712bcc.vmdk or device None with type streamOptimized {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.118462] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8c27322-04d2-4329-8910-f20275e528ad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.125236] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1317.125236] env[68835]: value = "task-3155119" [ 1317.125236] env[68835]: _type = "Task" [ 1317.125236] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.132585] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155119, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.248798] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.249022] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68835) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1317.616351] env[68835]: DEBUG nova.compute.manager [req-ccd39fbe-5eb9-4b83-8675-f68e27a4a8bf req-7228fd7a-bb06-49f8-992b-38ffb739d32c service nova] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Received event network-vif-deleted-092c659b-e952-4ace-982a-4091e177591b {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.616768] env[68835]: INFO nova.compute.manager [req-ccd39fbe-5eb9-4b83-8675-f68e27a4a8bf req-7228fd7a-bb06-49f8-992b-38ffb739d32c service nova] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Neutron deleted interface 092c659b-e952-4ace-982a-4091e177591b; detaching it from the instance and deleting it from the info cache [ 1317.616768] env[68835]: DEBUG nova.network.neutron [req-ccd39fbe-5eb9-4b83-8675-f68e27a4a8bf req-7228fd7a-bb06-49f8-992b-38ffb739d32c service nova] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.637559] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155119, 'name': Rename_Task, 'duration_secs': 0.132607} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.637794] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.638040] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ae9335e-ceeb-405c-b203-971c35f5cbdb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.644548] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1317.644548] env[68835]: value = "task-3155121" [ 1317.644548] env[68835]: _type = "Task" [ 1317.644548] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.652576] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.099118] env[68835]: DEBUG nova.network.neutron [-] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.119023] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c16d9b43-83a8-4232-abbb-6a93629239d7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.128110] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d4b7d0-280c-4781-b4bc-d433240b04a4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.155838] env[68835]: DEBUG nova.compute.manager [req-ccd39fbe-5eb9-4b83-8675-f68e27a4a8bf req-7228fd7a-bb06-49f8-992b-38ffb739d32c service nova] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Detach interface failed, port_id=092c659b-e952-4ace-982a-4091e177591b, reason: Instance 08a88bcb-2b7b-47de-b870-af3a150b31d7 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1318.161357] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155121, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.249504] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.249763] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.602027] env[68835]: INFO nova.compute.manager [-] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Took 1.49 seconds to deallocate network for instance. [ 1318.656387] env[68835]: DEBUG oslo_vmware.api [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155121, 'name': PowerOnVM_Task, 'duration_secs': 0.738557} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.656657] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.752843] env[68835]: DEBUG nova.compute.manager [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.753891] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b080c638-8d6c-4d92-89e3-10e03e516ff2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.108018] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.108346] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.108599] env[68835]: DEBUG nova.objects.instance [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lazy-loading 'resources' on Instance uuid 08a88bcb-2b7b-47de-b870-af3a150b31d7 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.244179] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.248118] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.270221] env[68835]: DEBUG oslo_concurrency.lockutils [None req-853f7378-b786-4ec8-a89b-25259141fb55 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "9def67ec-97f7-4b06-b85a-1df916712bcc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.463s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.715745] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d87a6f3-5211-4444-abfe-e005e8a21636 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.723724] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c9347a-63cd-48d9-b4c0-ff07b5831d13 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.758039] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb888251-4f66-4147-a133-eee2c536f9d3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.764588] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8007bd60-cc54-4fa3-98f7-66af3a94bb6d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.778805] env[68835]: DEBUG nova.compute.provider_tree [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.248788] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.282948] env[68835]: DEBUG nova.scheduler.client.report [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.752447] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.787598] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.789941] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.038s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.790145] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.790302] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68835) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1320.791171] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bfa7cb-45ff-4e2a-b368-d9b7335f0a37 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.799438] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f8045e-7660-4320-a6e1-9303b98a476b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.813405] env[68835]: INFO nova.scheduler.client.report [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Deleted allocations for instance 08a88bcb-2b7b-47de-b870-af3a150b31d7 [ 1320.814795] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5ac5d0-74da-47be-a7cf-53f2d6fb0192 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.823359] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d023caa1-b9be-49c6-a700-3b36a4e23d90 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.855789] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179858MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=68835) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1320.855954] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.856208] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.323068] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a5fc759d-cb78-4cd4-ad8f-887dd81e57bd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "08a88bcb-2b7b-47de-b870-af3a150b31d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.919s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.882889] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance a1cb86e0-6b66-4edf-b690-80e51709b58d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1321.883083] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 15b953b9-f3fc-4706-8a74-99d87a27fed6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1321.883219] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 8b057e44-a618-41a0-8bf6-69157be586f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1321.883344] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 9def67ec-97f7-4b06-b85a-1df916712bcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1321.883464] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance d62912a5-2d96-4579-8425-5ed2ecfd437b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1321.883653] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1321.883790] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1321.954654] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d6070d-03c2-463c-a216-7980c8561c9f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.962573] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e18a73d-b499-482a-b820-4f480b98dde4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.993773] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3cb6b9-1599-4baa-9e8d-ea1f077b4bc9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.001411] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8abdcb-91c8-4881-addd-cef9ec6a6162 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.014699] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.518051] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.023603] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68835) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1323.023823] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.168s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.241179] env[68835]: DEBUG nova.compute.manager [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Stashing vm_state: active {{(pid=68835) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1323.757916] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.758293] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.024050] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.024294] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.262807] env[68835]: INFO nova.compute.claims [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1324.768922] env[68835]: INFO nova.compute.resource_tracker [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Updating resource usage from migration 97b7e588-33a0-403f-a2f7-0a70b0f7cd95 [ 1324.852172] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c024a284-5a7f-4360-9168-e35b75a33646 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.860087] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8a81b9-3bb0-4e1b-8f18-f952fd9bc15b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.890834] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9effa635-0bcf-4ba5-b0a4-525e93b44a26 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.898286] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74c601e-2478-45d2-a235-47d43018c607 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.911531] env[68835]: DEBUG nova.compute.provider_tree [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.414959] env[68835]: DEBUG nova.scheduler.client.report [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.919881] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.161s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.920263] env[68835]: INFO nova.compute.manager [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Migrating [ 1326.434540] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.434748] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.434929] env[68835]: DEBUG nova.network.neutron [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.131066] env[68835]: DEBUG nova.network.neutron [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Updating instance_info_cache with network_info: [{"id": "6990f604-32e7-4c9d-9796-ab9bc4526cfd", "address": "fa:16:3e:f6:82:7a", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6990f604-32", "ovs_interfaceid": "6990f604-32e7-4c9d-9796-ab9bc4526cfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.633977] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.608971] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "7adca7f3-4e81-442b-9dfc-525a7d8b4e34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.608971] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "7adca7f3-4e81-442b-9dfc-525a7d8b4e34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.111022] env[68835]: DEBUG nova.compute.manager [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1329.147354] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428485e7-7c75-4b05-a572-0a49cbf91170 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.165900] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Updating instance '15b953b9-f3fc-4706-8a74-99d87a27fed6' progress to 0 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.632441] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.632745] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.634318] env[68835]: INFO nova.compute.claims [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1329.670783] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.671329] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d021aca1-d1ab-4f46-85d2-4b75859c9a41 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.678818] env[68835]: DEBUG oslo_vmware.api [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1329.678818] env[68835]: value = "task-3155126" [ 1329.678818] env[68835]: _type = "Task" [ 1329.678818] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.686792] env[68835]: DEBUG oslo_vmware.api [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.189242] env[68835]: DEBUG oslo_vmware.api [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155126, 'name': PowerOffVM_Task, 'duration_secs': 0.199103} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.189506] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.189695] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Updating instance '15b953b9-f3fc-4706-8a74-99d87a27fed6' progress to 17 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1330.696042] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1330.696408] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.696408] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1330.696573] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.696718] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1330.696883] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1330.697088] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1330.697249] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1330.697414] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1330.697609] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1330.697786] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1330.706407] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12aa30e5-6b7f-4170-bd6e-5bca050909d2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.722832] env[68835]: DEBUG oslo_vmware.api [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1330.722832] env[68835]: value = "task-3155127" [ 1330.722832] env[68835]: _type = "Task" [ 1330.722832] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.732493] env[68835]: DEBUG oslo_vmware.api [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.750083] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f405362b-2323-49ae-9bc2-8901d5dc6565 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.757304] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2195804e-61fc-4efd-99b9-00d48d3a1114 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.788527] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef21ea5-8b08-4375-8f37-b0381ba2e9f2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.795855] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516ef990-3c91-45b1-b09b-782c5e96cd4e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.809655] env[68835]: DEBUG nova.compute.provider_tree [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.232685] env[68835]: DEBUG oslo_vmware.api [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155127, 'name': ReconfigVM_Task, 'duration_secs': 0.21505} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.233017] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Updating instance '15b953b9-f3fc-4706-8a74-99d87a27fed6' progress to 33 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1331.312480] env[68835]: DEBUG nova.scheduler.client.report [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.741049] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.741049] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.741049] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.741049] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.741049] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.741545] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.741545] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.741545] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.741713] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.741880] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.742068] env[68835]: DEBUG nova.virt.hardware [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.747305] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1331.747612] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dc19172-71ef-4a8f-90d8-391c524f5a55 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.765658] env[68835]: DEBUG oslo_vmware.api [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1331.765658] env[68835]: value = "task-3155128" [ 1331.765658] env[68835]: _type = "Task" [ 1331.765658] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.774581] env[68835]: DEBUG oslo_vmware.api [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.818107] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.818107] env[68835]: DEBUG nova.compute.manager [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1332.275027] env[68835]: DEBUG oslo_vmware.api [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155128, 'name': ReconfigVM_Task, 'duration_secs': 0.16607} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.275316] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1332.276094] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b37d6f9-cd77-4dd8-915f-0a63a404ec5f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.297249] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 15b953b9-f3fc-4706-8a74-99d87a27fed6/15b953b9-f3fc-4706-8a74-99d87a27fed6.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.297505] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e2808c9-029d-4ad9-a29e-05a2c47af97e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.314717] env[68835]: DEBUG oslo_vmware.api [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1332.314717] env[68835]: value = "task-3155129" [ 1332.314717] env[68835]: _type = "Task" [ 1332.314717] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.324885] env[68835]: DEBUG nova.compute.utils [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1332.326159] env[68835]: DEBUG oslo_vmware.api [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.326881] env[68835]: DEBUG nova.compute.manager [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1332.326881] env[68835]: DEBUG nova.network.neutron [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1332.368232] env[68835]: DEBUG nova.policy [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98de433c1c7c4dfc8863da379fc6de76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ab47b8cc0744dc8813f9a928090e14a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1332.411328] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "8b057e44-a618-41a0-8bf6-69157be586f4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.411655] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "8b057e44-a618-41a0-8bf6-69157be586f4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.411887] env[68835]: INFO nova.compute.manager [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Shelving [ 1332.620407] env[68835]: DEBUG nova.network.neutron [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Successfully created port: 65a4cc14-5f8e-47e3-b445-cde05d3e8789 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1332.824921] env[68835]: DEBUG oslo_vmware.api [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155129, 'name': ReconfigVM_Task, 'duration_secs': 0.26057} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.825207] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 15b953b9-f3fc-4706-8a74-99d87a27fed6/15b953b9-f3fc-4706-8a74-99d87a27fed6.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1332.825479] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Updating instance '15b953b9-f3fc-4706-8a74-99d87a27fed6' progress to 50 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1332.829157] env[68835]: DEBUG nova.compute.manager [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1333.334623] env[68835]: INFO nova.virt.block_device [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Booting with volume ed1e412a-b6e9-4665-9bff-c69a77ddc92a at /dev/sda [ 1333.338678] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddbb1d3-9483-479c-b8e0-309face19fe7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.361318] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15e49f4-22c2-4f00-8ed3-9e7814b0a4e0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.380150] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Updating instance '15b953b9-f3fc-4706-8a74-99d87a27fed6' progress to 67 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1333.384552] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cef16c4c-f65b-402e-9643-8c9b2caeb2f5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.393320] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3866d243-4153-4f85-95a6-f28a00ca3929 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.420697] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-030fca2a-1630-49a1-bb78-a5c0404889a2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.422695] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.423210] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f52941e7-1b40-4f9b-bc5b-f0b49bf61de0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.433110] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710616af-f319-46de-8029-12c1646e53ca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.444392] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1333.444392] env[68835]: value = "task-3155130" [ 1333.444392] env[68835]: _type = "Task" [ 1333.444392] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.452808] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.461699] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2669c1f4-08f9-461b-92a3-0d4399312f04 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.467876] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56df2b8-2918-41ec-8880-5db2a74411ac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.481194] env[68835]: DEBUG nova.virt.block_device [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Updating existing volume attachment record: 62971234-ec8e-4d43-aefe-a6b7df676576 {{(pid=68835) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1333.919854] env[68835]: DEBUG nova.network.neutron [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Port 6990f604-32e7-4c9d-9796-ab9bc4526cfd binding to destination host cpu-1 is already ACTIVE {{(pid=68835) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1333.956844] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155130, 'name': PowerOffVM_Task, 'duration_secs': 0.174922} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.957123] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.957936] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929d9ac1-249b-4c9d-b202-5f2f4df6b446 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.979438] env[68835]: DEBUG nova.compute.manager [req-b9092032-afb7-4a13-9920-80e231709e20 req-8af6148f-a873-4595-a44f-f6f72c7cdd0a service nova] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Received event network-vif-plugged-65a4cc14-5f8e-47e3-b445-cde05d3e8789 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.979684] env[68835]: DEBUG oslo_concurrency.lockutils [req-b9092032-afb7-4a13-9920-80e231709e20 req-8af6148f-a873-4595-a44f-f6f72c7cdd0a service nova] Acquiring lock "7adca7f3-4e81-442b-9dfc-525a7d8b4e34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.979893] env[68835]: DEBUG oslo_concurrency.lockutils [req-b9092032-afb7-4a13-9920-80e231709e20 req-8af6148f-a873-4595-a44f-f6f72c7cdd0a service nova] Lock "7adca7f3-4e81-442b-9dfc-525a7d8b4e34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.980100] env[68835]: DEBUG oslo_concurrency.lockutils [req-b9092032-afb7-4a13-9920-80e231709e20 req-8af6148f-a873-4595-a44f-f6f72c7cdd0a service nova] Lock "7adca7f3-4e81-442b-9dfc-525a7d8b4e34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.980271] env[68835]: DEBUG nova.compute.manager [req-b9092032-afb7-4a13-9920-80e231709e20 req-8af6148f-a873-4595-a44f-f6f72c7cdd0a service nova] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] No waiting events found dispatching network-vif-plugged-65a4cc14-5f8e-47e3-b445-cde05d3e8789 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1333.980432] env[68835]: WARNING nova.compute.manager [req-b9092032-afb7-4a13-9920-80e231709e20 req-8af6148f-a873-4595-a44f-f6f72c7cdd0a service nova] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Received unexpected event network-vif-plugged-65a4cc14-5f8e-47e3-b445-cde05d3e8789 for instance with vm_state building and task_state block_device_mapping. [ 1333.981206] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9d877b-39e8-4731-98c9-f362b8ce18f5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.049571] env[68835]: DEBUG nova.network.neutron [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Successfully updated port: 65a4cc14-5f8e-47e3-b445-cde05d3e8789 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.491882] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Creating Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1334.492211] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-57c44814-affa-4062-b1b8-2ad1433c59b4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.500159] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1334.500159] env[68835]: value = "task-3155131" [ 1334.500159] env[68835]: _type = "Task" [ 1334.500159] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.508728] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155131, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.552191] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "refresh_cache-7adca7f3-4e81-442b-9dfc-525a7d8b4e34" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.552353] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired lock "refresh_cache-7adca7f3-4e81-442b-9dfc-525a7d8b4e34" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.552499] env[68835]: DEBUG nova.network.neutron [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.942407] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "15b953b9-f3fc-4706-8a74-99d87a27fed6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.942798] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "15b953b9-f3fc-4706-8a74-99d87a27fed6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.942798] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "15b953b9-f3fc-4706-8a74-99d87a27fed6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.010201] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155131, 'name': CreateSnapshot_Task, 'duration_secs': 0.418876} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.010486] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Created Snapshot of the VM instance {{(pid=68835) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1335.011238] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6c5371-8520-4acd-bd21-283f2a72f601 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.086362] env[68835]: DEBUG nova.network.neutron [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.248967] env[68835]: DEBUG nova.network.neutron [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Updating instance_info_cache with network_info: [{"id": "65a4cc14-5f8e-47e3-b445-cde05d3e8789", "address": "fa:16:3e:99:45:13", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a4cc14-5f", "ovs_interfaceid": "65a4cc14-5f8e-47e3-b445-cde05d3e8789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.528091] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Creating linked-clone VM from snapshot {{(pid=68835) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1335.528515] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0fece9fa-97b3-4ca6-8a1f-550f159f4a19 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.538048] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1335.538048] env[68835]: value = "task-3155132" [ 1335.538048] env[68835]: _type = "Task" [ 1335.538048] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.545555] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155132, 'name': CloneVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.564159] env[68835]: DEBUG nova.compute.manager [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1335.564723] env[68835]: DEBUG nova.virt.hardware [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1335.564942] env[68835]: DEBUG nova.virt.hardware [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1335.565116] env[68835]: DEBUG nova.virt.hardware [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1335.565301] env[68835]: DEBUG nova.virt.hardware [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1335.565475] env[68835]: DEBUG nova.virt.hardware [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1335.565835] env[68835]: DEBUG nova.virt.hardware [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1335.566105] env[68835]: DEBUG nova.virt.hardware [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1335.566298] env[68835]: DEBUG nova.virt.hardware [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1335.566491] env[68835]: DEBUG nova.virt.hardware [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1335.566681] env[68835]: DEBUG nova.virt.hardware [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1335.566862] env[68835]: DEBUG nova.virt.hardware [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1335.567782] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139769f8-204d-49df-a795-5a4846dbf740 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.575356] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80eabca2-d6ed-4e23-9ad3-3cb95a70adc6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.752124] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Releasing lock "refresh_cache-7adca7f3-4e81-442b-9dfc-525a7d8b4e34" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.752597] env[68835]: DEBUG nova.compute.manager [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Instance network_info: |[{"id": "65a4cc14-5f8e-47e3-b445-cde05d3e8789", "address": "fa:16:3e:99:45:13", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a4cc14-5f", "ovs_interfaceid": "65a4cc14-5f8e-47e3-b445-cde05d3e8789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1335.753090] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:45:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65a4cc14-5f8e-47e3-b445-cde05d3e8789', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1335.760925] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1335.761166] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1335.761400] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa68633c-841d-44a1-a8ee-15518a477181 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.780303] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1335.780303] env[68835]: value = "task-3155133" [ 1335.780303] env[68835]: _type = "Task" [ 1335.780303] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.787628] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155133, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.978137] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.978477] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.978543] env[68835]: DEBUG nova.network.neutron [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.994518] env[68835]: DEBUG nova.compute.manager [req-704feeb4-9ea2-4f42-81a8-e6207e32e2b8 req-49af8046-b01a-463c-83f9-ed94e7cd67a5 service nova] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Received event network-changed-65a4cc14-5f8e-47e3-b445-cde05d3e8789 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.994695] env[68835]: DEBUG nova.compute.manager [req-704feeb4-9ea2-4f42-81a8-e6207e32e2b8 req-49af8046-b01a-463c-83f9-ed94e7cd67a5 service nova] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Refreshing instance network info cache due to event network-changed-65a4cc14-5f8e-47e3-b445-cde05d3e8789. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1335.994846] env[68835]: DEBUG oslo_concurrency.lockutils [req-704feeb4-9ea2-4f42-81a8-e6207e32e2b8 req-49af8046-b01a-463c-83f9-ed94e7cd67a5 service nova] Acquiring lock "refresh_cache-7adca7f3-4e81-442b-9dfc-525a7d8b4e34" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.994982] env[68835]: DEBUG oslo_concurrency.lockutils [req-704feeb4-9ea2-4f42-81a8-e6207e32e2b8 req-49af8046-b01a-463c-83f9-ed94e7cd67a5 service nova] Acquired lock "refresh_cache-7adca7f3-4e81-442b-9dfc-525a7d8b4e34" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.995158] env[68835]: DEBUG nova.network.neutron [req-704feeb4-9ea2-4f42-81a8-e6207e32e2b8 req-49af8046-b01a-463c-83f9-ed94e7cd67a5 service nova] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Refreshing network info cache for port 65a4cc14-5f8e-47e3-b445-cde05d3e8789 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.047458] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155132, 'name': CloneVM_Task} progress is 94%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.290307] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155133, 'name': CreateVM_Task, 'duration_secs': 0.496746} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.290494] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.291351] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'attachment_id': '62971234-ec8e-4d43-aefe-a6b7df676576', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631306', 'volume_id': 'ed1e412a-b6e9-4665-9bff-c69a77ddc92a', 'name': 'volume-ed1e412a-b6e9-4665-9bff-c69a77ddc92a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7adca7f3-4e81-442b-9dfc-525a7d8b4e34', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed1e412a-b6e9-4665-9bff-c69a77ddc92a', 'serial': 'ed1e412a-b6e9-4665-9bff-c69a77ddc92a'}, 'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=68835) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1336.291466] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Root volume attach. Driver type: vmdk {{(pid=68835) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1336.292158] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d67e9a-fbbc-46d7-bcaf-1702a9d3032b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.299164] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e6cc90-c9a2-4588-adb5-1c27b83c38e9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.304823] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9587d80-1968-4b09-a90d-fd7325365ccf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.310668] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3bb39fd0-f4b0-4878-989f-40cf0b8fb292 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.317442] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1336.317442] env[68835]: value = "task-3155134" [ 1336.317442] env[68835]: _type = "Task" [ 1336.317442] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.326799] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155134, 'name': RelocateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.551050] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155132, 'name': CloneVM_Task, 'duration_secs': 0.96965} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.553776] env[68835]: INFO nova.virt.vmwareapi.vmops [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Created linked-clone VM from snapshot [ 1336.554649] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f635a39-a92d-40fc-9ef9-e4c1766e19ba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.564952] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Uploading image 15b1d01e-b584-4d4b-b70f-15fbc5282cf0 {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1336.595090] env[68835]: DEBUG oslo_vmware.rw_handles [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1336.595090] env[68835]: value = "vm-631308" [ 1336.595090] env[68835]: _type = "VirtualMachine" [ 1336.595090] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1336.595464] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2819968f-e737-4f13-8898-642edbb1d4ca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.608978] env[68835]: DEBUG oslo_vmware.rw_handles [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lease: (returnval){ [ 1336.608978] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]529c1760-95f4-d410-5fca-f1479097def6" [ 1336.608978] env[68835]: _type = "HttpNfcLease" [ 1336.608978] env[68835]: } obtained for exporting VM: (result){ [ 1336.608978] env[68835]: value = "vm-631308" [ 1336.608978] env[68835]: _type = "VirtualMachine" [ 1336.608978] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1336.609356] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the lease: (returnval){ [ 1336.609356] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]529c1760-95f4-d410-5fca-f1479097def6" [ 1336.609356] env[68835]: _type = "HttpNfcLease" [ 1336.609356] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1336.622795] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1336.622795] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]529c1760-95f4-d410-5fca-f1479097def6" [ 1336.622795] env[68835]: _type = "HttpNfcLease" [ 1336.622795] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1336.715997] env[68835]: DEBUG nova.network.neutron [req-704feeb4-9ea2-4f42-81a8-e6207e32e2b8 req-49af8046-b01a-463c-83f9-ed94e7cd67a5 service nova] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Updated VIF entry in instance network info cache for port 65a4cc14-5f8e-47e3-b445-cde05d3e8789. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.716577] env[68835]: DEBUG nova.network.neutron [req-704feeb4-9ea2-4f42-81a8-e6207e32e2b8 req-49af8046-b01a-463c-83f9-ed94e7cd67a5 service nova] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Updating instance_info_cache with network_info: [{"id": "65a4cc14-5f8e-47e3-b445-cde05d3e8789", "address": "fa:16:3e:99:45:13", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a4cc14-5f", "ovs_interfaceid": "65a4cc14-5f8e-47e3-b445-cde05d3e8789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.770270] env[68835]: DEBUG nova.network.neutron [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Updating instance_info_cache with network_info: [{"id": "6990f604-32e7-4c9d-9796-ab9bc4526cfd", "address": "fa:16:3e:f6:82:7a", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6990f604-32", "ovs_interfaceid": "6990f604-32e7-4c9d-9796-ab9bc4526cfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.830527] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155134, 'name': RelocateVM_Task} progress is 42%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.121206] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1337.121206] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]529c1760-95f4-d410-5fca-f1479097def6" [ 1337.121206] env[68835]: _type = "HttpNfcLease" [ 1337.121206] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1337.121779] env[68835]: DEBUG oslo_vmware.rw_handles [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1337.121779] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]529c1760-95f4-d410-5fca-f1479097def6" [ 1337.121779] env[68835]: _type = "HttpNfcLease" [ 1337.121779] env[68835]: }. {{(pid=68835) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1337.122307] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d5a669-0fca-4ed1-a864-119065289d85 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.132377] env[68835]: DEBUG oslo_vmware.rw_handles [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d57211-0035-792c-4833-c8984687ae00/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1337.132620] env[68835]: DEBUG oslo_vmware.rw_handles [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d57211-0035-792c-4833-c8984687ae00/disk-0.vmdk for reading. {{(pid=68835) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1337.219918] env[68835]: DEBUG oslo_concurrency.lockutils [req-704feeb4-9ea2-4f42-81a8-e6207e32e2b8 req-49af8046-b01a-463c-83f9-ed94e7cd67a5 service nova] Releasing lock "refresh_cache-7adca7f3-4e81-442b-9dfc-525a7d8b4e34" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.272921] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.330728] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155134, 'name': RelocateVM_Task} progress is 56%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.355239] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-59f98c3c-b588-4ff4-93b4-f6b8814a823c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.802334] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6245cc8-355f-43ba-9b65-026fa1aaa130 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.830608] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77984bf7-2097-4e5c-b73b-d9e6f6c7cd1d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.842947] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155134, 'name': RelocateVM_Task} progress is 69%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.845839] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Updating instance '15b953b9-f3fc-4706-8a74-99d87a27fed6' progress to 83 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.338984] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155134, 'name': RelocateVM_Task} progress is 84%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.352749] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.353270] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe822093-7f79-42e4-8865-09ca9ea71d4e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.366267] env[68835]: DEBUG oslo_vmware.api [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1338.366267] env[68835]: value = "task-3155136" [ 1338.366267] env[68835]: _type = "Task" [ 1338.366267] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.378846] env[68835]: DEBUG oslo_vmware.api [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.837467] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155134, 'name': RelocateVM_Task} progress is 97%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.876661] env[68835]: DEBUG oslo_vmware.api [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.337772] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155134, 'name': RelocateVM_Task} progress is 97%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.376201] env[68835]: DEBUG oslo_vmware.api [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155136, 'name': PowerOnVM_Task, 'duration_secs': 0.686002} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.376574] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.376644] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b683e642-ae6d-4986-880e-0c591d9b25dd tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Updating instance '15b953b9-f3fc-4706-8a74-99d87a27fed6' progress to 100 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1339.838795] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155134, 'name': RelocateVM_Task} progress is 98%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.339394] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155134, 'name': RelocateVM_Task, 'duration_secs': 3.846529} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.339690] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Volume attach. Driver type: vmdk {{(pid=68835) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1340.339989] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631306', 'volume_id': 'ed1e412a-b6e9-4665-9bff-c69a77ddc92a', 'name': 'volume-ed1e412a-b6e9-4665-9bff-c69a77ddc92a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7adca7f3-4e81-442b-9dfc-525a7d8b4e34', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed1e412a-b6e9-4665-9bff-c69a77ddc92a', 'serial': 'ed1e412a-b6e9-4665-9bff-c69a77ddc92a'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1340.340696] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c985a3a-ff3f-4d54-8c70-4ff8e529fc28 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.357009] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf78204-9742-42ca-b0be-a3d1f09d21d0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.379632] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-ed1e412a-b6e9-4665-9bff-c69a77ddc92a/volume-ed1e412a-b6e9-4665-9bff-c69a77ddc92a.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.380045] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1151a1fc-037d-4a3f-a35c-b1893f057144 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.405776] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1340.405776] env[68835]: value = "task-3155137" [ 1340.405776] env[68835]: _type = "Task" [ 1340.405776] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.416409] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.918508] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155137, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.418362] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155137, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.528645] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "15b953b9-f3fc-4706-8a74-99d87a27fed6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.529066] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "15b953b9-f3fc-4706-8a74-99d87a27fed6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.529391] env[68835]: DEBUG nova.compute.manager [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Going to confirm migration 8 {{(pid=68835) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1341.918847] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155137, 'name': ReconfigVM_Task, 'duration_secs': 1.334964} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.919180] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-ed1e412a-b6e9-4665-9bff-c69a77ddc92a/volume-ed1e412a-b6e9-4665-9bff-c69a77ddc92a.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.923978] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4abbd15-aaf8-45a7-981b-79539bff217a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.941190] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1341.941190] env[68835]: value = "task-3155138" [ 1341.941190] env[68835]: _type = "Task" [ 1341.941190] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.950180] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.079228] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.079430] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.079615] env[68835]: DEBUG nova.network.neutron [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.079820] env[68835]: DEBUG nova.objects.instance [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lazy-loading 'info_cache' on Instance uuid 15b953b9-f3fc-4706-8a74-99d87a27fed6 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.452202] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155138, 'name': ReconfigVM_Task, 'duration_secs': 0.145207} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.452604] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631306', 'volume_id': 'ed1e412a-b6e9-4665-9bff-c69a77ddc92a', 'name': 'volume-ed1e412a-b6e9-4665-9bff-c69a77ddc92a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7adca7f3-4e81-442b-9dfc-525a7d8b4e34', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed1e412a-b6e9-4665-9bff-c69a77ddc92a', 'serial': 'ed1e412a-b6e9-4665-9bff-c69a77ddc92a'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1342.453110] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eec61e43-7e14-4d7e-b13a-4d74b69379e9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.461784] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1342.461784] env[68835]: value = "task-3155139" [ 1342.461784] env[68835]: _type = "Task" [ 1342.461784] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.471072] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155139, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.972915] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155139, 'name': Rename_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.435707] env[68835]: DEBUG nova.network.neutron [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Updating instance_info_cache with network_info: [{"id": "6990f604-32e7-4c9d-9796-ab9bc4526cfd", "address": "fa:16:3e:f6:82:7a", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6990f604-32", "ovs_interfaceid": "6990f604-32e7-4c9d-9796-ab9bc4526cfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.472917] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155139, 'name': Rename_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.938412] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "refresh_cache-15b953b9-f3fc-4706-8a74-99d87a27fed6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.938655] env[68835]: DEBUG nova.objects.instance [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lazy-loading 'migration_context' on Instance uuid 15b953b9-f3fc-4706-8a74-99d87a27fed6 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.972066] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155139, 'name': Rename_Task, 'duration_secs': 1.151575} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.972323] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1343.972563] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee3aa5b4-c0c8-49ab-a916-60db8ff308bb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.980723] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1343.980723] env[68835]: value = "task-3155140" [ 1343.980723] env[68835]: _type = "Task" [ 1343.980723] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.988481] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.441657] env[68835]: DEBUG nova.objects.base [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Object Instance<15b953b9-f3fc-4706-8a74-99d87a27fed6> lazy-loaded attributes: info_cache,migration_context {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1344.442710] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327a5a58-a9a0-4e6c-80be-3d648278c99e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.463260] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ac4cc5-8ab0-42aa-ace7-7d615a29c7a3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.469296] env[68835]: DEBUG oslo_vmware.api [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1344.469296] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]526f76ff-e73b-3496-56e4-d75145b8e44e" [ 1344.469296] env[68835]: _type = "Task" [ 1344.469296] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.477976] env[68835]: DEBUG oslo_vmware.api [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526f76ff-e73b-3496-56e4-d75145b8e44e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.488808] env[68835]: DEBUG oslo_vmware.api [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155140, 'name': PowerOnVM_Task, 'duration_secs': 0.449036} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.489128] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1344.489332] env[68835]: INFO nova.compute.manager [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1344.489511] env[68835]: DEBUG nova.compute.manager [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.490275] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fc0575-3bb6-42f6-aff7-bbaf5459d37d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.979367] env[68835]: DEBUG oslo_vmware.api [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]526f76ff-e73b-3496-56e4-d75145b8e44e, 'name': SearchDatastore_Task, 'duration_secs': 0.010607} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.979663] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.979918] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.006751] env[68835]: INFO nova.compute.manager [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Took 15.39 seconds to build instance. [ 1345.508573] env[68835]: DEBUG oslo_concurrency.lockutils [None req-0fb9c069-a199-4a94-a9fa-23d708c54ccb tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "7adca7f3-4e81-442b-9dfc-525a7d8b4e34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.900s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.589440] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cb4c24-a4e7-45cf-9dee-ab1b395de96a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.598636] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95b08a9-2091-4c41-ae92-47a739c8a90b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.630471] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792a7dbd-c8d5-45e3-8ea2-0f7de814e389 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.638335] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e01dab3-fd54-431c-95b5-86cdaeffecee {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.652420] env[68835]: DEBUG nova.compute.provider_tree [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.803554] env[68835]: DEBUG oslo_vmware.rw_handles [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d57211-0035-792c-4833-c8984687ae00/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1345.804636] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7321799a-9303-4349-849a-68d63cd2e972 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.811052] env[68835]: DEBUG oslo_vmware.rw_handles [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d57211-0035-792c-4833-c8984687ae00/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1345.811231] env[68835]: ERROR oslo_vmware.rw_handles [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d57211-0035-792c-4833-c8984687ae00/disk-0.vmdk due to incomplete transfer. [ 1345.811455] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-40d764e5-8a64-46ba-9520-a3020a7bf2a8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.818783] env[68835]: DEBUG oslo_vmware.rw_handles [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d57211-0035-792c-4833-c8984687ae00/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1345.818986] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Uploaded image 15b1d01e-b584-4d4b-b70f-15fbc5282cf0 to the Glance image server {{(pid=68835) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1345.821401] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Destroying the VM {{(pid=68835) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1345.821648] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6c11faeb-00f9-4f2a-916f-6ed1b87f6715 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.827868] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1345.827868] env[68835]: value = "task-3155141" [ 1345.827868] env[68835]: _type = "Task" [ 1345.827868] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.835807] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155141, 'name': Destroy_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.156045] env[68835]: DEBUG nova.scheduler.client.report [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.339199] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155141, 'name': Destroy_Task, 'duration_secs': 0.326627} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.339482] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Destroyed the VM [ 1346.339722] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Deleting Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1346.339987] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4f7e87b7-e767-41b1-a6bc-32bf92525bc8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.349726] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1346.349726] env[68835]: value = "task-3155142" [ 1346.349726] env[68835]: _type = "Task" [ 1346.349726] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.357606] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155142, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.682091] env[68835]: DEBUG nova.compute.manager [req-c523c6ce-2baf-4b3c-9260-c00094329428 req-a9311d90-f882-4ba9-994d-6c7c9d673412 service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Received event network-changed-2a7b2d96-7bc8-4679-b338-adf7911bdf2a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.682380] env[68835]: DEBUG nova.compute.manager [req-c523c6ce-2baf-4b3c-9260-c00094329428 req-a9311d90-f882-4ba9-994d-6c7c9d673412 service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Refreshing instance network info cache due to event network-changed-2a7b2d96-7bc8-4679-b338-adf7911bdf2a. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1346.682794] env[68835]: DEBUG oslo_concurrency.lockutils [req-c523c6ce-2baf-4b3c-9260-c00094329428 req-a9311d90-f882-4ba9-994d-6c7c9d673412 service nova] Acquiring lock "refresh_cache-a1cb86e0-6b66-4edf-b690-80e51709b58d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.682794] env[68835]: DEBUG oslo_concurrency.lockutils [req-c523c6ce-2baf-4b3c-9260-c00094329428 req-a9311d90-f882-4ba9-994d-6c7c9d673412 service nova] Acquired lock "refresh_cache-a1cb86e0-6b66-4edf-b690-80e51709b58d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.682986] env[68835]: DEBUG nova.network.neutron [req-c523c6ce-2baf-4b3c-9260-c00094329428 req-a9311d90-f882-4ba9-994d-6c7c9d673412 service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Refreshing network info cache for port 2a7b2d96-7bc8-4679-b338-adf7911bdf2a {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.860960] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155142, 'name': RemoveSnapshot_Task, 'duration_secs': 0.385961} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.861259] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Deleted Snapshot of the VM instance {{(pid=68835) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1346.861528] env[68835]: DEBUG nova.compute.manager [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.862293] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e608c8-b690-42d4-b6ba-6ec8e5d51a82 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.168130] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.188s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.374230] env[68835]: INFO nova.compute.manager [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Shelve offloading [ 1347.378284] env[68835]: DEBUG nova.network.neutron [req-c523c6ce-2baf-4b3c-9260-c00094329428 req-a9311d90-f882-4ba9-994d-6c7c9d673412 service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Updated VIF entry in instance network info cache for port 2a7b2d96-7bc8-4679-b338-adf7911bdf2a. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.378605] env[68835]: DEBUG nova.network.neutron [req-c523c6ce-2baf-4b3c-9260-c00094329428 req-a9311d90-f882-4ba9-994d-6c7c9d673412 service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Updating instance_info_cache with network_info: [{"id": "2a7b2d96-7bc8-4679-b338-adf7911bdf2a", "address": "fa:16:3e:a9:e4:48", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a7b2d96-7b", "ovs_interfaceid": "2a7b2d96-7bc8-4679-b338-adf7911bdf2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.725020] env[68835]: INFO nova.scheduler.client.report [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Deleted allocation for migration 97b7e588-33a0-403f-a2f7-0a70b0f7cd95 [ 1347.877466] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.877850] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39043bc6-262f-423d-b50a-3eec67647b97 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.881420] env[68835]: DEBUG oslo_concurrency.lockutils [req-c523c6ce-2baf-4b3c-9260-c00094329428 req-a9311d90-f882-4ba9-994d-6c7c9d673412 service nova] Releasing lock "refresh_cache-a1cb86e0-6b66-4edf-b690-80e51709b58d" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.884569] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1347.884569] env[68835]: value = "task-3155143" [ 1347.884569] env[68835]: _type = "Task" [ 1347.884569] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.892221] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.078416] env[68835]: DEBUG nova.compute.manager [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Stashing vm_state: active {{(pid=68835) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1348.230052] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e722e793-560c-4c44-9787-45abdb8a9ff4 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "15b953b9-f3fc-4706-8a74-99d87a27fed6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.701s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.394443] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] VM already powered off {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1348.394669] env[68835]: DEBUG nova.compute.manager [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.395426] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b287b8-6170-46a8-af2d-0c6e837a2bfa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.400695] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.400860] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.401043] env[68835]: DEBUG nova.network.neutron [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.597778] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.599033] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.708654] env[68835]: DEBUG nova.compute.manager [req-d0ecd554-8e59-4a9a-9db2-057d6d11245a req-aa4ea541-c656-4f92-97f8-c3f6f5ca4765 service nova] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Received event network-changed-65a4cc14-5f8e-47e3-b445-cde05d3e8789 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.708825] env[68835]: DEBUG nova.compute.manager [req-d0ecd554-8e59-4a9a-9db2-057d6d11245a req-aa4ea541-c656-4f92-97f8-c3f6f5ca4765 service nova] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Refreshing instance network info cache due to event network-changed-65a4cc14-5f8e-47e3-b445-cde05d3e8789. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.709052] env[68835]: DEBUG oslo_concurrency.lockutils [req-d0ecd554-8e59-4a9a-9db2-057d6d11245a req-aa4ea541-c656-4f92-97f8-c3f6f5ca4765 service nova] Acquiring lock "refresh_cache-7adca7f3-4e81-442b-9dfc-525a7d8b4e34" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.709201] env[68835]: DEBUG oslo_concurrency.lockutils [req-d0ecd554-8e59-4a9a-9db2-057d6d11245a req-aa4ea541-c656-4f92-97f8-c3f6f5ca4765 service nova] Acquired lock "refresh_cache-7adca7f3-4e81-442b-9dfc-525a7d8b4e34" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.709362] env[68835]: DEBUG nova.network.neutron [req-d0ecd554-8e59-4a9a-9db2-057d6d11245a req-aa4ea541-c656-4f92-97f8-c3f6f5ca4765 service nova] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Refreshing network info cache for port 65a4cc14-5f8e-47e3-b445-cde05d3e8789 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.924983] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "15b953b9-f3fc-4706-8a74-99d87a27fed6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.925379] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "15b953b9-f3fc-4706-8a74-99d87a27fed6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.925594] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "15b953b9-f3fc-4706-8a74-99d87a27fed6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.925824] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "15b953b9-f3fc-4706-8a74-99d87a27fed6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.926054] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "15b953b9-f3fc-4706-8a74-99d87a27fed6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.928355] env[68835]: INFO nova.compute.manager [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Terminating instance [ 1349.098559] env[68835]: DEBUG nova.network.neutron [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Updating instance_info_cache with network_info: [{"id": "4916eb52-f3fa-46d2-8b60-d7ca265ad34e", "address": "fa:16:3e:25:7e:5e", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4916eb52-f3", "ovs_interfaceid": "4916eb52-f3fa-46d2-8b60-d7ca265ad34e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.103527] env[68835]: INFO nova.compute.claims [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.431531] env[68835]: DEBUG nova.network.neutron [req-d0ecd554-8e59-4a9a-9db2-057d6d11245a req-aa4ea541-c656-4f92-97f8-c3f6f5ca4765 service nova] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Updated VIF entry in instance network info cache for port 65a4cc14-5f8e-47e3-b445-cde05d3e8789. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.431998] env[68835]: DEBUG nova.network.neutron [req-d0ecd554-8e59-4a9a-9db2-057d6d11245a req-aa4ea541-c656-4f92-97f8-c3f6f5ca4765 service nova] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Updating instance_info_cache with network_info: [{"id": "65a4cc14-5f8e-47e3-b445-cde05d3e8789", "address": "fa:16:3e:99:45:13", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a4cc14-5f", "ovs_interfaceid": "65a4cc14-5f8e-47e3-b445-cde05d3e8789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.433887] env[68835]: DEBUG nova.compute.manager [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1349.434166] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.435558] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2cfe71-1922-4289-b5db-be9656277114 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.444786] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.445713] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4df3de7-bddc-433c-adfd-b9ae2bdd8bed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.453020] env[68835]: DEBUG oslo_vmware.api [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1349.453020] env[68835]: value = "task-3155144" [ 1349.453020] env[68835]: _type = "Task" [ 1349.453020] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.462999] env[68835]: DEBUG oslo_vmware.api [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.601278] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.609093] env[68835]: INFO nova.compute.resource_tracker [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Updating resource usage from migration 329239a8-b3cb-48f6-b869-e7f3efba89de [ 1349.701881] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac8a2a2-24b6-4932-b25d-8adfc5687236 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.709254] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18118e72-ec4b-48b3-ae7e-de6447b1a6c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.742614] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1a1a76-48d3-416e-abde-5efbfea6f40c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.750014] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2897e1-9a82-4808-90d8-66342577d8c5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.763349] env[68835]: DEBUG nova.compute.provider_tree [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.935600] env[68835]: DEBUG oslo_concurrency.lockutils [req-d0ecd554-8e59-4a9a-9db2-057d6d11245a req-aa4ea541-c656-4f92-97f8-c3f6f5ca4765 service nova] Releasing lock "refresh_cache-7adca7f3-4e81-442b-9dfc-525a7d8b4e34" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.949044] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.949926] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479bd3cb-3a88-47cf-bf18-e53aaa2ec01c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.959419] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1349.959927] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96f13338-11e4-4252-b009-cfdbe0af7fc3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.963875] env[68835]: DEBUG oslo_vmware.api [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155144, 'name': PowerOffVM_Task, 'duration_secs': 0.168205} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.964520] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1349.964729] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1349.964949] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b814258-c2b7-43d2-a199-f98fcbcc9fed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.039918] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.040129] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.040315] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Deleting the datastore file [datastore2] 8b057e44-a618-41a0-8bf6-69157be586f4 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.041499] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56108065-e69e-4931-85c1-0b3c20050297 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.043415] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.043966] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.044180] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Deleting the datastore file [datastore2] 15b953b9-f3fc-4706-8a74-99d87a27fed6 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.044412] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36160536-d6da-454a-b858-248bbee8c99c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.051548] env[68835]: DEBUG oslo_vmware.api [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1350.051548] env[68835]: value = "task-3155148" [ 1350.051548] env[68835]: _type = "Task" [ 1350.051548] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.051786] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1350.051786] env[68835]: value = "task-3155147" [ 1350.051786] env[68835]: _type = "Task" [ 1350.051786] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.064112] env[68835]: DEBUG oslo_vmware.api [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.067572] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.267265] env[68835]: DEBUG nova.scheduler.client.report [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.567430] env[68835]: DEBUG oslo_vmware.api [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196667} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.570461] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.570673] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1350.570852] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.571041] env[68835]: INFO nova.compute.manager [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1350.571290] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1350.571501] env[68835]: DEBUG oslo_vmware.api [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160364} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.571720] env[68835]: DEBUG nova.compute.manager [-] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1350.571828] env[68835]: DEBUG nova.network.neutron [-] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1350.573633] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.573811] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1350.573983] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.596210] env[68835]: INFO nova.scheduler.client.report [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Deleted allocations for instance 8b057e44-a618-41a0-8bf6-69157be586f4 [ 1350.739874] env[68835]: DEBUG nova.compute.manager [req-c6e5138d-76c9-4b3e-9af0-48e4644bb03b req-56a37f1b-95e7-4429-97a7-8b11c86e0275 service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Received event network-vif-unplugged-4916eb52-f3fa-46d2-8b60-d7ca265ad34e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.740674] env[68835]: DEBUG oslo_concurrency.lockutils [req-c6e5138d-76c9-4b3e-9af0-48e4644bb03b req-56a37f1b-95e7-4429-97a7-8b11c86e0275 service nova] Acquiring lock "8b057e44-a618-41a0-8bf6-69157be586f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.740984] env[68835]: DEBUG oslo_concurrency.lockutils [req-c6e5138d-76c9-4b3e-9af0-48e4644bb03b req-56a37f1b-95e7-4429-97a7-8b11c86e0275 service nova] Lock "8b057e44-a618-41a0-8bf6-69157be586f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.741249] env[68835]: DEBUG oslo_concurrency.lockutils [req-c6e5138d-76c9-4b3e-9af0-48e4644bb03b req-56a37f1b-95e7-4429-97a7-8b11c86e0275 service nova] Lock "8b057e44-a618-41a0-8bf6-69157be586f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.741513] env[68835]: DEBUG nova.compute.manager [req-c6e5138d-76c9-4b3e-9af0-48e4644bb03b req-56a37f1b-95e7-4429-97a7-8b11c86e0275 service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] No waiting events found dispatching network-vif-unplugged-4916eb52-f3fa-46d2-8b60-d7ca265ad34e {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1350.741710] env[68835]: WARNING nova.compute.manager [req-c6e5138d-76c9-4b3e-9af0-48e4644bb03b req-56a37f1b-95e7-4429-97a7-8b11c86e0275 service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Received unexpected event network-vif-unplugged-4916eb52-f3fa-46d2-8b60-d7ca265ad34e for instance with vm_state shelved_offloaded and task_state None. [ 1350.741886] env[68835]: DEBUG nova.compute.manager [req-c6e5138d-76c9-4b3e-9af0-48e4644bb03b req-56a37f1b-95e7-4429-97a7-8b11c86e0275 service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Received event network-changed-4916eb52-f3fa-46d2-8b60-d7ca265ad34e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.742112] env[68835]: DEBUG nova.compute.manager [req-c6e5138d-76c9-4b3e-9af0-48e4644bb03b req-56a37f1b-95e7-4429-97a7-8b11c86e0275 service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Refreshing instance network info cache due to event network-changed-4916eb52-f3fa-46d2-8b60-d7ca265ad34e. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1350.742348] env[68835]: DEBUG oslo_concurrency.lockutils [req-c6e5138d-76c9-4b3e-9af0-48e4644bb03b req-56a37f1b-95e7-4429-97a7-8b11c86e0275 service nova] Acquiring lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.742515] env[68835]: DEBUG oslo_concurrency.lockutils [req-c6e5138d-76c9-4b3e-9af0-48e4644bb03b req-56a37f1b-95e7-4429-97a7-8b11c86e0275 service nova] Acquired lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.742728] env[68835]: DEBUG nova.network.neutron [req-c6e5138d-76c9-4b3e-9af0-48e4644bb03b req-56a37f1b-95e7-4429-97a7-8b11c86e0275 service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Refreshing network info cache for port 4916eb52-f3fa-46d2-8b60-d7ca265ad34e {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.773190] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.175s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.773648] env[68835]: INFO nova.compute.manager [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Migrating [ 1351.100794] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.101165] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.101297] env[68835]: DEBUG nova.objects.instance [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lazy-loading 'resources' on Instance uuid 8b057e44-a618-41a0-8bf6-69157be586f4 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.289265] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "refresh_cache-7adca7f3-4e81-442b-9dfc-525a7d8b4e34" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.289514] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired lock "refresh_cache-7adca7f3-4e81-442b-9dfc-525a7d8b4e34" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.289625] env[68835]: DEBUG nova.network.neutron [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.580170] env[68835]: DEBUG nova.network.neutron [req-c6e5138d-76c9-4b3e-9af0-48e4644bb03b req-56a37f1b-95e7-4429-97a7-8b11c86e0275 service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Updated VIF entry in instance network info cache for port 4916eb52-f3fa-46d2-8b60-d7ca265ad34e. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.580601] env[68835]: DEBUG nova.network.neutron [req-c6e5138d-76c9-4b3e-9af0-48e4644bb03b req-56a37f1b-95e7-4429-97a7-8b11c86e0275 service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Updating instance_info_cache with network_info: [{"id": "4916eb52-f3fa-46d2-8b60-d7ca265ad34e", "address": "fa:16:3e:25:7e:5e", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4916eb52-f3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.594416] env[68835]: DEBUG nova.network.neutron [-] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.605130] env[68835]: DEBUG nova.objects.instance [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lazy-loading 'numa_topology' on Instance uuid 8b057e44-a618-41a0-8bf6-69157be586f4 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.002464] env[68835]: DEBUG nova.network.neutron [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Updating instance_info_cache with network_info: [{"id": "65a4cc14-5f8e-47e3-b445-cde05d3e8789", "address": "fa:16:3e:99:45:13", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a4cc14-5f", "ovs_interfaceid": "65a4cc14-5f8e-47e3-b445-cde05d3e8789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.083754] env[68835]: DEBUG oslo_concurrency.lockutils [req-c6e5138d-76c9-4b3e-9af0-48e4644bb03b req-56a37f1b-95e7-4429-97a7-8b11c86e0275 service nova] Releasing lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.097583] env[68835]: INFO nova.compute.manager [-] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Took 1.53 seconds to deallocate network for instance. [ 1352.107098] env[68835]: DEBUG nova.objects.base [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Object Instance<8b057e44-a618-41a0-8bf6-69157be586f4> lazy-loaded attributes: resources,numa_topology {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1352.197800] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cddcdd4-020b-4e82-818e-8ca335fc19d8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.205619] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b569a5-dd82-4f7b-b0ed-4147c32850a1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.237972] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cc312b-1c20-42c5-81e9-cec864f128c0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.245597] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3a16c3-2e01-45a1-88c5-0ef90f65cf1c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.259060] env[68835]: DEBUG nova.compute.provider_tree [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1352.467280] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "8b057e44-a618-41a0-8bf6-69157be586f4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.505172] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Releasing lock "refresh_cache-7adca7f3-4e81-442b-9dfc-525a7d8b4e34" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.604586] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.766287] env[68835]: DEBUG nova.compute.manager [req-92b17efb-b6fe-4c34-8739-a2b3cbdba903 req-d1438a53-aa14-43b5-8533-fc25a3bcc6b9 service nova] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Received event network-vif-deleted-6990f604-32e7-4c9d-9796-ab9bc4526cfd {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.780614] env[68835]: ERROR nova.scheduler.client.report [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [req-bc50ecc3-b831-4cb2-9421-fea775d8185e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bc50ecc3-b831-4cb2-9421-fea775d8185e"}]} [ 1352.795990] env[68835]: DEBUG nova.scheduler.client.report [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1352.807228] env[68835]: DEBUG nova.scheduler.client.report [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1352.807428] env[68835]: DEBUG nova.compute.provider_tree [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1352.818860] env[68835]: DEBUG nova.scheduler.client.report [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1352.835495] env[68835]: DEBUG nova.scheduler.client.report [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1352.913388] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea534e1-dfd7-4c55-8554-ac318cd7e312 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.921077] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abde08fe-857e-4cc9-9287-e2c90a283374 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.950412] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceca8ee-3aab-4d7b-a81a-1bf71eea6f58 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.957735] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee813956-cc5c-4064-9a85-e9cc0293e073 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.971713] env[68835]: DEBUG nova.compute.provider_tree [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1353.503210] env[68835]: DEBUG nova.scheduler.client.report [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Updated inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1353.503527] env[68835]: DEBUG nova.compute.provider_tree [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Updating resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 generation from 171 to 172 during operation: update_inventory {{(pid=68835) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1353.503653] env[68835]: DEBUG nova.compute.provider_tree [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1354.009537] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.908s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.012508] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.408s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.012722] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.019193] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a328f6a1-c68b-464b-a86d-58f6e2ff0ea5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.038066] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Updating instance '7adca7f3-4e81-442b-9dfc-525a7d8b4e34' progress to 0 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.042679] env[68835]: INFO nova.scheduler.client.report [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Deleted allocations for instance 15b953b9-f3fc-4706-8a74-99d87a27fed6 [ 1354.518853] env[68835]: DEBUG oslo_concurrency.lockutils [None req-85deb9eb-9c17-43fa-b486-9c15285b94c4 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "8b057e44-a618-41a0-8bf6-69157be586f4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.107s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.519717] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "8b057e44-a618-41a0-8bf6-69157be586f4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.053s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.519895] env[68835]: INFO nova.compute.manager [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Unshelving [ 1354.545802] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.546082] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15b93b4c-5c6c-4404-8bda-4dcc10c2c196 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.550316] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8f2e3d80-ea61-4ab6-b036-e405ccf2ce38 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "15b953b9-f3fc-4706-8a74-99d87a27fed6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.625s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.554251] env[68835]: DEBUG oslo_vmware.api [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1354.554251] env[68835]: value = "task-3155149" [ 1354.554251] env[68835]: _type = "Task" [ 1354.554251] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.561839] env[68835]: DEBUG oslo_vmware.api [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.064373] env[68835]: DEBUG oslo_vmware.api [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155149, 'name': PowerOffVM_Task, 'duration_secs': 0.200324} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.064639] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.064822] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Updating instance '7adca7f3-4e81-442b-9dfc-525a7d8b4e34' progress to 17 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1355.541797] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.542103] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.542307] env[68835]: DEBUG nova.objects.instance [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lazy-loading 'pci_requests' on Instance uuid 8b057e44-a618-41a0-8bf6-69157be586f4 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.570525] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1355.570805] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.571032] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1355.571146] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.571248] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1355.571392] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1355.571593] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1355.571849] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1355.572036] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1355.572209] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1355.572395] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1355.577492] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b639aac1-8fc9-4702-be08-d32f59483513 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.594719] env[68835]: DEBUG oslo_vmware.api [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1355.594719] env[68835]: value = "task-3155150" [ 1355.594719] env[68835]: _type = "Task" [ 1355.594719] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.602352] env[68835]: DEBUG oslo_vmware.api [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.956051] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "9def67ec-97f7-4b06-b85a-1df916712bcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.956051] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "9def67ec-97f7-4b06-b85a-1df916712bcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.956051] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "9def67ec-97f7-4b06-b85a-1df916712bcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.956235] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "9def67ec-97f7-4b06-b85a-1df916712bcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.956421] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "9def67ec-97f7-4b06-b85a-1df916712bcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.960056] env[68835]: INFO nova.compute.manager [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Terminating instance [ 1356.045970] env[68835]: DEBUG nova.objects.instance [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lazy-loading 'numa_topology' on Instance uuid 8b057e44-a618-41a0-8bf6-69157be586f4 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.050919] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "6edd1da7-3af2-4457-bb9d-5dcba81370be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.051211] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "6edd1da7-3af2-4457-bb9d-5dcba81370be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.105451] env[68835]: DEBUG oslo_vmware.api [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155150, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.465235] env[68835]: DEBUG nova.compute.manager [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1356.465439] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.466375] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dc41ff-2c32-43df-8c1c-eb0985f32fa4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.474129] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.474663] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76c67dd9-6300-454c-a76d-7cfbb98f07c5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.480767] env[68835]: DEBUG oslo_vmware.api [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1356.480767] env[68835]: value = "task-3155151" [ 1356.480767] env[68835]: _type = "Task" [ 1356.480767] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.487891] env[68835]: DEBUG oslo_vmware.api [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.551716] env[68835]: INFO nova.compute.claims [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.554369] env[68835]: DEBUG nova.compute.manager [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1356.605865] env[68835]: DEBUG oslo_vmware.api [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155150, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.991149] env[68835]: DEBUG oslo_vmware.api [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155151, 'name': PowerOffVM_Task, 'duration_secs': 0.399758} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.991419] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.991589] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.991838] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-863233ad-f8c9-4639-93eb-22b683fcfaf3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.049666] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1357.049887] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1357.050104] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Deleting the datastore file [datastore1] 9def67ec-97f7-4b06-b85a-1df916712bcc {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.050388] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98dea5a8-e070-4e63-b86d-8ced0aff86f3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.056289] env[68835]: DEBUG oslo_vmware.api [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for the task: (returnval){ [ 1357.056289] env[68835]: value = "task-3155153" [ 1357.056289] env[68835]: _type = "Task" [ 1357.056289] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.068602] env[68835]: DEBUG oslo_vmware.api [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.081346] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.105490] env[68835]: DEBUG oslo_vmware.api [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155150, 'name': ReconfigVM_Task, 'duration_secs': 1.18722} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.105772] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Updating instance '7adca7f3-4e81-442b-9dfc-525a7d8b4e34' progress to 33 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1357.568262] env[68835]: DEBUG oslo_vmware.api [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Task: {'id': task-3155153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141348} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.570066] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.570066] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.570066] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.570066] env[68835]: INFO nova.compute.manager [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1357.570066] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1357.570066] env[68835]: DEBUG nova.compute.manager [-] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1357.570066] env[68835]: DEBUG nova.network.neutron [-] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1357.612089] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.612089] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.612089] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.612089] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.612990] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.612990] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.613153] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.613268] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.613431] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.613590] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.613760] env[68835]: DEBUG nova.virt.hardware [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.619102] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1357.621426] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fc4b32e-38cc-4812-a925-59c8825a0ef0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.639751] env[68835]: DEBUG oslo_vmware.api [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1357.639751] env[68835]: value = "task-3155154" [ 1357.639751] env[68835]: _type = "Task" [ 1357.639751] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.649481] env[68835]: DEBUG oslo_vmware.api [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.675449] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36581ce-580c-498f-b307-0af646c282d9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.682871] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeaebf1-fa73-492a-a847-f60163e5acb6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.713729] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cc2e9e-8039-48f7-8ade-b7c8c5cc1ea0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.721140] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef39e0e7-2149-49d0-9e35-e365955f0358 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.734446] env[68835]: DEBUG nova.compute.provider_tree [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.057344] env[68835]: DEBUG nova.compute.manager [req-2da35880-f3b8-49f6-b623-27bbf9509eb1 req-f870f7a8-df6f-4727-888e-e44cd7de0e7f service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Received event network-vif-deleted-5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.057545] env[68835]: INFO nova.compute.manager [req-2da35880-f3b8-49f6-b623-27bbf9509eb1 req-f870f7a8-df6f-4727-888e-e44cd7de0e7f service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Neutron deleted interface 5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a; detaching it from the instance and deleting it from the info cache [ 1358.057711] env[68835]: DEBUG nova.network.neutron [req-2da35880-f3b8-49f6-b623-27bbf9509eb1 req-f870f7a8-df6f-4727-888e-e44cd7de0e7f service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.150242] env[68835]: DEBUG oslo_vmware.api [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155154, 'name': ReconfigVM_Task, 'duration_secs': 0.203374} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.151025] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1358.151623] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04403140-92ca-4ec7-9460-d82d2491f1f8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.174623] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-ed1e412a-b6e9-4665-9bff-c69a77ddc92a/volume-ed1e412a-b6e9-4665-9bff-c69a77ddc92a.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.174917] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49081ca5-ec7f-4cec-8b2a-bac9a9f6a12c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.195460] env[68835]: DEBUG oslo_vmware.api [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1358.195460] env[68835]: value = "task-3155155" [ 1358.195460] env[68835]: _type = "Task" [ 1358.195460] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.203690] env[68835]: DEBUG oslo_vmware.api [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.238126] env[68835]: DEBUG nova.scheduler.client.report [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.537374] env[68835]: DEBUG nova.network.neutron [-] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.560122] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2318e5dc-ae84-471d-b190-cd29d7951a67 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.570670] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a3dfea-d700-4364-984e-6247d5f6cc7b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.596787] env[68835]: DEBUG nova.compute.manager [req-2da35880-f3b8-49f6-b623-27bbf9509eb1 req-f870f7a8-df6f-4727-888e-e44cd7de0e7f service nova] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Detach interface failed, port_id=5ed57c08-92d6-4f7f-bd2c-e991f59ffd0a, reason: Instance 9def67ec-97f7-4b06-b85a-1df916712bcc could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1358.704850] env[68835]: DEBUG oslo_vmware.api [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155155, 'name': ReconfigVM_Task, 'duration_secs': 0.276575} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.705102] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-ed1e412a-b6e9-4665-9bff-c69a77ddc92a/volume-ed1e412a-b6e9-4665-9bff-c69a77ddc92a.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.705393] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Updating instance '7adca7f3-4e81-442b-9dfc-525a7d8b4e34' progress to 50 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.747916] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.206s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.750007] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.669s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.751536] env[68835]: INFO nova.compute.claims [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1358.783334] env[68835]: INFO nova.network.neutron [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Updating port 4916eb52-f3fa-46d2-8b60-d7ca265ad34e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1359.040126] env[68835]: INFO nova.compute.manager [-] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Took 1.47 seconds to deallocate network for instance. [ 1359.212441] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b1df22-c4c0-4321-8093-1a3279c39d60 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.231832] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c92cf99-3066-4eb4-8698-b054d7e324ea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.249739] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Updating instance '7adca7f3-4e81-442b-9dfc-525a7d8b4e34' progress to 67 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1359.547430] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.850215] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6a08e3-5f96-4d41-a72e-58c15e1542e2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.857998] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3f39b0-ac74-4056-abef-81f91fa5ff5c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.888297] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353ab12e-c4e0-4557-a9ed-55ffc87e0773 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.895460] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1718373-e555-42da-9dfc-02d6a07d4d6c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.908373] env[68835]: DEBUG nova.compute.provider_tree [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.400028] env[68835]: DEBUG nova.compute.manager [req-ce6d3b47-e75b-4c98-a5ab-eab38dfdf6d9 req-b23e5d71-2987-4a06-882a-12417a4db68f service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Received event network-vif-plugged-4916eb52-f3fa-46d2-8b60-d7ca265ad34e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.400121] env[68835]: DEBUG oslo_concurrency.lockutils [req-ce6d3b47-e75b-4c98-a5ab-eab38dfdf6d9 req-b23e5d71-2987-4a06-882a-12417a4db68f service nova] Acquiring lock "8b057e44-a618-41a0-8bf6-69157be586f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.400334] env[68835]: DEBUG oslo_concurrency.lockutils [req-ce6d3b47-e75b-4c98-a5ab-eab38dfdf6d9 req-b23e5d71-2987-4a06-882a-12417a4db68f service nova] Lock "8b057e44-a618-41a0-8bf6-69157be586f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.400490] env[68835]: DEBUG oslo_concurrency.lockutils [req-ce6d3b47-e75b-4c98-a5ab-eab38dfdf6d9 req-b23e5d71-2987-4a06-882a-12417a4db68f service nova] Lock "8b057e44-a618-41a0-8bf6-69157be586f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.400672] env[68835]: DEBUG nova.compute.manager [req-ce6d3b47-e75b-4c98-a5ab-eab38dfdf6d9 req-b23e5d71-2987-4a06-882a-12417a4db68f service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] No waiting events found dispatching network-vif-plugged-4916eb52-f3fa-46d2-8b60-d7ca265ad34e {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1360.400841] env[68835]: WARNING nova.compute.manager [req-ce6d3b47-e75b-4c98-a5ab-eab38dfdf6d9 req-b23e5d71-2987-4a06-882a-12417a4db68f service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Received unexpected event network-vif-plugged-4916eb52-f3fa-46d2-8b60-d7ca265ad34e for instance with vm_state shelved_offloaded and task_state spawning. [ 1360.411632] env[68835]: DEBUG nova.scheduler.client.report [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.581686] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.581826] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.581983] env[68835]: DEBUG nova.network.neutron [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.882997] env[68835]: DEBUG nova.network.neutron [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Port 65a4cc14-5f8e-47e3-b445-cde05d3e8789 binding to destination host cpu-1 is already ACTIVE {{(pid=68835) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1360.916377] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.916882] env[68835]: DEBUG nova.compute.manager [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1360.919464] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.372s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.919676] env[68835]: DEBUG nova.objects.instance [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lazy-loading 'resources' on Instance uuid 9def67ec-97f7-4b06-b85a-1df916712bcc {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.280268] env[68835]: DEBUG nova.network.neutron [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Updating instance_info_cache with network_info: [{"id": "4916eb52-f3fa-46d2-8b60-d7ca265ad34e", "address": "fa:16:3e:25:7e:5e", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4916eb52-f3", "ovs_interfaceid": "4916eb52-f3fa-46d2-8b60-d7ca265ad34e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.422479] env[68835]: DEBUG nova.compute.utils [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1361.424397] env[68835]: DEBUG nova.compute.manager [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1361.424570] env[68835]: DEBUG nova.network.neutron [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1361.466124] env[68835]: DEBUG nova.policy [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb656800b1964806a6fd43a70852511d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee92ca6cb8ac47788251c37ca255f0ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1361.521013] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f460fe76-8899-4c99-b565-96947c182bae {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.530273] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfed9c5-7e57-4a17-9448-abc9e829aaea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.559700] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213f74c0-55bd-4ae7-a230-d0eba0702180 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.567568] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b786d6d5-b6e4-4684-b409-1925f25a35b9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.582154] env[68835]: DEBUG nova.compute.provider_tree [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.783320] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.823401] env[68835]: DEBUG nova.virt.hardware [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='acc32b482e8ab11955810c215db376d3',container_format='bare',created_at=2025-03-25T18:45:51Z,direct_url=,disk_format='vmdk',id=15b1d01e-b584-4d4b-b70f-15fbc5282cf0,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-140381135-shelved',owner='ad97ab54e515498584d7af11614bb57e',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-03-25T18:46:05Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.823707] env[68835]: DEBUG nova.virt.hardware [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.823868] env[68835]: DEBUG nova.virt.hardware [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.824073] env[68835]: DEBUG nova.virt.hardware [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.824224] env[68835]: DEBUG nova.virt.hardware [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.824371] env[68835]: DEBUG nova.virt.hardware [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.824577] env[68835]: DEBUG nova.virt.hardware [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.824735] env[68835]: DEBUG nova.virt.hardware [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.824900] env[68835]: DEBUG nova.virt.hardware [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.825075] env[68835]: DEBUG nova.virt.hardware [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.825250] env[68835]: DEBUG nova.virt.hardware [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.826222] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a73b1b3-d8ec-4c92-8336-0a0b610c6276 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.834285] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0675ed32-f9d8-4096-bb8b-a3dbbef0a8ec {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.848489] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:7e:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4916eb52-f3fa-46d2-8b60-d7ca265ad34e', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1361.855963] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1361.856544] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1361.856777] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32cd8a21-fa61-4a3b-9bd5-dac9bab58bf1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.873149] env[68835]: DEBUG nova.network.neutron [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Successfully created port: 04fd5a10-efe3-48a7-9b22-08da8ff3f00a {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1361.876212] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1361.876212] env[68835]: value = "task-3155156" [ 1361.876212] env[68835]: _type = "Task" [ 1361.876212] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.883437] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155156, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.906062] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "7adca7f3-4e81-442b-9dfc-525a7d8b4e34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.906330] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "7adca7f3-4e81-442b-9dfc-525a7d8b4e34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.906543] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "7adca7f3-4e81-442b-9dfc-525a7d8b4e34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.931235] env[68835]: DEBUG nova.compute.manager [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1362.085206] env[68835]: DEBUG nova.scheduler.client.report [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.385958] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155156, 'name': CreateVM_Task, 'duration_secs': 0.291268} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.386158] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.386829] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/15b1d01e-b584-4d4b-b70f-15fbc5282cf0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.386993] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/15b1d01e-b584-4d4b-b70f-15fbc5282cf0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.387380] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/15b1d01e-b584-4d4b-b70f-15fbc5282cf0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.387636] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa55a524-00d2-478f-95c8-9b0a860a6282 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.392078] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1362.392078] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52996694-5f79-7ed3-adf2-999ac47cee60" [ 1362.392078] env[68835]: _type = "Task" [ 1362.392078] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.399374] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52996694-5f79-7ed3-adf2-999ac47cee60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.425562] env[68835]: DEBUG nova.compute.manager [req-8346e6fb-9ac6-474e-b4a8-20d24b2fc46d req-d89495c8-3ca8-49f3-bff7-0e21c2e45b3e service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Received event network-changed-4916eb52-f3fa-46d2-8b60-d7ca265ad34e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.425747] env[68835]: DEBUG nova.compute.manager [req-8346e6fb-9ac6-474e-b4a8-20d24b2fc46d req-d89495c8-3ca8-49f3-bff7-0e21c2e45b3e service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Refreshing instance network info cache due to event network-changed-4916eb52-f3fa-46d2-8b60-d7ca265ad34e. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1362.426039] env[68835]: DEBUG oslo_concurrency.lockutils [req-8346e6fb-9ac6-474e-b4a8-20d24b2fc46d req-d89495c8-3ca8-49f3-bff7-0e21c2e45b3e service nova] Acquiring lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.426122] env[68835]: DEBUG oslo_concurrency.lockutils [req-8346e6fb-9ac6-474e-b4a8-20d24b2fc46d req-d89495c8-3ca8-49f3-bff7-0e21c2e45b3e service nova] Acquired lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.426294] env[68835]: DEBUG nova.network.neutron [req-8346e6fb-9ac6-474e-b4a8-20d24b2fc46d req-d89495c8-3ca8-49f3-bff7-0e21c2e45b3e service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Refreshing network info cache for port 4916eb52-f3fa-46d2-8b60-d7ca265ad34e {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.593662] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.617856] env[68835]: INFO nova.scheduler.client.report [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Deleted allocations for instance 9def67ec-97f7-4b06-b85a-1df916712bcc [ 1362.902704] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/15b1d01e-b584-4d4b-b70f-15fbc5282cf0" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.903121] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Processing image 15b1d01e-b584-4d4b-b70f-15fbc5282cf0 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.903218] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/15b1d01e-b584-4d4b-b70f-15fbc5282cf0/15b1d01e-b584-4d4b-b70f-15fbc5282cf0.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.903368] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/15b1d01e-b584-4d4b-b70f-15fbc5282cf0/15b1d01e-b584-4d4b-b70f-15fbc5282cf0.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.903556] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.903809] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-412e1aee-e341-4466-aa20-ac79b192267e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.914183] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.914349] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.915048] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df99a385-e0fb-4895-86fb-a00da8c35989 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.920174] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1362.920174] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52df32f3-c973-9a7a-a26f-e836018bc6c8" [ 1362.920174] env[68835]: _type = "Task" [ 1362.920174] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.927317] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52df32f3-c973-9a7a-a26f-e836018bc6c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.940585] env[68835]: DEBUG nova.compute.manager [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1362.944482] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "refresh_cache-7adca7f3-4e81-442b-9dfc-525a7d8b4e34" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.944650] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired lock "refresh_cache-7adca7f3-4e81-442b-9dfc-525a7d8b4e34" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.944820] env[68835]: DEBUG nova.network.neutron [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.990811] env[68835]: DEBUG nova.virt.hardware [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1362.991629] env[68835]: DEBUG nova.virt.hardware [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.991629] env[68835]: DEBUG nova.virt.hardware [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.991629] env[68835]: DEBUG nova.virt.hardware [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.991767] env[68835]: DEBUG nova.virt.hardware [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.991910] env[68835]: DEBUG nova.virt.hardware [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1362.992136] env[68835]: DEBUG nova.virt.hardware [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1362.992300] env[68835]: DEBUG nova.virt.hardware [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1362.992468] env[68835]: DEBUG nova.virt.hardware [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1362.992632] env[68835]: DEBUG nova.virt.hardware [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1362.992806] env[68835]: DEBUG nova.virt.hardware [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1362.993931] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b4f427-59b0-4584-896f-a5aa286d9b66 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.003778] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987a1aae-3cd2-44b9-bea9-aec0776d70db {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.125918] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a7451089-1f56-45c1-901e-02e0b7063f28 tempest-AttachVolumeShelveTestJSON-1659494353 tempest-AttachVolumeShelveTestJSON-1659494353-project-member] Lock "9def67ec-97f7-4b06-b85a-1df916712bcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.170s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.195926] env[68835]: DEBUG nova.network.neutron [req-8346e6fb-9ac6-474e-b4a8-20d24b2fc46d req-d89495c8-3ca8-49f3-bff7-0e21c2e45b3e service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Updated VIF entry in instance network info cache for port 4916eb52-f3fa-46d2-8b60-d7ca265ad34e. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.196452] env[68835]: DEBUG nova.network.neutron [req-8346e6fb-9ac6-474e-b4a8-20d24b2fc46d req-d89495c8-3ca8-49f3-bff7-0e21c2e45b3e service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Updating instance_info_cache with network_info: [{"id": "4916eb52-f3fa-46d2-8b60-d7ca265ad34e", "address": "fa:16:3e:25:7e:5e", "network": {"id": "cf1e2ba9-8959-45d2-a5de-ef28e5bc7179", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1839502590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad97ab54e515498584d7af11614bb57e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4916eb52-f3", "ovs_interfaceid": "4916eb52-f3fa-46d2-8b60-d7ca265ad34e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.382426] env[68835]: DEBUG nova.network.neutron [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Successfully updated port: 04fd5a10-efe3-48a7-9b22-08da8ff3f00a {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1363.430928] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Preparing fetch location {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1363.431213] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Fetch image to [datastore2] OSTACK_IMG_61c29df1-31a9-4065-b304-aa40377fb79c/OSTACK_IMG_61c29df1-31a9-4065-b304-aa40377fb79c.vmdk {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1363.431448] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Downloading stream optimized image 15b1d01e-b584-4d4b-b70f-15fbc5282cf0 to [datastore2] OSTACK_IMG_61c29df1-31a9-4065-b304-aa40377fb79c/OSTACK_IMG_61c29df1-31a9-4065-b304-aa40377fb79c.vmdk on the data store datastore2 as vApp {{(pid=68835) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1363.431613] env[68835]: DEBUG nova.virt.vmwareapi.images [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Downloading image file data 15b1d01e-b584-4d4b-b70f-15fbc5282cf0 to the ESX as VM named 'OSTACK_IMG_61c29df1-31a9-4065-b304-aa40377fb79c' {{(pid=68835) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1363.508408] env[68835]: DEBUG oslo_vmware.rw_handles [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1363.508408] env[68835]: value = "resgroup-9" [ 1363.508408] env[68835]: _type = "ResourcePool" [ 1363.508408] env[68835]: }. {{(pid=68835) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1363.508725] env[68835]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2923a364-ed36-4181-9f04-87ac9ceea44b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.535330] env[68835]: DEBUG oslo_vmware.rw_handles [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lease: (returnval){ [ 1363.535330] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5240408b-728f-a2db-007c-1d73422191bd" [ 1363.535330] env[68835]: _type = "HttpNfcLease" [ 1363.535330] env[68835]: } obtained for vApp import into resource pool (val){ [ 1363.535330] env[68835]: value = "resgroup-9" [ 1363.535330] env[68835]: _type = "ResourcePool" [ 1363.535330] env[68835]: }. {{(pid=68835) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1363.535641] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the lease: (returnval){ [ 1363.535641] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5240408b-728f-a2db-007c-1d73422191bd" [ 1363.535641] env[68835]: _type = "HttpNfcLease" [ 1363.535641] env[68835]: } to be ready. {{(pid=68835) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1363.541856] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1363.541856] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5240408b-728f-a2db-007c-1d73422191bd" [ 1363.541856] env[68835]: _type = "HttpNfcLease" [ 1363.541856] env[68835]: } is initializing. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1363.665906] env[68835]: DEBUG nova.network.neutron [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Updating instance_info_cache with network_info: [{"id": "65a4cc14-5f8e-47e3-b445-cde05d3e8789", "address": "fa:16:3e:99:45:13", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a4cc14-5f", "ovs_interfaceid": "65a4cc14-5f8e-47e3-b445-cde05d3e8789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.699587] env[68835]: DEBUG oslo_concurrency.lockutils [req-8346e6fb-9ac6-474e-b4a8-20d24b2fc46d req-d89495c8-3ca8-49f3-bff7-0e21c2e45b3e service nova] Releasing lock "refresh_cache-8b057e44-a618-41a0-8bf6-69157be586f4" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.884948] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.885135] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.885295] env[68835]: DEBUG nova.network.neutron [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1364.043439] env[68835]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1364.043439] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5240408b-728f-a2db-007c-1d73422191bd" [ 1364.043439] env[68835]: _type = "HttpNfcLease" [ 1364.043439] env[68835]: } is ready. {{(pid=68835) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1364.043865] env[68835]: DEBUG oslo_vmware.rw_handles [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1364.043865] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5240408b-728f-a2db-007c-1d73422191bd" [ 1364.043865] env[68835]: _type = "HttpNfcLease" [ 1364.043865] env[68835]: }. {{(pid=68835) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1364.044463] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad89ff91-6548-47e9-bb85-9f86bf621725 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.051738] env[68835]: DEBUG oslo_vmware.rw_handles [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270b0e4-a128-0c52-efdc-9c43d204f417/disk-0.vmdk from lease info. {{(pid=68835) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1364.051914] env[68835]: DEBUG oslo_vmware.rw_handles [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270b0e4-a128-0c52-efdc-9c43d204f417/disk-0.vmdk. {{(pid=68835) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1364.114420] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5a0345b3-c94e-4c91-8fd5-c9a024315dde {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.168561] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Releasing lock "refresh_cache-7adca7f3-4e81-442b-9dfc-525a7d8b4e34" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.418515] env[68835]: DEBUG nova.network.neutron [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1364.452465] env[68835]: DEBUG nova.compute.manager [req-97e13c9c-9ad9-4176-9725-0c8293a856de req-aca98c77-c144-4303-a64b-359a69f83772 service nova] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Received event network-vif-plugged-04fd5a10-efe3-48a7-9b22-08da8ff3f00a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.452742] env[68835]: DEBUG oslo_concurrency.lockutils [req-97e13c9c-9ad9-4176-9725-0c8293a856de req-aca98c77-c144-4303-a64b-359a69f83772 service nova] Acquiring lock "6edd1da7-3af2-4457-bb9d-5dcba81370be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.452873] env[68835]: DEBUG oslo_concurrency.lockutils [req-97e13c9c-9ad9-4176-9725-0c8293a856de req-aca98c77-c144-4303-a64b-359a69f83772 service nova] Lock "6edd1da7-3af2-4457-bb9d-5dcba81370be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.453079] env[68835]: DEBUG oslo_concurrency.lockutils [req-97e13c9c-9ad9-4176-9725-0c8293a856de req-aca98c77-c144-4303-a64b-359a69f83772 service nova] Lock "6edd1da7-3af2-4457-bb9d-5dcba81370be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.453258] env[68835]: DEBUG nova.compute.manager [req-97e13c9c-9ad9-4176-9725-0c8293a856de req-aca98c77-c144-4303-a64b-359a69f83772 service nova] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] No waiting events found dispatching network-vif-plugged-04fd5a10-efe3-48a7-9b22-08da8ff3f00a {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1364.453420] env[68835]: WARNING nova.compute.manager [req-97e13c9c-9ad9-4176-9725-0c8293a856de req-aca98c77-c144-4303-a64b-359a69f83772 service nova] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Received unexpected event network-vif-plugged-04fd5a10-efe3-48a7-9b22-08da8ff3f00a for instance with vm_state building and task_state spawning. [ 1364.453575] env[68835]: DEBUG nova.compute.manager [req-97e13c9c-9ad9-4176-9725-0c8293a856de req-aca98c77-c144-4303-a64b-359a69f83772 service nova] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Received event network-changed-04fd5a10-efe3-48a7-9b22-08da8ff3f00a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.453724] env[68835]: DEBUG nova.compute.manager [req-97e13c9c-9ad9-4176-9725-0c8293a856de req-aca98c77-c144-4303-a64b-359a69f83772 service nova] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Refreshing instance network info cache due to event network-changed-04fd5a10-efe3-48a7-9b22-08da8ff3f00a. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1364.453887] env[68835]: DEBUG oslo_concurrency.lockutils [req-97e13c9c-9ad9-4176-9725-0c8293a856de req-aca98c77-c144-4303-a64b-359a69f83772 service nova] Acquiring lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.566686] env[68835]: DEBUG nova.network.neutron [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Updating instance_info_cache with network_info: [{"id": "04fd5a10-efe3-48a7-9b22-08da8ff3f00a", "address": "fa:16:3e:32:92:c4", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fd5a10-ef", "ovs_interfaceid": "04fd5a10-efe3-48a7-9b22-08da8ff3f00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.677792] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a24cfb3-2851-4edd-a3e7-7fccdf929733 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.687011] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4761b0-9d7e-48c5-9167-067a14985ddf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.069054] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.069439] env[68835]: DEBUG nova.compute.manager [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Instance network_info: |[{"id": "04fd5a10-efe3-48a7-9b22-08da8ff3f00a", "address": "fa:16:3e:32:92:c4", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fd5a10-ef", "ovs_interfaceid": "04fd5a10-efe3-48a7-9b22-08da8ff3f00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1365.069742] env[68835]: DEBUG oslo_concurrency.lockutils [req-97e13c9c-9ad9-4176-9725-0c8293a856de req-aca98c77-c144-4303-a64b-359a69f83772 service nova] Acquired lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.069916] env[68835]: DEBUG nova.network.neutron [req-97e13c9c-9ad9-4176-9725-0c8293a856de req-aca98c77-c144-4303-a64b-359a69f83772 service nova] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Refreshing network info cache for port 04fd5a10-efe3-48a7-9b22-08da8ff3f00a {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.071565] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:92:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04fd5a10-efe3-48a7-9b22-08da8ff3f00a', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1365.079744] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1365.084357] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1365.084878] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-737ec476-8a68-42a9-953e-a903b5535707 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.109870] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1365.109870] env[68835]: value = "task-3155159" [ 1365.109870] env[68835]: _type = "Task" [ 1365.109870] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.120222] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155159, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.207877] env[68835]: DEBUG oslo_vmware.rw_handles [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Completed reading data from the image iterator. {{(pid=68835) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1365.208757] env[68835]: DEBUG oslo_vmware.rw_handles [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270b0e4-a128-0c52-efdc-9c43d204f417/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1365.209070] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac364303-73db-4516-ba1c-3a260bfa6bd1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.218519] env[68835]: DEBUG oslo_vmware.rw_handles [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270b0e4-a128-0c52-efdc-9c43d204f417/disk-0.vmdk is in state: ready. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1365.218519] env[68835]: DEBUG oslo_vmware.rw_handles [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270b0e4-a128-0c52-efdc-9c43d204f417/disk-0.vmdk. {{(pid=68835) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1365.218519] env[68835]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2506f4af-6efb-435d-b654-ccae7571d156 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.361115] env[68835]: DEBUG nova.network.neutron [req-97e13c9c-9ad9-4176-9725-0c8293a856de req-aca98c77-c144-4303-a64b-359a69f83772 service nova] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Updated VIF entry in instance network info cache for port 04fd5a10-efe3-48a7-9b22-08da8ff3f00a. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1365.361491] env[68835]: DEBUG nova.network.neutron [req-97e13c9c-9ad9-4176-9725-0c8293a856de req-aca98c77-c144-4303-a64b-359a69f83772 service nova] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Updating instance_info_cache with network_info: [{"id": "04fd5a10-efe3-48a7-9b22-08da8ff3f00a", "address": "fa:16:3e:32:92:c4", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fd5a10-ef", "ovs_interfaceid": "04fd5a10-efe3-48a7-9b22-08da8ff3f00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.470651] env[68835]: DEBUG oslo_vmware.rw_handles [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270b0e4-a128-0c52-efdc-9c43d204f417/disk-0.vmdk. {{(pid=68835) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1365.470883] env[68835]: INFO nova.virt.vmwareapi.images [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Downloaded image file data 15b1d01e-b584-4d4b-b70f-15fbc5282cf0 [ 1365.471771] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31678bf4-d78c-45b5-a953-bf4d4ab896fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.487860] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa8172f8-38a3-479b-98cf-524666c22226 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.519026] env[68835]: INFO nova.virt.vmwareapi.images [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] The imported VM was unregistered [ 1365.521431] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Caching image {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1365.521670] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Creating directory with path [datastore2] devstack-image-cache_base/15b1d01e-b584-4d4b-b70f-15fbc5282cf0 {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.521940] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59fee1d3-1a23-4d2a-91d9-95122b72208a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.532022] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Created directory with path [datastore2] devstack-image-cache_base/15b1d01e-b584-4d4b-b70f-15fbc5282cf0 {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.532253] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_61c29df1-31a9-4065-b304-aa40377fb79c/OSTACK_IMG_61c29df1-31a9-4065-b304-aa40377fb79c.vmdk to [datastore2] devstack-image-cache_base/15b1d01e-b584-4d4b-b70f-15fbc5282cf0/15b1d01e-b584-4d4b-b70f-15fbc5282cf0.vmdk. {{(pid=68835) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1365.532497] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b994b966-539d-405b-9910-361eb3e16fcb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.538414] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1365.538414] env[68835]: value = "task-3155161" [ 1365.538414] env[68835]: _type = "Task" [ 1365.538414] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.545752] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155161, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.621458] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155159, 'name': CreateVM_Task} progress is 25%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.786174] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5baf5b7-4267-4b88-a4ab-1a43923639ee {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.807879] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732041f8-0c75-4940-86d3-7f555803c224 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.817448] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Updating instance '7adca7f3-4e81-442b-9dfc-525a7d8b4e34' progress to 83 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1365.865018] env[68835]: DEBUG oslo_concurrency.lockutils [req-97e13c9c-9ad9-4176-9725-0c8293a856de req-aca98c77-c144-4303-a64b-359a69f83772 service nova] Releasing lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.049405] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155161, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.123323] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155159, 'name': CreateVM_Task, 'duration_secs': 0.701591} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.123707] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.124195] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.124375] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.124725] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.124994] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24fc01e1-5759-45bd-9ba0-2bc688be3ef2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.132764] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1366.132764] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5214aedd-8323-4951-e274-80d19830c880" [ 1366.132764] env[68835]: _type = "Task" [ 1366.132764] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.142796] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5214aedd-8323-4951-e274-80d19830c880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.324129] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.324447] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a68f3c4d-243a-41c2-a7e5-0aff7838c60e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.335047] env[68835]: DEBUG oslo_vmware.api [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1366.335047] env[68835]: value = "task-3155162" [ 1366.335047] env[68835]: _type = "Task" [ 1366.335047] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.345636] env[68835]: DEBUG oslo_vmware.api [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.550454] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155161, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.644457] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5214aedd-8323-4951-e274-80d19830c880, 'name': SearchDatastore_Task, 'duration_secs': 0.092987} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.644997] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.645401] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1366.645809] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.646023] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.646246] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.646552] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-004720fc-ef5b-4b29-8009-1bf8869d576f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.664781] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.664972] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1366.665852] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66dcb758-c646-4cfb-a582-5e0aa928449d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.672054] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1366.672054] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]525e39bf-fae3-fe99-1d86-ac3015ba853f" [ 1366.672054] env[68835]: _type = "Task" [ 1366.672054] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.680376] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525e39bf-fae3-fe99-1d86-ac3015ba853f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.845942] env[68835]: DEBUG oslo_vmware.api [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155162, 'name': PowerOnVM_Task, 'duration_secs': 0.428882} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.846213] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.846441] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fe63331b-edf4-4e06-bdb7-c17cbc43260e tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Updating instance '7adca7f3-4e81-442b-9dfc-525a7d8b4e34' progress to 100 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1367.049790] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155161, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.185591] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]525e39bf-fae3-fe99-1d86-ac3015ba853f, 'name': SearchDatastore_Task, 'duration_secs': 0.087695} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.186723] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed4ce954-f474-4396-888c-e836f4b1efe3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.193410] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1367.193410] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52664bc0-0910-1ed5-2de8-ae98fed829b9" [ 1367.193410] env[68835]: _type = "Task" [ 1367.193410] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.204275] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52664bc0-0910-1ed5-2de8-ae98fed829b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.550767] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155161, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.705157] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52664bc0-0910-1ed5-2de8-ae98fed829b9, 'name': SearchDatastore_Task, 'duration_secs': 0.080073} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.705434] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.705694] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 6edd1da7-3af2-4457-bb9d-5dcba81370be/6edd1da7-3af2-4457-bb9d-5dcba81370be.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.705955] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef24d9c6-3aeb-4ead-a6c2-435f19ac98b3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.712771] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1367.712771] env[68835]: value = "task-3155163" [ 1367.712771] env[68835]: _type = "Task" [ 1367.712771] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.720750] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.051241] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155161, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.28616} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.051533] env[68835]: INFO nova.virt.vmwareapi.ds_util [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_61c29df1-31a9-4065-b304-aa40377fb79c/OSTACK_IMG_61c29df1-31a9-4065-b304-aa40377fb79c.vmdk to [datastore2] devstack-image-cache_base/15b1d01e-b584-4d4b-b70f-15fbc5282cf0/15b1d01e-b584-4d4b-b70f-15fbc5282cf0.vmdk. [ 1368.051726] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Cleaning up location [datastore2] OSTACK_IMG_61c29df1-31a9-4065-b304-aa40377fb79c {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1368.051891] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_61c29df1-31a9-4065-b304-aa40377fb79c {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.052178] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d495fb7-ebdc-4a4a-a024-0e93b1819ba7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.058783] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1368.058783] env[68835]: value = "task-3155164" [ 1368.058783] env[68835]: _type = "Task" [ 1368.058783] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.067551] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.222696] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485051} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.223018] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 6edd1da7-3af2-4457-bb9d-5dcba81370be/6edd1da7-3af2-4457-bb9d-5dcba81370be.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.223230] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1368.223481] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b39748c-961e-424a-9c68-19f2afafd212 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.229535] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1368.229535] env[68835]: value = "task-3155165" [ 1368.229535] env[68835]: _type = "Task" [ 1368.229535] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.237897] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.571509] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131081} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.571761] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.571938] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/15b1d01e-b584-4d4b-b70f-15fbc5282cf0/15b1d01e-b584-4d4b-b70f-15fbc5282cf0.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.572209] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/15b1d01e-b584-4d4b-b70f-15fbc5282cf0/15b1d01e-b584-4d4b-b70f-15fbc5282cf0.vmdk to [datastore2] 8b057e44-a618-41a0-8bf6-69157be586f4/8b057e44-a618-41a0-8bf6-69157be586f4.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1368.572460] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac810a19-894e-40e8-b386-98c7afd33b0a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.579042] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1368.579042] env[68835]: value = "task-3155166" [ 1368.579042] env[68835]: _type = "Task" [ 1368.579042] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.587909] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.739599] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064766} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.739879] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.740761] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54179d41-fb98-42ac-a0bd-80dd38f4774f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.763892] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 6edd1da7-3af2-4457-bb9d-5dcba81370be/6edd1da7-3af2-4457-bb9d-5dcba81370be.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.764239] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5312082a-4bbe-4e75-ae89-7e8902bf0333 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.785667] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1368.785667] env[68835]: value = "task-3155167" [ 1368.785667] env[68835]: _type = "Task" [ 1368.785667] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.799946] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155167, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.094459] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155166, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.159560] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "7adca7f3-4e81-442b-9dfc-525a7d8b4e34" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.160670] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "7adca7f3-4e81-442b-9dfc-525a7d8b4e34" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.160670] env[68835]: DEBUG nova.compute.manager [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Going to confirm migration 9 {{(pid=68835) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1369.295644] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.590203] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155166, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.718857] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "refresh_cache-7adca7f3-4e81-442b-9dfc-525a7d8b4e34" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.719103] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquired lock "refresh_cache-7adca7f3-4e81-442b-9dfc-525a7d8b4e34" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.719857] env[68835]: DEBUG nova.network.neutron [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.719857] env[68835]: DEBUG nova.objects.instance [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lazy-loading 'info_cache' on Instance uuid 7adca7f3-4e81-442b-9dfc-525a7d8b4e34 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.795649] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.093331] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155166, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.296970] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.590301] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155166, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.796833] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.071034] env[68835]: DEBUG nova.network.neutron [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Updating instance_info_cache with network_info: [{"id": "65a4cc14-5f8e-47e3-b445-cde05d3e8789", "address": "fa:16:3e:99:45:13", "network": {"id": "b2557d89-f735-4022-91a3-0657459fb994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1576997255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ab47b8cc0744dc8813f9a928090e14a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a4cc14-5f", "ovs_interfaceid": "65a4cc14-5f8e-47e3-b445-cde05d3e8789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.090538] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155166, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.331846} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.090829] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/15b1d01e-b584-4d4b-b70f-15fbc5282cf0/15b1d01e-b584-4d4b-b70f-15fbc5282cf0.vmdk to [datastore2] 8b057e44-a618-41a0-8bf6-69157be586f4/8b057e44-a618-41a0-8bf6-69157be586f4.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.091582] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd8d714-af70-4eb8-9c4f-2e58a3367186 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.112569] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 8b057e44-a618-41a0-8bf6-69157be586f4/8b057e44-a618-41a0-8bf6-69157be586f4.vmdk or device None with type streamOptimized {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.112789] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93bcb728-1a2f-4644-b6e0-613853d83943 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.131605] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1371.131605] env[68835]: value = "task-3155168" [ 1371.131605] env[68835]: _type = "Task" [ 1371.131605] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.142492] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.297675] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155167, 'name': ReconfigVM_Task, 'duration_secs': 2.300635} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.298130] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 6edd1da7-3af2-4457-bb9d-5dcba81370be/6edd1da7-3af2-4457-bb9d-5dcba81370be.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1371.298682] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-287cf4fd-6991-4373-91c6-d36bef676830 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.305143] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1371.305143] env[68835]: value = "task-3155169" [ 1371.305143] env[68835]: _type = "Task" [ 1371.305143] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.313695] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155169, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.574255] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Releasing lock "refresh_cache-7adca7f3-4e81-442b-9dfc-525a7d8b4e34" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.574565] env[68835]: DEBUG nova.objects.instance [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lazy-loading 'migration_context' on Instance uuid 7adca7f3-4e81-442b-9dfc-525a7d8b4e34 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.641224] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155168, 'name': ReconfigVM_Task, 'duration_secs': 0.252973} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.641492] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 8b057e44-a618-41a0-8bf6-69157be586f4/8b057e44-a618-41a0-8bf6-69157be586f4.vmdk or device None with type streamOptimized {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1371.642110] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e829ba4e-d36c-4678-9f70-e6dfae316e8f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.648620] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1371.648620] env[68835]: value = "task-3155170" [ 1371.648620] env[68835]: _type = "Task" [ 1371.648620] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.656428] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155170, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.814311] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155169, 'name': Rename_Task, 'duration_secs': 0.144759} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.814576] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1371.814810] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db25fba8-5339-427d-a0ce-7e79497c0ba3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.820572] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1371.820572] env[68835]: value = "task-3155171" [ 1371.820572] env[68835]: _type = "Task" [ 1371.820572] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.827343] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.077968] env[68835]: DEBUG nova.objects.base [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Object Instance<7adca7f3-4e81-442b-9dfc-525a7d8b4e34> lazy-loaded attributes: info_cache,migration_context {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1372.078938] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b761712-369a-47d9-9671-e6eff7ba55c6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.098199] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b65858f4-132f-4f3e-bd94-d425ef3e90ac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.103183] env[68835]: DEBUG oslo_vmware.api [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1372.103183] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5226ade1-69fc-2bde-8e33-96f356e72e47" [ 1372.103183] env[68835]: _type = "Task" [ 1372.103183] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.110476] env[68835]: DEBUG oslo_vmware.api [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5226ade1-69fc-2bde-8e33-96f356e72e47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.158501] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155170, 'name': Rename_Task, 'duration_secs': 0.128464} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.158758] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1372.158990] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-509945ec-a029-414a-b9a2-286e5a5bf8d2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.165924] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1372.165924] env[68835]: value = "task-3155172" [ 1372.165924] env[68835]: _type = "Task" [ 1372.165924] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.173396] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.330491] env[68835]: DEBUG oslo_vmware.api [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155171, 'name': PowerOnVM_Task, 'duration_secs': 0.476384} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.330938] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1372.331042] env[68835]: INFO nova.compute.manager [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1372.331150] env[68835]: DEBUG nova.compute.manager [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1372.331914] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91fb7ba-f473-4453-858f-8879d5ea80dc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.613879] env[68835]: DEBUG oslo_vmware.api [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5226ade1-69fc-2bde-8e33-96f356e72e47, 'name': SearchDatastore_Task, 'duration_secs': 0.00748} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.614190] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.614437] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.676322] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155172, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.850597] env[68835]: INFO nova.compute.manager [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Took 15.79 seconds to build instance. [ 1373.178049] env[68835]: DEBUG oslo_vmware.api [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155172, 'name': PowerOnVM_Task, 'duration_secs': 0.931735} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.178340] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1373.210788] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc231827-3d46-4042-8cfc-386931b99f67 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.218759] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ff741e-04ae-40b8-a2cc-ea861bf7f9d0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.250041] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ec14a6-17a8-42b5-9b97-5cf8d5102415 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.257585] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58deae8-56b0-4cc9-bf62-4647a2caeb47 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.272683] env[68835]: DEBUG nova.compute.provider_tree [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1373.290054] env[68835]: DEBUG nova.compute.manager [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.290961] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba0de0c-bbc5-4908-bf59-9169ad884379 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.352931] env[68835]: DEBUG oslo_concurrency.lockutils [None req-b629946e-8ed5-4fe7-8a58-0e0cf0a5d1da tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "6edd1da7-3af2-4457-bb9d-5dcba81370be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.302s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.718206] env[68835]: DEBUG nova.compute.manager [req-b6f2ed9c-9d87-4ff1-aa00-9e9b1e1eb482 req-c5ddc520-0606-4ccc-b0cf-423f3e1ee1d0 service nova] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Received event network-changed-04fd5a10-efe3-48a7-9b22-08da8ff3f00a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.718279] env[68835]: DEBUG nova.compute.manager [req-b6f2ed9c-9d87-4ff1-aa00-9e9b1e1eb482 req-c5ddc520-0606-4ccc-b0cf-423f3e1ee1d0 service nova] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Refreshing instance network info cache due to event network-changed-04fd5a10-efe3-48a7-9b22-08da8ff3f00a. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1373.718466] env[68835]: DEBUG oslo_concurrency.lockutils [req-b6f2ed9c-9d87-4ff1-aa00-9e9b1e1eb482 req-c5ddc520-0606-4ccc-b0cf-423f3e1ee1d0 service nova] Acquiring lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.718606] env[68835]: DEBUG oslo_concurrency.lockutils [req-b6f2ed9c-9d87-4ff1-aa00-9e9b1e1eb482 req-c5ddc520-0606-4ccc-b0cf-423f3e1ee1d0 service nova] Acquired lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.718772] env[68835]: DEBUG nova.network.neutron [req-b6f2ed9c-9d87-4ff1-aa00-9e9b1e1eb482 req-c5ddc520-0606-4ccc-b0cf-423f3e1ee1d0 service nova] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Refreshing network info cache for port 04fd5a10-efe3-48a7-9b22-08da8ff3f00a {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.793875] env[68835]: ERROR nova.scheduler.client.report [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [req-846ef76f-102c-4d38-9748-83a6b841e094] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-846ef76f-102c-4d38-9748-83a6b841e094"}]} [ 1373.808189] env[68835]: DEBUG oslo_concurrency.lockutils [None req-3fb67ec6-adc5-4c49-ae64-64cab5c6ee51 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "8b057e44-a618-41a0-8bf6-69157be586f4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.288s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.812315] env[68835]: DEBUG nova.scheduler.client.report [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1373.828890] env[68835]: DEBUG nova.scheduler.client.report [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1373.829144] env[68835]: DEBUG nova.compute.provider_tree [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1373.840605] env[68835]: DEBUG nova.scheduler.client.report [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1373.859179] env[68835]: DEBUG nova.scheduler.client.report [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1373.947456] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca21c9f-505c-4aa0-8273-a274c7d52557 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.955217] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67cb83f-896a-4949-b40a-ef1af4bb04c5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.986328] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9538cf4-77df-4b77-b32f-5d44337d92da {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.993448] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606445e2-7d6a-4d29-b3f9-f23dbac7dcf8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.007678] env[68835]: DEBUG nova.compute.provider_tree [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1374.527484] env[68835]: DEBUG nova.network.neutron [req-b6f2ed9c-9d87-4ff1-aa00-9e9b1e1eb482 req-c5ddc520-0606-4ccc-b0cf-423f3e1ee1d0 service nova] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Updated VIF entry in instance network info cache for port 04fd5a10-efe3-48a7-9b22-08da8ff3f00a. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.527852] env[68835]: DEBUG nova.network.neutron [req-b6f2ed9c-9d87-4ff1-aa00-9e9b1e1eb482 req-c5ddc520-0606-4ccc-b0cf-423f3e1ee1d0 service nova] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Updating instance_info_cache with network_info: [{"id": "04fd5a10-efe3-48a7-9b22-08da8ff3f00a", "address": "fa:16:3e:32:92:c4", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fd5a10-ef", "ovs_interfaceid": "04fd5a10-efe3-48a7-9b22-08da8ff3f00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.537456] env[68835]: DEBUG nova.scheduler.client.report [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Updated inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1374.537722] env[68835]: DEBUG nova.compute.provider_tree [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Updating resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 generation from 173 to 174 during operation: update_inventory {{(pid=68835) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1374.537893] env[68835]: DEBUG nova.compute.provider_tree [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1375.030976] env[68835]: DEBUG oslo_concurrency.lockutils [req-b6f2ed9c-9d87-4ff1-aa00-9e9b1e1eb482 req-c5ddc520-0606-4ccc-b0cf-423f3e1ee1d0 service nova] Releasing lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.073388] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "8b057e44-a618-41a0-8bf6-69157be586f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.073600] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "8b057e44-a618-41a0-8bf6-69157be586f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.073809] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "8b057e44-a618-41a0-8bf6-69157be586f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.073984] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "8b057e44-a618-41a0-8bf6-69157be586f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.074179] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "8b057e44-a618-41a0-8bf6-69157be586f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.076247] env[68835]: INFO nova.compute.manager [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Terminating instance [ 1375.548813] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.934s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.580278] env[68835]: DEBUG nova.compute.manager [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1375.580606] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.581802] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ddd4bd-9754-43f2-a021-7a353c8646c2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.590653] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.590886] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09a83a1a-eece-406c-b36b-f3da3df1adc9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.597698] env[68835]: DEBUG oslo_vmware.api [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1375.597698] env[68835]: value = "task-3155173" [ 1375.597698] env[68835]: _type = "Task" [ 1375.597698] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.605693] env[68835]: DEBUG oslo_vmware.api [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.107355] env[68835]: DEBUG oslo_vmware.api [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155173, 'name': PowerOffVM_Task, 'duration_secs': 0.23428} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.108287] env[68835]: INFO nova.scheduler.client.report [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Deleted allocation for migration 329239a8-b3cb-48f6-b869-e7f3efba89de [ 1376.109239] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.109418] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1376.111719] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-973b7c81-565a-4a74-b8cf-701f761a1a2e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.167476] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.167699] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.167859] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Deleting the datastore file [datastore2] 8b057e44-a618-41a0-8bf6-69157be586f4 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.168172] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2b5ed55-db28-4f80-9147-7ccc24c69b05 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.174015] env[68835]: DEBUG oslo_vmware.api [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for the task: (returnval){ [ 1376.174015] env[68835]: value = "task-3155175" [ 1376.174015] env[68835]: _type = "Task" [ 1376.174015] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.181612] env[68835]: DEBUG oslo_vmware.api [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.615763] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a9e9bd5d-cb83-4c3a-9e6c-8133a7c247a7 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "7adca7f3-4e81-442b-9dfc-525a7d8b4e34" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.456s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.683932] env[68835]: DEBUG oslo_vmware.api [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Task: {'id': task-3155175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248339} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.684192] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.684372] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.684547] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.684714] env[68835]: INFO nova.compute.manager [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1376.684948] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1376.685147] env[68835]: DEBUG nova.compute.manager [-] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1376.685241] env[68835]: DEBUG nova.network.neutron [-] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1376.852881] env[68835]: INFO nova.compute.manager [None req-032d3c92-2cc6-48d6-a70a-1c41f84729bc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Get console output [ 1376.853291] env[68835]: WARNING nova.virt.vmwareapi.driver [None req-032d3c92-2cc6-48d6-a70a-1c41f84729bc tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] The console log is missing. Check your VSPC configuration [ 1377.170074] env[68835]: DEBUG nova.compute.manager [req-e9bea8ca-ae03-4cdd-91ad-0a98e88a552b req-999648bb-4c9e-4b5e-8580-bb28e786585e service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Received event network-vif-deleted-4916eb52-f3fa-46d2-8b60-d7ca265ad34e {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.170288] env[68835]: INFO nova.compute.manager [req-e9bea8ca-ae03-4cdd-91ad-0a98e88a552b req-999648bb-4c9e-4b5e-8580-bb28e786585e service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Neutron deleted interface 4916eb52-f3fa-46d2-8b60-d7ca265ad34e; detaching it from the instance and deleting it from the info cache [ 1377.170461] env[68835]: DEBUG nova.network.neutron [req-e9bea8ca-ae03-4cdd-91ad-0a98e88a552b req-999648bb-4c9e-4b5e-8580-bb28e786585e service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.248167] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.248381] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68835) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1377.649553] env[68835]: DEBUG nova.network.neutron [-] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.672351] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-755670b0-db1d-498e-953d-8e7f5b605e35 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.683037] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093b23c0-385b-4cdc-a8fb-b598eed74ceb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.708840] env[68835]: DEBUG nova.compute.manager [req-e9bea8ca-ae03-4cdd-91ad-0a98e88a552b req-999648bb-4c9e-4b5e-8580-bb28e786585e service nova] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Detach interface failed, port_id=4916eb52-f3fa-46d2-8b60-d7ca265ad34e, reason: Instance 8b057e44-a618-41a0-8bf6-69157be586f4 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1378.152526] env[68835]: INFO nova.compute.manager [-] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Took 1.47 seconds to deallocate network for instance. [ 1378.248552] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.660385] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.660784] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.660889] env[68835]: DEBUG nova.objects.instance [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lazy-loading 'resources' on Instance uuid 8b057e44-a618-41a0-8bf6-69157be586f4 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.232126] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e11fa3c-7aaa-4d7d-8a68-b3cd40862f7b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.239951] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812858f8-2370-48c0-92c2-60f6127e6237 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.268659] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.269629] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbf3f31-f3d5-4f76-baed-44654b3e9718 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.276375] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb34ea3b-715b-472e-890c-6811fac6b049 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.290300] env[68835]: DEBUG nova.compute.provider_tree [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.793329] env[68835]: DEBUG nova.scheduler.client.report [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.244697] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.248352] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.298594] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.320954] env[68835]: INFO nova.scheduler.client.report [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Deleted allocations for instance 8b057e44-a618-41a0-8bf6-69157be586f4 [ 1380.829601] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8bdd2ef7-787b-4ff8-b5d9-5c0b585c5aa5 tempest-ServerActionsTestOtherB-1878194226 tempest-ServerActionsTestOtherB-1878194226-project-member] Lock "8b057e44-a618-41a0-8bf6-69157be586f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.756s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.248687] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.248946] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.751831] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.752105] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.752216] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.752378] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68835) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1381.753300] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b02c54-4d4d-4dca-b810-a9b598a226d0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.761911] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8e5b8e-19f8-45d5-be18-d93622f1b84d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.775919] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49926e68-bdba-4d6d-b0d4-2ede45f4fbe6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.781974] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22e3a2b-7503-4cfa-b3af-958bb84d10dc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.811357] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180330MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=68835) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1381.811506] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.811699] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.837069] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance a1cb86e0-6b66-4edf-b690-80e51709b58d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1382.837374] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance d62912a5-2d96-4579-8425-5ed2ecfd437b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1382.837374] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 7adca7f3-4e81-442b-9dfc-525a7d8b4e34 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1382.837501] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 6edd1da7-3af2-4457-bb9d-5dcba81370be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1382.837687] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1382.837923] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1382.891292] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd08249-0b30-4c56-8bb2-dc6655fbdec0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.898637] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4084e128-be16-467d-a14b-9a9e5d7dcc5d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.928097] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d55c92-3905-4011-b05f-4378b0a6e773 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.935115] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad450f0-5900-479d-83b2-430b0e5e0114 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.947724] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.451419] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.956744] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68835) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1383.957171] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.145s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.956696] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.244228] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.762669] env[68835]: DEBUG oslo_concurrency.lockutils [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "7adca7f3-4e81-442b-9dfc-525a7d8b4e34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.763091] env[68835]: DEBUG oslo_concurrency.lockutils [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "7adca7f3-4e81-442b-9dfc-525a7d8b4e34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.763154] env[68835]: DEBUG oslo_concurrency.lockutils [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "7adca7f3-4e81-442b-9dfc-525a7d8b4e34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.763341] env[68835]: DEBUG oslo_concurrency.lockutils [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "7adca7f3-4e81-442b-9dfc-525a7d8b4e34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.763522] env[68835]: DEBUG oslo_concurrency.lockutils [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "7adca7f3-4e81-442b-9dfc-525a7d8b4e34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.767219] env[68835]: INFO nova.compute.manager [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Terminating instance [ 1404.271401] env[68835]: DEBUG nova.compute.manager [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1404.271727] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1404.272085] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35e4e263-c7e6-4daf-bf75-d63a664e7433 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.279614] env[68835]: DEBUG oslo_vmware.api [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1404.279614] env[68835]: value = "task-3155186" [ 1404.279614] env[68835]: _type = "Task" [ 1404.279614] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.287603] env[68835]: DEBUG oslo_vmware.api [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.789321] env[68835]: DEBUG oslo_vmware.api [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155186, 'name': PowerOffVM_Task, 'duration_secs': 0.194081} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.789730] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1404.789730] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Volume detach. Driver type: vmdk {{(pid=68835) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1404.789902] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631306', 'volume_id': 'ed1e412a-b6e9-4665-9bff-c69a77ddc92a', 'name': 'volume-ed1e412a-b6e9-4665-9bff-c69a77ddc92a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7adca7f3-4e81-442b-9dfc-525a7d8b4e34', 'attached_at': '2025-03-25T18:46:24.000000', 'detached_at': '', 'volume_id': 'ed1e412a-b6e9-4665-9bff-c69a77ddc92a', 'serial': 'ed1e412a-b6e9-4665-9bff-c69a77ddc92a'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1404.790671] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386cf981-f43f-4d4f-9978-be162aac0d9b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.808510] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60b8d9a-95f4-4f97-bcd2-6b9e19a650e6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.814291] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35be041c-66f3-448b-b9d5-e6425e649012 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.832550] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ec5fc8-e419-4ea9-a800-93bc1d4dd962 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.846294] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] The volume has not been displaced from its original location: [datastore1] volume-ed1e412a-b6e9-4665-9bff-c69a77ddc92a/volume-ed1e412a-b6e9-4665-9bff-c69a77ddc92a.vmdk. No consolidation needed. {{(pid=68835) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1404.851515] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1404.851754] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba4da321-38b1-460f-a1eb-7926fa0617b4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.869502] env[68835]: DEBUG oslo_vmware.api [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1404.869502] env[68835]: value = "task-3155188" [ 1404.869502] env[68835]: _type = "Task" [ 1404.869502] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.876497] env[68835]: DEBUG oslo_vmware.api [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.378880] env[68835]: DEBUG oslo_vmware.api [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155188, 'name': ReconfigVM_Task, 'duration_secs': 0.178552} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.379152] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1405.383857] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b5b6628-6d84-4a05-8af0-d5c13382291f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.398894] env[68835]: DEBUG oslo_vmware.api [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1405.398894] env[68835]: value = "task-3155189" [ 1405.398894] env[68835]: _type = "Task" [ 1405.398894] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.406506] env[68835]: DEBUG oslo_vmware.api [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.912109] env[68835]: DEBUG oslo_vmware.api [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155189, 'name': ReconfigVM_Task, 'duration_secs': 0.127473} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.912545] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631306', 'volume_id': 'ed1e412a-b6e9-4665-9bff-c69a77ddc92a', 'name': 'volume-ed1e412a-b6e9-4665-9bff-c69a77ddc92a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7adca7f3-4e81-442b-9dfc-525a7d8b4e34', 'attached_at': '2025-03-25T18:46:24.000000', 'detached_at': '', 'volume_id': 'ed1e412a-b6e9-4665-9bff-c69a77ddc92a', 'serial': 'ed1e412a-b6e9-4665-9bff-c69a77ddc92a'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1405.912957] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.914061] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e236d4b-bb76-4d62-b172-7c3159fb3215 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.922634] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.922924] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1415b2e2-12da-4885-81e3-b485fb9d7ab3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.984286] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1405.984489] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1405.984669] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Deleting the datastore file [datastore1] 7adca7f3-4e81-442b-9dfc-525a7d8b4e34 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.984947] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cadc420-7bef-4132-aed5-51eef39bb79d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.991647] env[68835]: DEBUG oslo_vmware.api [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1405.991647] env[68835]: value = "task-3155191" [ 1405.991647] env[68835]: _type = "Task" [ 1405.991647] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.999130] env[68835]: DEBUG oslo_vmware.api [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.501571] env[68835]: DEBUG oslo_vmware.api [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080375} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.501825] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.502042] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.502207] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.502372] env[68835]: INFO nova.compute.manager [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1406.502631] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1406.502804] env[68835]: DEBUG nova.compute.manager [-] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1406.502904] env[68835]: DEBUG nova.network.neutron [-] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1407.063570] env[68835]: DEBUG nova.compute.manager [req-3a98408b-8c0f-48be-b294-f65219a19f4b req-7ef6709c-3139-4645-ba87-557476b95148 service nova] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Received event network-vif-deleted-65a4cc14-5f8e-47e3-b445-cde05d3e8789 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1407.063859] env[68835]: INFO nova.compute.manager [req-3a98408b-8c0f-48be-b294-f65219a19f4b req-7ef6709c-3139-4645-ba87-557476b95148 service nova] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Neutron deleted interface 65a4cc14-5f8e-47e3-b445-cde05d3e8789; detaching it from the instance and deleting it from the info cache [ 1407.064141] env[68835]: DEBUG nova.network.neutron [req-3a98408b-8c0f-48be-b294-f65219a19f4b req-7ef6709c-3139-4645-ba87-557476b95148 service nova] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.540737] env[68835]: DEBUG nova.network.neutron [-] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.566776] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-746b03c6-c7af-4026-9df0-fcd5d0c713f9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.576655] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7424382b-a863-4d7b-bb7b-ee72db2a59fe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.605497] env[68835]: DEBUG nova.compute.manager [req-3a98408b-8c0f-48be-b294-f65219a19f4b req-7ef6709c-3139-4645-ba87-557476b95148 service nova] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Detach interface failed, port_id=65a4cc14-5f8e-47e3-b445-cde05d3e8789, reason: Instance 7adca7f3-4e81-442b-9dfc-525a7d8b4e34 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1407.713597] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Acquiring lock "f7fae82d-f236-4ce5-8422-17fd4ef19bbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.713756] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Lock "f7fae82d-f236-4ce5-8422-17fd4ef19bbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.044121] env[68835]: INFO nova.compute.manager [-] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Took 1.54 seconds to deallocate network for instance. [ 1408.216483] env[68835]: DEBUG nova.compute.manager [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1408.587257] env[68835]: INFO nova.compute.manager [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Took 0.54 seconds to detach 1 volumes for instance. [ 1408.589445] env[68835]: DEBUG nova.compute.manager [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Deleting volume: ed1e412a-b6e9-4665-9bff-c69a77ddc92a {{(pid=68835) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1408.738039] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.738348] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.739897] env[68835]: INFO nova.compute.claims [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1409.126745] env[68835]: DEBUG oslo_concurrency.lockutils [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.824227] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc04c1a-8df1-40e4-ad12-5e5e28ad051d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.832464] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67808ab-0b32-4374-b391-8582e9feecfe {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.864103] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498c6e57-54f8-4440-95f0-d7eca4b2faef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.871493] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37012fd5-c493-4457-8058-f7317ebf7e9b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.885695] env[68835]: DEBUG nova.compute.provider_tree [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.388951] env[68835]: DEBUG nova.scheduler.client.report [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.893853] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.894285] env[68835]: DEBUG nova.compute.manager [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1410.896958] env[68835]: DEBUG oslo_concurrency.lockutils [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.770s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.897189] env[68835]: DEBUG nova.objects.instance [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lazy-loading 'resources' on Instance uuid 7adca7f3-4e81-442b-9dfc-525a7d8b4e34 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.119557] env[68835]: DEBUG nova.compute.manager [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Stashing vm_state: active {{(pid=68835) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1411.400658] env[68835]: DEBUG nova.compute.utils [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1411.405094] env[68835]: DEBUG nova.compute.manager [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1411.405289] env[68835]: DEBUG nova.network.neutron [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1411.450190] env[68835]: DEBUG nova.policy [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b732164f49c245cca3ad2ebc9da5df0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c29d544eb2ea4b80813dbc23b87afb43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1411.494411] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0dae38-cc59-4975-a745-479c34317787 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.502534] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a430ff35-b4f1-49e8-8d9d-b45cae144daa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.539939] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0be7d3-bea8-41e3-877d-692a8cc1c27b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.547986] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd979360-77d1-4ae7-b353-2e9c08f8fb90 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.561871] env[68835]: DEBUG nova.compute.provider_tree [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.634975] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.734365] env[68835]: DEBUG nova.network.neutron [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Successfully created port: 3af65370-f1bd-4e8b-96b9-2a7a9f0f2683 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1411.906420] env[68835]: DEBUG nova.compute.manager [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1412.065068] env[68835]: DEBUG nova.scheduler.client.report [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.412339] env[68835]: INFO nova.virt.block_device [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Booting with volume 2346edd9-98d5-41b4-8866-ec403841c9a2 at /dev/sda [ 1412.448446] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf3f9507-e098-41cc-81a1-232c65084690 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.458217] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53613459-86b3-47a8-bddf-8dbc19bb9364 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.484300] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78ceb7e7-b625-4235-a1a3-6f4c96451df2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.491464] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f93afe-74b2-4839-ae7f-5966c40b19a8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.518400] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651c3bba-dc03-4aef-964d-4fb3fef20e05 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.524760] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5db0155-8de6-48d5-9888-129afef29a25 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.537642] env[68835]: DEBUG nova.virt.block_device [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Updating existing volume attachment record: 0cb2afc5-fe9c-406b-bfb2-a062eba6c473 {{(pid=68835) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1412.569967] env[68835]: DEBUG oslo_concurrency.lockutils [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.572030] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.937s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.595306] env[68835]: INFO nova.scheduler.client.report [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Deleted allocations for instance 7adca7f3-4e81-442b-9dfc-525a7d8b4e34 [ 1413.076820] env[68835]: INFO nova.compute.claims [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1413.103353] env[68835]: DEBUG nova.compute.manager [req-c74dfff0-ec3a-40fa-830e-55e2a3d7ba1d req-d2b8d563-5e72-4280-b006-e42183ba755a service nova] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Received event network-vif-plugged-3af65370-f1bd-4e8b-96b9-2a7a9f0f2683 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.103629] env[68835]: DEBUG oslo_concurrency.lockutils [req-c74dfff0-ec3a-40fa-830e-55e2a3d7ba1d req-d2b8d563-5e72-4280-b006-e42183ba755a service nova] Acquiring lock "f7fae82d-f236-4ce5-8422-17fd4ef19bbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.103866] env[68835]: DEBUG oslo_concurrency.lockutils [req-c74dfff0-ec3a-40fa-830e-55e2a3d7ba1d req-d2b8d563-5e72-4280-b006-e42183ba755a service nova] Lock "f7fae82d-f236-4ce5-8422-17fd4ef19bbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.104097] env[68835]: DEBUG oslo_concurrency.lockutils [req-c74dfff0-ec3a-40fa-830e-55e2a3d7ba1d req-d2b8d563-5e72-4280-b006-e42183ba755a service nova] Lock "f7fae82d-f236-4ce5-8422-17fd4ef19bbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.104308] env[68835]: DEBUG nova.compute.manager [req-c74dfff0-ec3a-40fa-830e-55e2a3d7ba1d req-d2b8d563-5e72-4280-b006-e42183ba755a service nova] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] No waiting events found dispatching network-vif-plugged-3af65370-f1bd-4e8b-96b9-2a7a9f0f2683 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1413.104603] env[68835]: WARNING nova.compute.manager [req-c74dfff0-ec3a-40fa-830e-55e2a3d7ba1d req-d2b8d563-5e72-4280-b006-e42183ba755a service nova] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Received unexpected event network-vif-plugged-3af65370-f1bd-4e8b-96b9-2a7a9f0f2683 for instance with vm_state building and task_state block_device_mapping. [ 1413.105091] env[68835]: DEBUG oslo_concurrency.lockutils [None req-657aded2-c17f-442e-bd34-7137660591fe tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "7adca7f3-4e81-442b-9dfc-525a7d8b4e34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.342s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.194450] env[68835]: DEBUG nova.network.neutron [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Successfully updated port: 3af65370-f1bd-4e8b-96b9-2a7a9f0f2683 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1413.584126] env[68835]: INFO nova.compute.resource_tracker [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Updating resource usage from migration 6424304c-0088-4329-a2c9-8a8c665346a1 [ 1413.657009] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f91699-0030-4e90-9567-8516816380da {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.664967] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e24e7a6-f9ea-4588-a14e-844f4f8cf0dd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.695899] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caffa969-7626-4878-93f3-226b0677d4b7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.699110] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Acquiring lock "refresh_cache-f7fae82d-f236-4ce5-8422-17fd4ef19bbe" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.699246] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Acquired lock "refresh_cache-f7fae82d-f236-4ce5-8422-17fd4ef19bbe" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.699396] env[68835]: DEBUG nova.network.neutron [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1413.704424] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4038bd4-3c3f-4641-aa5a-c609d7b84d31 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.717528] env[68835]: DEBUG nova.compute.provider_tree [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.940215] env[68835]: DEBUG oslo_concurrency.lockutils [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "d62912a5-2d96-4579-8425-5ed2ecfd437b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.940500] env[68835]: DEBUG oslo_concurrency.lockutils [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "d62912a5-2d96-4579-8425-5ed2ecfd437b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.940749] env[68835]: DEBUG oslo_concurrency.lockutils [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "d62912a5-2d96-4579-8425-5ed2ecfd437b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.940953] env[68835]: DEBUG oslo_concurrency.lockutils [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "d62912a5-2d96-4579-8425-5ed2ecfd437b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.941144] env[68835]: DEBUG oslo_concurrency.lockutils [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "d62912a5-2d96-4579-8425-5ed2ecfd437b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.943393] env[68835]: INFO nova.compute.manager [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Terminating instance [ 1414.220739] env[68835]: DEBUG nova.scheduler.client.report [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1414.239517] env[68835]: DEBUG nova.network.neutron [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1414.360136] env[68835]: DEBUG nova.network.neutron [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Updating instance_info_cache with network_info: [{"id": "3af65370-f1bd-4e8b-96b9-2a7a9f0f2683", "address": "fa:16:3e:a2:47:9c", "network": {"id": "d297f944-52e3-4f81-a682-aea0871566f9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-520772693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c29d544eb2ea4b80813dbc23b87afb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af65370-f1", "ovs_interfaceid": "3af65370-f1bd-4e8b-96b9-2a7a9f0f2683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.447549] env[68835]: DEBUG nova.compute.manager [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1414.447840] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.448785] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb4a20f-b690-421e-878b-aa314516c0c8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.456441] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.456633] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c3bccb0-5020-4519-b394-cbfe9049cd2c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.462344] env[68835]: DEBUG oslo_vmware.api [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1414.462344] env[68835]: value = "task-3155193" [ 1414.462344] env[68835]: _type = "Task" [ 1414.462344] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.470143] env[68835]: DEBUG oslo_vmware.api [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.628082] env[68835]: DEBUG nova.compute.manager [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1414.628816] env[68835]: DEBUG nova.virt.hardware [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1414.629069] env[68835]: DEBUG nova.virt.hardware [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1414.629242] env[68835]: DEBUG nova.virt.hardware [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1414.629436] env[68835]: DEBUG nova.virt.hardware [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1414.629586] env[68835]: DEBUG nova.virt.hardware [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1414.629733] env[68835]: DEBUG nova.virt.hardware [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1414.629938] env[68835]: DEBUG nova.virt.hardware [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1414.630111] env[68835]: DEBUG nova.virt.hardware [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1414.630316] env[68835]: DEBUG nova.virt.hardware [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1414.630537] env[68835]: DEBUG nova.virt.hardware [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1414.630727] env[68835]: DEBUG nova.virt.hardware [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1414.631949] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c4789e-2e3e-4f09-808e-b7d44cd6b92e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.640030] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202dced4-27b7-4f67-ac79-d4d7a45608b4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.726272] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.154s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.726542] env[68835]: INFO nova.compute.manager [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Migrating [ 1414.863072] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Releasing lock "refresh_cache-f7fae82d-f236-4ce5-8422-17fd4ef19bbe" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.863401] env[68835]: DEBUG nova.compute.manager [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Instance network_info: |[{"id": "3af65370-f1bd-4e8b-96b9-2a7a9f0f2683", "address": "fa:16:3e:a2:47:9c", "network": {"id": "d297f944-52e3-4f81-a682-aea0871566f9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-520772693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c29d544eb2ea4b80813dbc23b87afb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af65370-f1", "ovs_interfaceid": "3af65370-f1bd-4e8b-96b9-2a7a9f0f2683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1414.863823] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:47:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3af65370-f1bd-4e8b-96b9-2a7a9f0f2683', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1414.871428] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Creating folder: Project (c29d544eb2ea4b80813dbc23b87afb43). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1414.872059] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e227d59-c1e2-4689-955a-5ac27c9c4a9f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.887671] env[68835]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1414.887864] env[68835]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68835) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1414.888294] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Folder already exists: Project (c29d544eb2ea4b80813dbc23b87afb43). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1414.888578] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Creating folder: Instances. Parent ref: group-v631313. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1414.888881] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a273af7-a707-4d7e-8ee1-06bcb786454e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.902552] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Created folder: Instances in parent group-v631313. [ 1414.902776] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1414.903045] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1414.903273] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-197413ec-0404-40b6-b5fc-6c5d5ea9c2f9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.921381] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1414.921381] env[68835]: value = "task-3155196" [ 1414.921381] env[68835]: _type = "Task" [ 1414.921381] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.928639] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155196, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.970747] env[68835]: DEBUG oslo_vmware.api [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155193, 'name': PowerOffVM_Task, 'duration_secs': 0.201545} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.971019] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1414.971198] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1414.971440] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d62a5589-ddc5-4ecb-b96d-0e3fd5b6fb05 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.033357] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1415.033605] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1415.033815] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Deleting the datastore file [datastore1] d62912a5-2d96-4579-8425-5ed2ecfd437b {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1415.034119] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffdb9337-5661-4191-9f89-ad0c96c2074a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.042836] env[68835]: DEBUG oslo_vmware.api [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1415.042836] env[68835]: value = "task-3155198" [ 1415.042836] env[68835]: _type = "Task" [ 1415.042836] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.050779] env[68835]: DEBUG oslo_vmware.api [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.129045] env[68835]: DEBUG nova.compute.manager [req-13c7d45e-c44f-47fa-be7a-d4fba715adf1 req-835a15e6-1f61-469f-9c74-b0ec96fdc8c9 service nova] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Received event network-changed-3af65370-f1bd-4e8b-96b9-2a7a9f0f2683 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1415.129306] env[68835]: DEBUG nova.compute.manager [req-13c7d45e-c44f-47fa-be7a-d4fba715adf1 req-835a15e6-1f61-469f-9c74-b0ec96fdc8c9 service nova] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Refreshing instance network info cache due to event network-changed-3af65370-f1bd-4e8b-96b9-2a7a9f0f2683. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1415.129563] env[68835]: DEBUG oslo_concurrency.lockutils [req-13c7d45e-c44f-47fa-be7a-d4fba715adf1 req-835a15e6-1f61-469f-9c74-b0ec96fdc8c9 service nova] Acquiring lock "refresh_cache-f7fae82d-f236-4ce5-8422-17fd4ef19bbe" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.129739] env[68835]: DEBUG oslo_concurrency.lockutils [req-13c7d45e-c44f-47fa-be7a-d4fba715adf1 req-835a15e6-1f61-469f-9c74-b0ec96fdc8c9 service nova] Acquired lock "refresh_cache-f7fae82d-f236-4ce5-8422-17fd4ef19bbe" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.129929] env[68835]: DEBUG nova.network.neutron [req-13c7d45e-c44f-47fa-be7a-d4fba715adf1 req-835a15e6-1f61-469f-9c74-b0ec96fdc8c9 service nova] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Refreshing network info cache for port 3af65370-f1bd-4e8b-96b9-2a7a9f0f2683 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1415.240411] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.240849] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.240849] env[68835]: DEBUG nova.network.neutron [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.430695] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155196, 'name': CreateVM_Task, 'duration_secs': 0.283413} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.430870] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1415.431588] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'attachment_id': '0cb2afc5-fe9c-406b-bfb2-a062eba6c473', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631316', 'volume_id': '2346edd9-98d5-41b4-8866-ec403841c9a2', 'name': 'volume-2346edd9-98d5-41b4-8866-ec403841c9a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7fae82d-f236-4ce5-8422-17fd4ef19bbe', 'attached_at': '', 'detached_at': '', 'volume_id': '2346edd9-98d5-41b4-8866-ec403841c9a2', 'serial': '2346edd9-98d5-41b4-8866-ec403841c9a2'}, 'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=68835) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1415.431805] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Root volume attach. Driver type: vmdk {{(pid=68835) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1415.432600] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d511ac0e-ab77-48d1-805b-7dd543a8d17d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.439697] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0d9504-a248-4bbf-812c-c1575684ac48 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.445165] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be6d347-0a37-4ec4-bd81-069a5c50862a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.450684] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2005d8c2-fa3f-404d-919f-3b277edaded1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.457045] env[68835]: DEBUG oslo_vmware.api [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Waiting for the task: (returnval){ [ 1415.457045] env[68835]: value = "task-3155199" [ 1415.457045] env[68835]: _type = "Task" [ 1415.457045] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.465276] env[68835]: DEBUG oslo_vmware.api [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155199, 'name': RelocateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.553321] env[68835]: DEBUG oslo_vmware.api [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140079} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.553641] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1415.553865] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1415.554159] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1415.554444] env[68835]: INFO nova.compute.manager [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1415.554765] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1415.554989] env[68835]: DEBUG nova.compute.manager [-] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1415.555124] env[68835]: DEBUG nova.network.neutron [-] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1415.967566] env[68835]: DEBUG oslo_vmware.api [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155199, 'name': RelocateVM_Task} progress is 43%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.973389] env[68835]: DEBUG nova.network.neutron [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Updating instance_info_cache with network_info: [{"id": "04fd5a10-efe3-48a7-9b22-08da8ff3f00a", "address": "fa:16:3e:32:92:c4", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fd5a10-ef", "ovs_interfaceid": "04fd5a10-efe3-48a7-9b22-08da8ff3f00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.051025] env[68835]: DEBUG nova.network.neutron [req-13c7d45e-c44f-47fa-be7a-d4fba715adf1 req-835a15e6-1f61-469f-9c74-b0ec96fdc8c9 service nova] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Updated VIF entry in instance network info cache for port 3af65370-f1bd-4e8b-96b9-2a7a9f0f2683. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1416.051478] env[68835]: DEBUG nova.network.neutron [req-13c7d45e-c44f-47fa-be7a-d4fba715adf1 req-835a15e6-1f61-469f-9c74-b0ec96fdc8c9 service nova] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Updating instance_info_cache with network_info: [{"id": "3af65370-f1bd-4e8b-96b9-2a7a9f0f2683", "address": "fa:16:3e:a2:47:9c", "network": {"id": "d297f944-52e3-4f81-a682-aea0871566f9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-520772693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c29d544eb2ea4b80813dbc23b87afb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af65370-f1", "ovs_interfaceid": "3af65370-f1bd-4e8b-96b9-2a7a9f0f2683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.468214] env[68835]: DEBUG oslo_vmware.api [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155199, 'name': RelocateVM_Task} progress is 58%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.476021] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.532848] env[68835]: DEBUG nova.network.neutron [-] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.554196] env[68835]: DEBUG oslo_concurrency.lockutils [req-13c7d45e-c44f-47fa-be7a-d4fba715adf1 req-835a15e6-1f61-469f-9c74-b0ec96fdc8c9 service nova] Releasing lock "refresh_cache-f7fae82d-f236-4ce5-8422-17fd4ef19bbe" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.968921] env[68835]: DEBUG oslo_vmware.api [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155199, 'name': RelocateVM_Task} progress is 73%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.035744] env[68835]: INFO nova.compute.manager [-] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Took 1.48 seconds to deallocate network for instance. [ 1417.155993] env[68835]: DEBUG nova.compute.manager [req-54591de2-51ed-4b9c-955a-d1c8f108bc80 req-f2d8608b-6171-461a-b9cd-8a5c32e51ceb service nova] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Received event network-vif-deleted-93406906-c170-4412-848a-499e8094549d {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1417.470155] env[68835]: DEBUG oslo_vmware.api [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155199, 'name': RelocateVM_Task} progress is 88%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.544096] env[68835]: DEBUG oslo_concurrency.lockutils [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.544467] env[68835]: DEBUG oslo_concurrency.lockutils [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.544620] env[68835]: DEBUG nova.objects.instance [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lazy-loading 'resources' on Instance uuid d62912a5-2d96-4579-8425-5ed2ecfd437b {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.970625] env[68835]: DEBUG oslo_vmware.api [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155199, 'name': RelocateVM_Task} progress is 97%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.991390] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0e5b9c-f12a-4a0a-aec1-680abb99808c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.010553] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Updating instance '6edd1da7-3af2-4457-bb9d-5dcba81370be' progress to 0 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1418.121450] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29d8999-f2c9-49d6-9197-00ec3bce05dc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.129420] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0eb7b4-1a47-4175-b371-d443c2fed38a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.159315] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308c7b03-298c-4589-938e-5245393c08a3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.166379] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704bde1f-00d0-4e3d-9111-0b2428f3246a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.179493] env[68835]: DEBUG nova.compute.provider_tree [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1418.470914] env[68835]: DEBUG oslo_vmware.api [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155199, 'name': RelocateVM_Task, 'duration_secs': 2.890731} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.471311] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Volume attach. Driver type: vmdk {{(pid=68835) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1418.471392] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631316', 'volume_id': '2346edd9-98d5-41b4-8866-ec403841c9a2', 'name': 'volume-2346edd9-98d5-41b4-8866-ec403841c9a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7fae82d-f236-4ce5-8422-17fd4ef19bbe', 'attached_at': '', 'detached_at': '', 'volume_id': '2346edd9-98d5-41b4-8866-ec403841c9a2', 'serial': '2346edd9-98d5-41b4-8866-ec403841c9a2'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1418.472129] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48ecf89-823d-4efb-a2ea-e36b893cb222 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.487857] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737a61ab-9359-4ed7-bf90-63023c9398c4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.509979] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-2346edd9-98d5-41b4-8866-ec403841c9a2/volume-2346edd9-98d5-41b4-8866-ec403841c9a2.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1418.510222] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51fc3cf3-fdc7-4cef-a329-d49ba6f48d18 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.525263] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1418.525462] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5f0b3c3-15a6-45e3-bdf7-b2be5e0200bb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.532463] env[68835]: DEBUG oslo_vmware.api [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Waiting for the task: (returnval){ [ 1418.532463] env[68835]: value = "task-3155200" [ 1418.532463] env[68835]: _type = "Task" [ 1418.532463] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.533533] env[68835]: DEBUG oslo_vmware.api [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1418.533533] env[68835]: value = "task-3155201" [ 1418.533533] env[68835]: _type = "Task" [ 1418.533533] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.544028] env[68835]: DEBUG oslo_vmware.api [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.546820] env[68835]: DEBUG oslo_vmware.api [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.701669] env[68835]: ERROR nova.scheduler.client.report [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [req-df4646e3-8974-4f6d-9de1-df63b7906f83] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 630ca13a-1b55-4f34-b293-1d2d311149b3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-df4646e3-8974-4f6d-9de1-df63b7906f83"}]} [ 1418.718363] env[68835]: DEBUG nova.scheduler.client.report [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1418.731707] env[68835]: DEBUG nova.scheduler.client.report [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1418.731924] env[68835]: DEBUG nova.compute.provider_tree [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1418.743317] env[68835]: DEBUG nova.scheduler.client.report [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1418.762268] env[68835]: DEBUG nova.scheduler.client.report [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1418.826776] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89807800-a347-4eb4-9744-5ba8642924b2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.834045] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e6d295-745e-48b6-8788-8bee18fec6a2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.862741] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949a32fa-7ce0-4f8f-ad21-8b2d123978b4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.869402] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96a8562-bfa1-4267-8cc9-dfa512936300 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.881897] env[68835]: DEBUG nova.compute.provider_tree [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1419.046708] env[68835]: DEBUG oslo_vmware.api [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155200, 'name': ReconfigVM_Task, 'duration_secs': 0.267038} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.049609] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-2346edd9-98d5-41b4-8866-ec403841c9a2/volume-2346edd9-98d5-41b4-8866-ec403841c9a2.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1419.055018] env[68835]: DEBUG oslo_vmware.api [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155201, 'name': PowerOffVM_Task, 'duration_secs': 0.22455} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.055018] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46899433-6b46-4860-bab1-c5829f29f1e4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.063793] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1419.063977] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Updating instance '6edd1da7-3af2-4457-bb9d-5dcba81370be' progress to 17 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1419.073441] env[68835]: DEBUG oslo_vmware.api [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Waiting for the task: (returnval){ [ 1419.073441] env[68835]: value = "task-3155202" [ 1419.073441] env[68835]: _type = "Task" [ 1419.073441] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.080596] env[68835]: DEBUG oslo_vmware.api [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155202, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.411273] env[68835]: DEBUG nova.scheduler.client.report [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Updated inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1419.411563] env[68835]: DEBUG nova.compute.provider_tree [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Updating resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 generation from 178 to 179 during operation: update_inventory {{(pid=68835) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1419.411759] env[68835]: DEBUG nova.compute.provider_tree [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1419.570865] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1419.571271] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1419.571271] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1419.571450] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1419.571608] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1419.571755] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1419.571954] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1419.572127] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1419.572292] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1419.572453] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1419.572623] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1419.578135] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f00e1bb9-20d3-4551-b477-0b4a548ede9a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.596200] env[68835]: DEBUG oslo_vmware.api [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155202, 'name': ReconfigVM_Task, 'duration_secs': 0.117047} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.597435] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631316', 'volume_id': '2346edd9-98d5-41b4-8866-ec403841c9a2', 'name': 'volume-2346edd9-98d5-41b4-8866-ec403841c9a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7fae82d-f236-4ce5-8422-17fd4ef19bbe', 'attached_at': '', 'detached_at': '', 'volume_id': '2346edd9-98d5-41b4-8866-ec403841c9a2', 'serial': '2346edd9-98d5-41b4-8866-ec403841c9a2'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1419.597996] env[68835]: DEBUG oslo_vmware.api [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1419.597996] env[68835]: value = "task-3155203" [ 1419.597996] env[68835]: _type = "Task" [ 1419.597996] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.598197] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbab9875-c95d-4eff-bfd4-56606c9ed949 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.606709] env[68835]: DEBUG oslo_vmware.api [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155203, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.609018] env[68835]: DEBUG oslo_vmware.api [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Waiting for the task: (returnval){ [ 1419.609018] env[68835]: value = "task-3155204" [ 1419.609018] env[68835]: _type = "Task" [ 1419.609018] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.615954] env[68835]: DEBUG oslo_vmware.api [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155204, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.917127] env[68835]: DEBUG oslo_concurrency.lockutils [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.373s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.934115] env[68835]: INFO nova.scheduler.client.report [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Deleted allocations for instance d62912a5-2d96-4579-8425-5ed2ecfd437b [ 1420.109504] env[68835]: DEBUG oslo_vmware.api [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155203, 'name': ReconfigVM_Task, 'duration_secs': 0.187926} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.109866] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Updating instance '6edd1da7-3af2-4457-bb9d-5dcba81370be' progress to 33 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1420.120691] env[68835]: DEBUG oslo_vmware.api [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155204, 'name': Rename_Task, 'duration_secs': 0.122357} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.120935] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1420.121191] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3e6e427-046b-48bc-958c-050786b0ce70 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.127854] env[68835]: DEBUG oslo_vmware.api [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Waiting for the task: (returnval){ [ 1420.127854] env[68835]: value = "task-3155205" [ 1420.127854] env[68835]: _type = "Task" [ 1420.127854] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.135083] env[68835]: DEBUG oslo_vmware.api [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.441452] env[68835]: DEBUG oslo_concurrency.lockutils [None req-436be4c0-0f29-4cc0-8ff7-38a382b91862 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "d62912a5-2d96-4579-8425-5ed2ecfd437b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.501s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.618770] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1420.619116] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1420.619166] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1420.619340] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1420.619490] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1420.619663] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1420.619830] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1420.619986] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1420.620167] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1420.620326] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1420.620497] env[68835]: DEBUG nova.virt.hardware [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1420.625733] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1420.626022] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c41908fb-773d-4a82-bb0c-c7ebf647ef99 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.647961] env[68835]: DEBUG oslo_vmware.api [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155205, 'name': PowerOnVM_Task, 'duration_secs': 0.419521} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.649285] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1420.649501] env[68835]: INFO nova.compute.manager [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Took 6.02 seconds to spawn the instance on the hypervisor. [ 1420.649684] env[68835]: DEBUG nova.compute.manager [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1420.649993] env[68835]: DEBUG oslo_vmware.api [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1420.649993] env[68835]: value = "task-3155206" [ 1420.649993] env[68835]: _type = "Task" [ 1420.649993] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.650783] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8c06cd-7b19-42be-a004-819c0cdd554c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.663990] env[68835]: DEBUG oslo_vmware.api [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155206, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.164750] env[68835]: DEBUG oslo_vmware.api [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155206, 'name': ReconfigVM_Task, 'duration_secs': 0.160447} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.164750] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1421.169786] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f2d719-6dc5-456a-9834-389fcfc7f807 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.174926] env[68835]: INFO nova.compute.manager [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Took 12.45 seconds to build instance. [ 1421.194164] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 6edd1da7-3af2-4457-bb9d-5dcba81370be/6edd1da7-3af2-4457-bb9d-5dcba81370be.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.195033] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9457ee8c-b3f7-46ec-98b8-3398cefc8a85 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.213086] env[68835]: DEBUG oslo_vmware.api [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1421.213086] env[68835]: value = "task-3155208" [ 1421.213086] env[68835]: _type = "Task" [ 1421.213086] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.220917] env[68835]: DEBUG oslo_vmware.api [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.677186] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fd6d86c8-61ec-4a94-93aa-542fba9fc464 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Lock "f7fae82d-f236-4ce5-8422-17fd4ef19bbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.963s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.722607] env[68835]: DEBUG oslo_vmware.api [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155208, 'name': ReconfigVM_Task, 'duration_secs': 0.236009} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.723289] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 6edd1da7-3af2-4457-bb9d-5dcba81370be/6edd1da7-3af2-4457-bb9d-5dcba81370be.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.723289] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Updating instance '6edd1da7-3af2-4457-bb9d-5dcba81370be' progress to 50 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1421.951261] env[68835]: DEBUG nova.compute.manager [req-fa5c46fb-ba0d-4b7d-9e5b-7d86344bf0d4 req-5f11c0e3-aff5-41ec-9047-bdab42a46cef service nova] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Received event network-changed-3af65370-f1bd-4e8b-96b9-2a7a9f0f2683 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1421.951456] env[68835]: DEBUG nova.compute.manager [req-fa5c46fb-ba0d-4b7d-9e5b-7d86344bf0d4 req-5f11c0e3-aff5-41ec-9047-bdab42a46cef service nova] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Refreshing instance network info cache due to event network-changed-3af65370-f1bd-4e8b-96b9-2a7a9f0f2683. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1421.951751] env[68835]: DEBUG oslo_concurrency.lockutils [req-fa5c46fb-ba0d-4b7d-9e5b-7d86344bf0d4 req-5f11c0e3-aff5-41ec-9047-bdab42a46cef service nova] Acquiring lock "refresh_cache-f7fae82d-f236-4ce5-8422-17fd4ef19bbe" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.951898] env[68835]: DEBUG oslo_concurrency.lockutils [req-fa5c46fb-ba0d-4b7d-9e5b-7d86344bf0d4 req-5f11c0e3-aff5-41ec-9047-bdab42a46cef service nova] Acquired lock "refresh_cache-f7fae82d-f236-4ce5-8422-17fd4ef19bbe" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.952072] env[68835]: DEBUG nova.network.neutron [req-fa5c46fb-ba0d-4b7d-9e5b-7d86344bf0d4 req-5f11c0e3-aff5-41ec-9047-bdab42a46cef service nova] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Refreshing network info cache for port 3af65370-f1bd-4e8b-96b9-2a7a9f0f2683 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1422.230033] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0ffbfa-cf0e-42e0-b6b1-7d83480990e1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.249013] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b0d28a-5739-4c93-b73d-3449ebaa84aa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.266636] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Updating instance '6edd1da7-3af2-4457-bb9d-5dcba81370be' progress to 67 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1422.651761] env[68835]: DEBUG nova.network.neutron [req-fa5c46fb-ba0d-4b7d-9e5b-7d86344bf0d4 req-5f11c0e3-aff5-41ec-9047-bdab42a46cef service nova] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Updated VIF entry in instance network info cache for port 3af65370-f1bd-4e8b-96b9-2a7a9f0f2683. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.652137] env[68835]: DEBUG nova.network.neutron [req-fa5c46fb-ba0d-4b7d-9e5b-7d86344bf0d4 req-5f11c0e3-aff5-41ec-9047-bdab42a46cef service nova] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Updating instance_info_cache with network_info: [{"id": "3af65370-f1bd-4e8b-96b9-2a7a9f0f2683", "address": "fa:16:3e:a2:47:9c", "network": {"id": "d297f944-52e3-4f81-a682-aea0871566f9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-520772693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c29d544eb2ea4b80813dbc23b87afb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af65370-f1", "ovs_interfaceid": "3af65370-f1bd-4e8b-96b9-2a7a9f0f2683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.804343] env[68835]: DEBUG nova.network.neutron [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Port 04fd5a10-efe3-48a7-9b22-08da8ff3f00a binding to destination host cpu-1 is already ACTIVE {{(pid=68835) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1423.154517] env[68835]: DEBUG oslo_concurrency.lockutils [req-fa5c46fb-ba0d-4b7d-9e5b-7d86344bf0d4 req-5f11c0e3-aff5-41ec-9047-bdab42a46cef service nova] Releasing lock "refresh_cache-f7fae82d-f236-4ce5-8422-17fd4ef19bbe" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.826239] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "6edd1da7-3af2-4457-bb9d-5dcba81370be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.826668] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "6edd1da7-3af2-4457-bb9d-5dcba81370be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.826668] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "6edd1da7-3af2-4457-bb9d-5dcba81370be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.742862] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "a1cb86e0-6b66-4edf-b690-80e51709b58d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.743230] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "a1cb86e0-6b66-4edf-b690-80e51709b58d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.743464] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "a1cb86e0-6b66-4edf-b690-80e51709b58d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.743656] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "a1cb86e0-6b66-4edf-b690-80e51709b58d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.743825] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "a1cb86e0-6b66-4edf-b690-80e51709b58d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.745911] env[68835]: INFO nova.compute.manager [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Terminating instance [ 1424.861355] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.861613] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.861708] env[68835]: DEBUG nova.network.neutron [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.249427] env[68835]: DEBUG nova.compute.manager [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1425.249592] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1425.250571] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18996c87-cdc1-4d9e-a15d-dcaceff87345 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.258445] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1425.258654] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-595d6d5f-0077-437a-ae88-f7f16ce0774d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.265732] env[68835]: DEBUG oslo_vmware.api [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1425.265732] env[68835]: value = "task-3155209" [ 1425.265732] env[68835]: _type = "Task" [ 1425.265732] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.274371] env[68835]: DEBUG oslo_vmware.api [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.598774] env[68835]: DEBUG nova.network.neutron [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Updating instance_info_cache with network_info: [{"id": "04fd5a10-efe3-48a7-9b22-08da8ff3f00a", "address": "fa:16:3e:32:92:c4", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fd5a10-ef", "ovs_interfaceid": "04fd5a10-efe3-48a7-9b22-08da8ff3f00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.775927] env[68835]: DEBUG oslo_vmware.api [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155209, 'name': PowerOffVM_Task, 'duration_secs': 0.175966} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.776214] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1425.776385] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1425.776626] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c0aae09-6d84-492b-bea0-71ed02ac6133 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.839327] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1425.839545] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1425.839719] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Deleting the datastore file [datastore2] a1cb86e0-6b66-4edf-b690-80e51709b58d {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1425.839969] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-909bb863-56b5-4acd-8b13-73600cfe9c47 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.846682] env[68835]: DEBUG oslo_vmware.api [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for the task: (returnval){ [ 1425.846682] env[68835]: value = "task-3155211" [ 1425.846682] env[68835]: _type = "Task" [ 1425.846682] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.853817] env[68835]: DEBUG oslo_vmware.api [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.101374] env[68835]: DEBUG oslo_concurrency.lockutils [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.356039] env[68835]: DEBUG oslo_vmware.api [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Task: {'id': task-3155211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130752} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.356298] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1426.356440] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1426.356615] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1426.356790] env[68835]: INFO nova.compute.manager [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1426.357037] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1426.357224] env[68835]: DEBUG nova.compute.manager [-] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1426.357316] env[68835]: DEBUG nova.network.neutron [-] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1426.620742] env[68835]: DEBUG nova.compute.manager [req-d5419b75-9a45-403b-b150-0abb29daf4ca req-e5a3c912-55b6-4ccc-a943-d60e3a372fbb service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Received event network-vif-deleted-2a7b2d96-7bc8-4679-b338-adf7911bdf2a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1426.621122] env[68835]: INFO nova.compute.manager [req-d5419b75-9a45-403b-b150-0abb29daf4ca req-e5a3c912-55b6-4ccc-a943-d60e3a372fbb service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Neutron deleted interface 2a7b2d96-7bc8-4679-b338-adf7911bdf2a; detaching it from the instance and deleting it from the info cache [ 1426.621400] env[68835]: DEBUG nova.network.neutron [req-d5419b75-9a45-403b-b150-0abb29daf4ca req-e5a3c912-55b6-4ccc-a943-d60e3a372fbb service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.627225] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8c7110-6e6e-4902-87fb-faffc9bdd827 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.646916] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf3bf58-2e3e-4933-b8a9-ecb684f0f762 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.655183] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Updating instance '6edd1da7-3af2-4457-bb9d-5dcba81370be' progress to 83 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1427.104547] env[68835]: DEBUG nova.network.neutron [-] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.125896] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84226f90-8cfb-43cf-b1d5-d2ee1ca115d7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.141326] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf49b73-88e3-46f2-bfa2-912309b70b2b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.160421] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1427.160676] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9224052-ee9e-4233-8702-d430f10a906c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.170159] env[68835]: DEBUG nova.compute.manager [req-d5419b75-9a45-403b-b150-0abb29daf4ca req-e5a3c912-55b6-4ccc-a943-d60e3a372fbb service nova] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Detach interface failed, port_id=2a7b2d96-7bc8-4679-b338-adf7911bdf2a, reason: Instance a1cb86e0-6b66-4edf-b690-80e51709b58d could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1427.171422] env[68835]: DEBUG oslo_vmware.api [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1427.171422] env[68835]: value = "task-3155212" [ 1427.171422] env[68835]: _type = "Task" [ 1427.171422] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.178378] env[68835]: DEBUG oslo_vmware.api [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.607996] env[68835]: INFO nova.compute.manager [-] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Took 1.25 seconds to deallocate network for instance. [ 1427.680885] env[68835]: DEBUG oslo_vmware.api [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155212, 'name': PowerOnVM_Task, 'duration_secs': 0.364107} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.681142] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1427.681362] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef42526-b9da-4148-92bd-ca8665bffa75 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Updating instance '6edd1da7-3af2-4457-bb9d-5dcba81370be' progress to 100 {{(pid=68835) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1428.114969] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.115374] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.115512] env[68835]: DEBUG nova.objects.instance [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lazy-loading 'resources' on Instance uuid a1cb86e0-6b66-4edf-b690-80e51709b58d {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.672093] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd06106-5d90-4d73-9274-f42d7feaa2ab {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.679789] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabeefaa-057d-4919-b579-807568444b51 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.713129] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45da21a-8f8c-40a8-a4e0-8622f411618c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.720284] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f3d914-2264-4ad0-803a-2382d666183c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.734480] env[68835]: DEBUG nova.compute.provider_tree [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.236794] env[68835]: DEBUG nova.scheduler.client.report [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.646439] env[68835]: DEBUG nova.network.neutron [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Port 04fd5a10-efe3-48a7-9b22-08da8ff3f00a binding to destination host cpu-1 is already ACTIVE {{(pid=68835) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1429.646712] env[68835]: DEBUG oslo_concurrency.lockutils [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.646865] env[68835]: DEBUG oslo_concurrency.lockutils [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.647041] env[68835]: DEBUG nova.network.neutron [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.741099] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.760936] env[68835]: INFO nova.scheduler.client.report [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Deleted allocations for instance a1cb86e0-6b66-4edf-b690-80e51709b58d [ 1430.269298] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ce874743-ef84-463c-9ec4-f840db8c1e48 tempest-ServerActionsTestOtherA-556675829 tempest-ServerActionsTestOtherA-556675829-project-member] Lock "a1cb86e0-6b66-4edf-b690-80e51709b58d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.526s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.614321] env[68835]: DEBUG nova.network.neutron [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Updating instance_info_cache with network_info: [{"id": "04fd5a10-efe3-48a7-9b22-08da8ff3f00a", "address": "fa:16:3e:32:92:c4", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fd5a10-ef", "ovs_interfaceid": "04fd5a10-efe3-48a7-9b22-08da8ff3f00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.116985] env[68835]: DEBUG oslo_concurrency.lockutils [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.621919] env[68835]: DEBUG nova.compute.manager [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68835) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1431.621919] env[68835]: DEBUG oslo_concurrency.lockutils [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.621919] env[68835]: DEBUG oslo_concurrency.lockutils [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.123917] env[68835]: DEBUG nova.objects.instance [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lazy-loading 'migration_context' on Instance uuid 6edd1da7-3af2-4457-bb9d-5dcba81370be {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.685288] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb2b319-c076-4598-b85f-7ef7f3fc9585 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.693506] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f651fa-37f4-4475-bab9-b3a6c3f1f31c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.725010] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e98134c-91ca-4e4d-8f39-57a8c2015ecb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.732841] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddf9a5a-0945-48f1-8486-8ce557df1b4c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.746262] env[68835]: DEBUG nova.compute.provider_tree [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.249701] env[68835]: DEBUG nova.scheduler.client.report [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.261388] env[68835]: DEBUG oslo_concurrency.lockutils [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.640s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.802118] env[68835]: INFO nova.compute.manager [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Swapping old allocation on dict_keys(['630ca13a-1b55-4f34-b293-1d2d311149b3']) held by migration 6424304c-0088-4329-a2c9-8a8c665346a1 for instance [ 1435.823674] env[68835]: DEBUG nova.scheduler.client.report [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Overwriting current allocation {'allocations': {'630ca13a-1b55-4f34-b293-1d2d311149b3': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 179}}, 'project_id': 'ee92ca6cb8ac47788251c37ca255f0ad', 'user_id': 'cb656800b1964806a6fd43a70852511d', 'consumer_generation': 1} on consumer 6edd1da7-3af2-4457-bb9d-5dcba81370be {{(pid=68835) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1435.896515] env[68835]: DEBUG oslo_concurrency.lockutils [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.896775] env[68835]: DEBUG oslo_concurrency.lockutils [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.896959] env[68835]: DEBUG nova.network.neutron [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.594826] env[68835]: DEBUG nova.network.neutron [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Updating instance_info_cache with network_info: [{"id": "04fd5a10-efe3-48a7-9b22-08da8ff3f00a", "address": "fa:16:3e:32:92:c4", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fd5a10-ef", "ovs_interfaceid": "04fd5a10-efe3-48a7-9b22-08da8ff3f00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.097412] env[68835]: DEBUG oslo_concurrency.lockutils [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "refresh_cache-6edd1da7-3af2-4457-bb9d-5dcba81370be" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.097888] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1437.098190] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9438935a-af0e-4240-93a1-0daaa078f692 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.105895] env[68835]: DEBUG oslo_vmware.api [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1437.105895] env[68835]: value = "task-3155213" [ 1437.105895] env[68835]: _type = "Task" [ 1437.105895] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.113723] env[68835]: DEBUG oslo_vmware.api [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.615520] env[68835]: DEBUG oslo_vmware.api [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155213, 'name': PowerOffVM_Task, 'duration_secs': 0.196466} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.615768] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1437.616456] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1437.616674] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1437.616831] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1437.617019] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1437.617171] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1437.617321] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1437.617526] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1437.617685] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1437.617851] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1437.618021] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1437.618200] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1437.623070] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e10a857-67da-4581-ba15-91652c3b99b4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.639054] env[68835]: DEBUG oslo_vmware.api [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1437.639054] env[68835]: value = "task-3155214" [ 1437.639054] env[68835]: _type = "Task" [ 1437.639054] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.646172] env[68835]: DEBUG oslo_vmware.api [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.148902] env[68835]: DEBUG oslo_vmware.api [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155214, 'name': ReconfigVM_Task, 'duration_secs': 0.140862} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.149767] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343b3edd-b77d-4abb-843e-9eb399c386f4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.168278] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1438.168603] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1438.168692] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1438.168861] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1438.169022] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1438.169172] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1438.169378] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1438.169534] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1438.169728] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1438.169898] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1438.170083] env[68835]: DEBUG nova.virt.hardware [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1438.170889] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60663ed1-f3b4-4f73-a400-39df51bdd6ac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.176935] env[68835]: DEBUG oslo_vmware.api [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1438.176935] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5222f1f7-8015-c7e4-632d-25f22a9f3ab5" [ 1438.176935] env[68835]: _type = "Task" [ 1438.176935] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.184657] env[68835]: DEBUG oslo_vmware.api [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5222f1f7-8015-c7e4-632d-25f22a9f3ab5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.248365] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.248549] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68835) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1438.687474] env[68835]: DEBUG oslo_vmware.api [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5222f1f7-8015-c7e4-632d-25f22a9f3ab5, 'name': SearchDatastore_Task, 'duration_secs': 0.009296} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.692910] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1438.693203] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ee0ff69-4bd7-4c22-9370-532cd244537f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.711657] env[68835]: DEBUG oslo_vmware.api [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1438.711657] env[68835]: value = "task-3155215" [ 1438.711657] env[68835]: _type = "Task" [ 1438.711657] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.721607] env[68835]: DEBUG oslo_vmware.api [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.221635] env[68835]: DEBUG oslo_vmware.api [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155215, 'name': ReconfigVM_Task, 'duration_secs': 0.192191} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.222058] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1439.222672] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12361d97-bcd3-40cd-835e-8a74288901a0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.243835] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 6edd1da7-3af2-4457-bb9d-5dcba81370be/6edd1da7-3af2-4457-bb9d-5dcba81370be.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1439.244076] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0b8f961-169f-47a7-bf42-e422664e581a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.261864] env[68835]: DEBUG oslo_vmware.api [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1439.261864] env[68835]: value = "task-3155216" [ 1439.261864] env[68835]: _type = "Task" [ 1439.261864] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.269033] env[68835]: DEBUG oslo_vmware.api [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.771278] env[68835]: DEBUG oslo_vmware.api [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155216, 'name': ReconfigVM_Task, 'duration_secs': 0.255372} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.771529] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 6edd1da7-3af2-4457-bb9d-5dcba81370be/6edd1da7-3af2-4457-bb9d-5dcba81370be.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1439.772344] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13307f32-a67d-43f1-9053-d12f65cafd47 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.789622] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae4000b-c07a-4ba7-ae70-18b738e5cf28 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.807782] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d985c3-665a-472a-98b0-df2d999f2c69 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.824503] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f637aa45-f2fe-4d34-90dc-a76bd3bfb33a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.830546] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1439.830755] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b438a462-f6b2-4c52-ba54-d5c466e7b70b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.836635] env[68835]: DEBUG oslo_vmware.api [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1439.836635] env[68835]: value = "task-3155217" [ 1439.836635] env[68835]: _type = "Task" [ 1439.836635] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.843458] env[68835]: DEBUG oslo_vmware.api [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.249553] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.346113] env[68835]: DEBUG oslo_vmware.api [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155217, 'name': PowerOnVM_Task, 'duration_secs': 0.364514} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.346376] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1441.243655] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.248395] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.248682] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.248921] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.356987] env[68835]: INFO nova.compute.manager [None req-23a63cc2-9193-4db4-99c7-ac39e582c0c5 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Updating instance to original state: 'active' [ 1442.272501] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "6edd1da7-3af2-4457-bb9d-5dcba81370be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.272782] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "6edd1da7-3af2-4457-bb9d-5dcba81370be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.272999] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "6edd1da7-3af2-4457-bb9d-5dcba81370be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.273195] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "6edd1da7-3af2-4457-bb9d-5dcba81370be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.273365] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "6edd1da7-3af2-4457-bb9d-5dcba81370be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.275563] env[68835]: INFO nova.compute.manager [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Terminating instance [ 1442.779407] env[68835]: DEBUG nova.compute.manager [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1442.779821] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1442.780703] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2524ae6-9794-4b29-b57a-d3843d4fe40c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.789285] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.789533] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52d8d35f-3f2a-4d2b-b181-1245d85a3e3a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.796910] env[68835]: DEBUG oslo_vmware.api [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1442.796910] env[68835]: value = "task-3155218" [ 1442.796910] env[68835]: _type = "Task" [ 1442.796910] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.805177] env[68835]: DEBUG oslo_vmware.api [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.249329] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.306614] env[68835]: DEBUG oslo_vmware.api [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155218, 'name': PowerOffVM_Task, 'duration_secs': 0.224349} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.306881] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.307049] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1443.307292] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0c4e56a-3575-477a-9aa4-ccebfd37430c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.367340] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1443.367589] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1443.367712] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Deleting the datastore file [datastore2] 6edd1da7-3af2-4457-bb9d-5dcba81370be {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1443.367960] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb23752e-d1d1-4e48-a921-523e5a1d892c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.373644] env[68835]: DEBUG oslo_vmware.api [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1443.373644] env[68835]: value = "task-3155220" [ 1443.373644] env[68835]: _type = "Task" [ 1443.373644] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.380946] env[68835]: DEBUG oslo_vmware.api [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.752564] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.752826] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.752998] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.753175] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68835) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1443.754062] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b470d0d2-8fe5-4818-bf9d-cc778337404e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.762121] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0448e8f0-aa8b-457e-81aa-2cd17f7b2781 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.776568] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974a72f5-d17d-41cc-bb43-cafa88cec306 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.782688] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ece1aa2-0c84-4faf-918b-bcd1fb785e3f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.810463] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180732MB free_disk=131GB free_vcpus=48 pci_devices=None {{(pid=68835) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1443.810621] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.810827] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.885438] env[68835]: DEBUG oslo_vmware.api [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153126} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.885759] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1443.886011] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1443.886262] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1443.886497] env[68835]: INFO nova.compute.manager [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1443.886852] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1443.887057] env[68835]: DEBUG nova.compute.manager [-] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1443.887185] env[68835]: DEBUG nova.network.neutron [-] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1444.355577] env[68835]: DEBUG nova.compute.manager [req-12a275ff-ada1-4678-9bb6-a1d42e331a90 req-551046d0-4ab9-409b-84db-10063bbe1c35 service nova] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Received event network-vif-deleted-04fd5a10-efe3-48a7-9b22-08da8ff3f00a {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1444.355827] env[68835]: INFO nova.compute.manager [req-12a275ff-ada1-4678-9bb6-a1d42e331a90 req-551046d0-4ab9-409b-84db-10063bbe1c35 service nova] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Neutron deleted interface 04fd5a10-efe3-48a7-9b22-08da8ff3f00a; detaching it from the instance and deleting it from the info cache [ 1444.355937] env[68835]: DEBUG nova.network.neutron [req-12a275ff-ada1-4678-9bb6-a1d42e331a90 req-551046d0-4ab9-409b-84db-10063bbe1c35 service nova] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.834139] env[68835]: DEBUG nova.network.neutron [-] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.858096] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24d481de-3b7a-42d4-8081-a220764b865e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.868772] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab9b307-9f6b-4744-bd9f-ac76102d5f15 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.894866] env[68835]: DEBUG nova.compute.manager [req-12a275ff-ada1-4678-9bb6-a1d42e331a90 req-551046d0-4ab9-409b-84db-10063bbe1c35 service nova] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Detach interface failed, port_id=04fd5a10-efe3-48a7-9b22-08da8ff3f00a, reason: Instance 6edd1da7-3af2-4457-bb9d-5dcba81370be could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1444.958464] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance f7fae82d-f236-4ce5-8422-17fd4ef19bbe actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.958632] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 6edd1da7-3af2-4457-bb9d-5dcba81370be actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.958831] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1444.958975] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1444.994401] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a52509-ec24-41de-9909-161a18744312 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.001463] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52d4b5a-1f39-4932-8be2-c17e655cd38f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.030340] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fcd588-75c7-4bef-b66b-6f90fc2d9514 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.036789] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90746cf-24b4-4166-bbdd-e1daf02e880e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.049288] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.336948] env[68835]: INFO nova.compute.manager [-] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Took 1.45 seconds to deallocate network for instance. [ 1445.552439] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.843970] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.061060] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68835) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1446.061060] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.249s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.061060] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.217s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.061060] env[68835]: DEBUG nova.objects.instance [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lazy-loading 'resources' on Instance uuid 6edd1da7-3af2-4457-bb9d-5dcba81370be {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1446.061880] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.062051] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Cleaning up deleted instances {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1446.572415] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] There are 19 instances to clean {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1446.572611] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 7adca7f3-4e81-442b-9dfc-525a7d8b4e34] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.612262] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e05c38-fb8f-454c-a52a-3025b568537a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.619712] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7af881-a5a9-466c-8b15-581b643cc608 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.649603] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c5ef98-01bb-4237-a2b8-a7dacf181d01 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.657305] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2631cec3-d05b-4e81-82c8-c2e1d360c90a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.670270] env[68835]: DEBUG nova.compute.provider_tree [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.075451] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: d62912a5-2d96-4579-8425-5ed2ecfd437b] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.173558] env[68835]: DEBUG nova.scheduler.client.report [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.578677] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 8b057e44-a618-41a0-8bf6-69157be586f4] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.678460] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.695496] env[68835]: INFO nova.scheduler.client.report [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Deleted allocations for instance 6edd1da7-3af2-4457-bb9d-5dcba81370be [ 1448.082688] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 9def67ec-97f7-4b06-b85a-1df916712bcc] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.204296] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2266b2e1-38a9-428a-a83b-5e9abe497b89 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "6edd1da7-3af2-4457-bb9d-5dcba81370be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.931s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.585219] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 08a88bcb-2b7b-47de-b870-af3a150b31d7] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.088451] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: f78439cd-d422-42bb-a2cb-060230e8a34a] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.265737] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.265963] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.592257] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 0b84c636-3429-41fa-b4a5-008b5bda2df2] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.768488] env[68835]: DEBUG nova.compute.manager [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1450.095649] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 9cb91e88-99ac-4ebd-a6f7-dc34dafe0956] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.293311] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.293623] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.295193] env[68835]: INFO nova.compute.claims [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1450.599447] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 4ce697b2-a102-4aca-b48f-b9ac737599d5] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.103017] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 36f9f044-34c6-4aa5-bfb3-4743f930012b] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.338689] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5604f52-5e83-41d9-96d9-78003d631736 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.347054] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086e6bc6-92e7-4b81-b4d2-d3fe2413e501 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.375766] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fa44ed-7d2d-46f0-9e88-32a86cf7eb58 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.382241] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25332085-6acf-473b-9046-7750ff07a539 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.394965] env[68835]: DEBUG nova.compute.provider_tree [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.606527] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 885552a8-8b67-44ba-9f38-8316d9d74f73] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.898371] env[68835]: DEBUG nova.scheduler.client.report [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.109618] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 645364ef-2adf-4cce-9c66-5db4eac0935f] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.402888] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.109s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.403395] env[68835]: DEBUG nova.compute.manager [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1452.612460] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 04133b57-9f72-48a8-a748-4af8c1e48bbc] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.909589] env[68835]: DEBUG nova.compute.utils [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1452.910990] env[68835]: DEBUG nova.compute.manager [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1452.911960] env[68835]: DEBUG nova.network.neutron [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1452.957302] env[68835]: DEBUG nova.policy [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb656800b1964806a6fd43a70852511d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee92ca6cb8ac47788251c37ca255f0ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1453.116641] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 5b82000a-baf2-48e7-a0be-3d8192844743] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.218757] env[68835]: DEBUG nova.network.neutron [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Successfully created port: 022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1453.415810] env[68835]: DEBUG nova.compute.manager [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1453.619872] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: e8fd1915-df6d-4420-bd3a-62c64495d524] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.122943] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 15b953b9-f3fc-4706-8a74-99d87a27fed6] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.425798] env[68835]: DEBUG nova.compute.manager [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1454.451885] env[68835]: DEBUG nova.virt.hardware [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1454.452156] env[68835]: DEBUG nova.virt.hardware [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1454.452317] env[68835]: DEBUG nova.virt.hardware [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1454.452498] env[68835]: DEBUG nova.virt.hardware [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1454.452641] env[68835]: DEBUG nova.virt.hardware [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1454.452786] env[68835]: DEBUG nova.virt.hardware [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1454.452991] env[68835]: DEBUG nova.virt.hardware [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1454.453168] env[68835]: DEBUG nova.virt.hardware [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1454.453335] env[68835]: DEBUG nova.virt.hardware [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1454.453494] env[68835]: DEBUG nova.virt.hardware [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1454.453663] env[68835]: DEBUG nova.virt.hardware [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1454.454578] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80561b4b-6e19-4dd6-adf1-d1d70a020511 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.462463] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69168fe-99a4-4805-9fb9-955fdc4313cf {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.558782] env[68835]: DEBUG nova.compute.manager [req-9251ab2c-8325-4835-81f7-b385c7eb30be req-d87e6f63-ffd6-4b27-a602-617f606419af service nova] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Received event network-vif-plugged-022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1454.559107] env[68835]: DEBUG oslo_concurrency.lockutils [req-9251ab2c-8325-4835-81f7-b385c7eb30be req-d87e6f63-ffd6-4b27-a602-617f606419af service nova] Acquiring lock "89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.559261] env[68835]: DEBUG oslo_concurrency.lockutils [req-9251ab2c-8325-4835-81f7-b385c7eb30be req-d87e6f63-ffd6-4b27-a602-617f606419af service nova] Lock "89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.559428] env[68835]: DEBUG oslo_concurrency.lockutils [req-9251ab2c-8325-4835-81f7-b385c7eb30be req-d87e6f63-ffd6-4b27-a602-617f606419af service nova] Lock "89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.559597] env[68835]: DEBUG nova.compute.manager [req-9251ab2c-8325-4835-81f7-b385c7eb30be req-d87e6f63-ffd6-4b27-a602-617f606419af service nova] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] No waiting events found dispatching network-vif-plugged-022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1454.559760] env[68835]: WARNING nova.compute.manager [req-9251ab2c-8325-4835-81f7-b385c7eb30be req-d87e6f63-ffd6-4b27-a602-617f606419af service nova] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Received unexpected event network-vif-plugged-022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9 for instance with vm_state building and task_state spawning. [ 1454.626456] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: a1cb86e0-6b66-4edf-b690-80e51709b58d] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.639690] env[68835]: DEBUG nova.network.neutron [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Successfully updated port: 022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1455.129254] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 235d675a-3113-4eae-ae03-f504a8d53a95] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.142095] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "refresh_cache-89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.142247] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "refresh_cache-89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.142393] env[68835]: DEBUG nova.network.neutron [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1455.633038] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: ddacced6-b1b3-4934-aeac-abe408b0e343] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.672606] env[68835]: DEBUG nova.network.neutron [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1455.786644] env[68835]: DEBUG nova.network.neutron [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Updating instance_info_cache with network_info: [{"id": "022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9", "address": "fa:16:3e:bc:5f:3d", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap022f6d19-c4", "ovs_interfaceid": "022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.136119] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.136408] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Cleaning up deleted instances with incomplete migration {{(pid=68835) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1456.289144] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "refresh_cache-89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.289466] env[68835]: DEBUG nova.compute.manager [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Instance network_info: |[{"id": "022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9", "address": "fa:16:3e:bc:5f:3d", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap022f6d19-c4", "ovs_interfaceid": "022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1456.289911] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:5f:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1456.297445] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1456.297643] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1456.297864] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf1a8714-86d2-4823-8be1-758382385f46 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.317956] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1456.317956] env[68835]: value = "task-3155221" [ 1456.317956] env[68835]: _type = "Task" [ 1456.317956] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.325215] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155221, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.583753] env[68835]: DEBUG nova.compute.manager [req-17b97a38-6830-422d-a6fb-8429e7fceed7 req-e206f2be-4236-4d7f-9746-7db353f4a794 service nova] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Received event network-changed-022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1456.583984] env[68835]: DEBUG nova.compute.manager [req-17b97a38-6830-422d-a6fb-8429e7fceed7 req-e206f2be-4236-4d7f-9746-7db353f4a794 service nova] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Refreshing instance network info cache due to event network-changed-022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1456.584140] env[68835]: DEBUG oslo_concurrency.lockutils [req-17b97a38-6830-422d-a6fb-8429e7fceed7 req-e206f2be-4236-4d7f-9746-7db353f4a794 service nova] Acquiring lock "refresh_cache-89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.584268] env[68835]: DEBUG oslo_concurrency.lockutils [req-17b97a38-6830-422d-a6fb-8429e7fceed7 req-e206f2be-4236-4d7f-9746-7db353f4a794 service nova] Acquired lock "refresh_cache-89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.584427] env[68835]: DEBUG nova.network.neutron [req-17b97a38-6830-422d-a6fb-8429e7fceed7 req-e206f2be-4236-4d7f-9746-7db353f4a794 service nova] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Refreshing network info cache for port 022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1456.638303] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.828384] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155221, 'name': CreateVM_Task, 'duration_secs': 0.298809} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.828546] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1456.829220] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.829389] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.829739] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.829987] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97b4c637-51da-4e0d-9bcf-26cbe16c4f94 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.834141] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1456.834141] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52c4bf5e-5954-c00b-305c-b35feb8e2593" [ 1456.834141] env[68835]: _type = "Task" [ 1456.834141] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.841322] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c4bf5e-5954-c00b-305c-b35feb8e2593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.283272] env[68835]: DEBUG nova.network.neutron [req-17b97a38-6830-422d-a6fb-8429e7fceed7 req-e206f2be-4236-4d7f-9746-7db353f4a794 service nova] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Updated VIF entry in instance network info cache for port 022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1457.283651] env[68835]: DEBUG nova.network.neutron [req-17b97a38-6830-422d-a6fb-8429e7fceed7 req-e206f2be-4236-4d7f-9746-7db353f4a794 service nova] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Updating instance_info_cache with network_info: [{"id": "022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9", "address": "fa:16:3e:bc:5f:3d", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap022f6d19-c4", "ovs_interfaceid": "022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.344263] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c4bf5e-5954-c00b-305c-b35feb8e2593, 'name': SearchDatastore_Task, 'duration_secs': 0.012382} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.344543] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.344767] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1457.344998] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.345158] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.345334] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1457.345573] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-358d394f-beac-4184-a101-cf80591c0e74 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.353325] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1457.353492] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1457.354158] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca70ad4-58b6-4667-810b-b8e170da0577 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.359122] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1457.359122] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52c96946-b536-0e44-7474-4cc7aa7d2ff7" [ 1457.359122] env[68835]: _type = "Task" [ 1457.359122] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.366155] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c96946-b536-0e44-7474-4cc7aa7d2ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.786667] env[68835]: DEBUG oslo_concurrency.lockutils [req-17b97a38-6830-422d-a6fb-8429e7fceed7 req-e206f2be-4236-4d7f-9746-7db353f4a794 service nova] Releasing lock "refresh_cache-89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.869151] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52c96946-b536-0e44-7474-4cc7aa7d2ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.007903} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.869899] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e2c25d-a77c-49c0-a234-0e08fe8b9427 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.875227] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1457.875227] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52e2726f-538c-7be5-765c-079f45bb906a" [ 1457.875227] env[68835]: _type = "Task" [ 1457.875227] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.882323] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e2726f-538c-7be5-765c-079f45bb906a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.140393] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.386024] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52e2726f-538c-7be5-765c-079f45bb906a, 'name': SearchDatastore_Task, 'duration_secs': 0.009347} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.386302] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.386535] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90/89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1458.386803] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89c1a0cc-c04a-4e8b-afda-fdd8a49c7ae6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.394280] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1458.394280] env[68835]: value = "task-3155222" [ 1458.394280] env[68835]: _type = "Task" [ 1458.394280] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.401499] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.903258] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465072} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.903526] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90/89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1458.903723] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1458.903953] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dec87763-5a39-4b21-bb94-19c043a174c1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.910712] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1458.910712] env[68835]: value = "task-3155223" [ 1458.910712] env[68835]: _type = "Task" [ 1458.910712] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.917414] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.126384] env[68835]: INFO nova.compute.manager [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Rebuilding instance [ 1459.183080] env[68835]: DEBUG nova.compute.manager [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1459.183920] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23ef6d8-0e14-4cbc-8aab-b490ae846d45 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.420448] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064187} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.420780] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1459.421398] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb16be7-f63c-43a9-967d-35809c8a5403 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.443615] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90/89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1459.443615] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2754692-a07f-44b7-9701-2d305d8ca2e0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.463654] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1459.463654] env[68835]: value = "task-3155224" [ 1459.463654] env[68835]: _type = "Task" [ 1459.463654] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.470867] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.973227] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155224, 'name': ReconfigVM_Task, 'duration_secs': 0.270388} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.973502] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90/89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1459.974144] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d8911c1-5ba6-4819-9f61-49be65e8e685 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.982906] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1459.982906] env[68835]: value = "task-3155225" [ 1459.982906] env[68835]: _type = "Task" [ 1459.982906] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.989971] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155225, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.197081] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1460.197373] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc41be2a-efc2-4e8b-b72e-568b39dcc8f0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.204706] env[68835]: DEBUG oslo_vmware.api [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Waiting for the task: (returnval){ [ 1460.204706] env[68835]: value = "task-3155226" [ 1460.204706] env[68835]: _type = "Task" [ 1460.204706] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.212085] env[68835]: DEBUG oslo_vmware.api [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.493015] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155225, 'name': Rename_Task, 'duration_secs': 0.134252} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.493402] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1460.493525] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77dc41cd-798d-4a9c-9100-b221756addc3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.502570] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1460.502570] env[68835]: value = "task-3155227" [ 1460.502570] env[68835]: _type = "Task" [ 1460.502570] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.511050] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.713773] env[68835]: DEBUG oslo_vmware.api [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155226, 'name': PowerOffVM_Task, 'duration_secs': 0.15362} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.714146] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1460.714856] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1460.715118] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00887b34-d9fb-4315-8943-f2d909c8b8a8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.721184] env[68835]: DEBUG oslo_vmware.api [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Waiting for the task: (returnval){ [ 1460.721184] env[68835]: value = "task-3155228" [ 1460.721184] env[68835]: _type = "Task" [ 1460.721184] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.728767] env[68835]: DEBUG oslo_vmware.api [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.012853] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155227, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.231983] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] VM already powered off {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1461.232193] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Volume detach. Driver type: vmdk {{(pid=68835) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1461.232358] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631316', 'volume_id': '2346edd9-98d5-41b4-8866-ec403841c9a2', 'name': 'volume-2346edd9-98d5-41b4-8866-ec403841c9a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7fae82d-f236-4ce5-8422-17fd4ef19bbe', 'attached_at': '', 'detached_at': '', 'volume_id': '2346edd9-98d5-41b4-8866-ec403841c9a2', 'serial': '2346edd9-98d5-41b4-8866-ec403841c9a2'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1461.233178] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d9389d-3247-4e3c-b77e-441221ff8607 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.251080] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84de753b-ff9d-427e-8008-64fbe0158f8e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.257332] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3891d0c9-949d-4d47-ab85-6c962a1ff847 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.275427] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75dc62d-7946-44f5-a057-bf63c89fa5a6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.290146] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] The volume has not been displaced from its original location: [datastore2] volume-2346edd9-98d5-41b4-8866-ec403841c9a2/volume-2346edd9-98d5-41b4-8866-ec403841c9a2.vmdk. No consolidation needed. {{(pid=68835) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1461.295357] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1461.295630] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b7dbff1-7dfb-457d-b2a5-8090b7b189df {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.312739] env[68835]: DEBUG oslo_vmware.api [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Waiting for the task: (returnval){ [ 1461.312739] env[68835]: value = "task-3155229" [ 1461.312739] env[68835]: _type = "Task" [ 1461.312739] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.319984] env[68835]: DEBUG oslo_vmware.api [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.513138] env[68835]: DEBUG oslo_vmware.api [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155227, 'name': PowerOnVM_Task, 'duration_secs': 0.62898} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.513583] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.513583] env[68835]: INFO nova.compute.manager [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1461.513715] env[68835]: DEBUG nova.compute.manager [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1461.514535] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e81c751-dc94-4608-8318-382ff5aeddf1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.824506] env[68835]: DEBUG oslo_vmware.api [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155229, 'name': ReconfigVM_Task, 'duration_secs': 0.170559} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.824764] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1461.829378] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93f5d59d-5055-445d-9d27-0d9a530b5b0d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.844445] env[68835]: DEBUG oslo_vmware.api [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Waiting for the task: (returnval){ [ 1461.844445] env[68835]: value = "task-3155230" [ 1461.844445] env[68835]: _type = "Task" [ 1461.844445] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.852090] env[68835]: DEBUG oslo_vmware.api [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.034325] env[68835]: INFO nova.compute.manager [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Took 11.76 seconds to build instance. [ 1462.214137] env[68835]: DEBUG nova.compute.manager [req-9abb3f5b-3afd-4015-9a1a-9ad3b703a9e6 req-a71992c3-fcb6-43b0-8ff2-546a32957ff5 service nova] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Received event network-changed-022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1462.214312] env[68835]: DEBUG nova.compute.manager [req-9abb3f5b-3afd-4015-9a1a-9ad3b703a9e6 req-a71992c3-fcb6-43b0-8ff2-546a32957ff5 service nova] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Refreshing instance network info cache due to event network-changed-022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1462.214528] env[68835]: DEBUG oslo_concurrency.lockutils [req-9abb3f5b-3afd-4015-9a1a-9ad3b703a9e6 req-a71992c3-fcb6-43b0-8ff2-546a32957ff5 service nova] Acquiring lock "refresh_cache-89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.214671] env[68835]: DEBUG oslo_concurrency.lockutils [req-9abb3f5b-3afd-4015-9a1a-9ad3b703a9e6 req-a71992c3-fcb6-43b0-8ff2-546a32957ff5 service nova] Acquired lock "refresh_cache-89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.214826] env[68835]: DEBUG nova.network.neutron [req-9abb3f5b-3afd-4015-9a1a-9ad3b703a9e6 req-a71992c3-fcb6-43b0-8ff2-546a32957ff5 service nova] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Refreshing network info cache for port 022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1462.355204] env[68835]: DEBUG oslo_vmware.api [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155230, 'name': ReconfigVM_Task, 'duration_secs': 0.105396} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.355501] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631316', 'volume_id': '2346edd9-98d5-41b4-8866-ec403841c9a2', 'name': 'volume-2346edd9-98d5-41b4-8866-ec403841c9a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7fae82d-f236-4ce5-8422-17fd4ef19bbe', 'attached_at': '', 'detached_at': '', 'volume_id': '2346edd9-98d5-41b4-8866-ec403841c9a2', 'serial': '2346edd9-98d5-41b4-8866-ec403841c9a2'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1462.355752] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1462.356514] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2a2ca2-d416-464a-98e2-667c29cf916e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.362962] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1462.363159] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0426eb54-1158-4b05-8f88-cafb0701a430 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.423367] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1462.423583] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1462.423765] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Deleting the datastore file [datastore2] f7fae82d-f236-4ce5-8422-17fd4ef19bbe {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1462.424024] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d08dc755-5d1c-4ae4-9694-ca8ffc660d32 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.430545] env[68835]: DEBUG oslo_vmware.api [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Waiting for the task: (returnval){ [ 1462.430545] env[68835]: value = "task-3155232" [ 1462.430545] env[68835]: _type = "Task" [ 1462.430545] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.437576] env[68835]: DEBUG oslo_vmware.api [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.536275] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf916b8f-8909-446f-8d69-b3af4c4c8014 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.270s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.904117] env[68835]: DEBUG nova.network.neutron [req-9abb3f5b-3afd-4015-9a1a-9ad3b703a9e6 req-a71992c3-fcb6-43b0-8ff2-546a32957ff5 service nova] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Updated VIF entry in instance network info cache for port 022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1462.904445] env[68835]: DEBUG nova.network.neutron [req-9abb3f5b-3afd-4015-9a1a-9ad3b703a9e6 req-a71992c3-fcb6-43b0-8ff2-546a32957ff5 service nova] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Updating instance_info_cache with network_info: [{"id": "022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9", "address": "fa:16:3e:bc:5f:3d", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap022f6d19-c4", "ovs_interfaceid": "022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.941957] env[68835]: DEBUG oslo_vmware.api [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Task: {'id': task-3155232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.070429} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.941957] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1462.941957] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1462.941957] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.023336] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Volume detach. Driver type: vmdk {{(pid=68835) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1463.023685] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83ff2fd1-99ea-4c7e-ae7e-ba58b7f98285 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.033224] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788adec0-748d-4c01-b2e0-13bcdc64cf85 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.058871] env[68835]: ERROR nova.compute.manager [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Failed to detach volume 2346edd9-98d5-41b4-8866-ec403841c9a2 from /dev/sda: nova.exception.InstanceNotFound: Instance f7fae82d-f236-4ce5-8422-17fd4ef19bbe could not be found. [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Traceback (most recent call last): [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] self.driver.rebuild(**kwargs) [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] raise NotImplementedError() [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] NotImplementedError [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] During handling of the above exception, another exception occurred: [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Traceback (most recent call last): [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] self.driver.detach_volume(context, old_connection_info, [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] return self._volumeops.detach_volume(connection_info, instance) [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] self._detach_volume_vmdk(connection_info, instance) [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] stable_ref.fetch_moref(session) [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] nova.exception.InstanceNotFound: Instance f7fae82d-f236-4ce5-8422-17fd4ef19bbe could not be found. [ 1463.058871] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] [ 1463.179604] env[68835]: DEBUG nova.compute.utils [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Build of instance f7fae82d-f236-4ce5-8422-17fd4ef19bbe aborted: Failed to rebuild volume backed instance. {{(pid=68835) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1463.181750] env[68835]: ERROR nova.compute.manager [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance f7fae82d-f236-4ce5-8422-17fd4ef19bbe aborted: Failed to rebuild volume backed instance. [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Traceback (most recent call last): [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] self.driver.rebuild(**kwargs) [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] raise NotImplementedError() [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] NotImplementedError [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] During handling of the above exception, another exception occurred: [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Traceback (most recent call last): [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] self._detach_root_volume(context, instance, root_bdm) [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] with excutils.save_and_reraise_exception(): [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] self.force_reraise() [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] raise self.value [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] self.driver.detach_volume(context, old_connection_info, [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] return self._volumeops.detach_volume(connection_info, instance) [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] self._detach_volume_vmdk(connection_info, instance) [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] stable_ref.fetch_moref(session) [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] nova.exception.InstanceNotFound: Instance f7fae82d-f236-4ce5-8422-17fd4ef19bbe could not be found. [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] During handling of the above exception, another exception occurred: [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Traceback (most recent call last): [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] yield [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1463.181750] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] self._do_rebuild_instance_with_claim( [ 1463.183464] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1463.183464] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] self._do_rebuild_instance( [ 1463.183464] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1463.183464] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] self._rebuild_default_impl(**kwargs) [ 1463.183464] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1463.183464] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] self._rebuild_volume_backed_instance( [ 1463.183464] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1463.183464] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] raise exception.BuildAbortException( [ 1463.183464] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] nova.exception.BuildAbortException: Build of instance f7fae82d-f236-4ce5-8422-17fd4ef19bbe aborted: Failed to rebuild volume backed instance. [ 1463.183464] env[68835]: ERROR nova.compute.manager [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] [ 1463.407103] env[68835]: DEBUG oslo_concurrency.lockutils [req-9abb3f5b-3afd-4015-9a1a-9ad3b703a9e6 req-a71992c3-fcb6-43b0-8ff2-546a32957ff5 service nova] Releasing lock "refresh_cache-89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.197521] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.197927] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.227024] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d85f9ec-d299-45d5-bb9b-2e5e11cde800 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.234482] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea9aec8-1d5b-438c-8f08-79b24b53ca5e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.263993] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5c007d-1a9b-4624-8d98-ad6237460a5e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.270487] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028bb85b-8383-4401-95a1-ba85275a82fc {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.283276] env[68835]: DEBUG nova.compute.provider_tree [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.786009] env[68835]: DEBUG nova.scheduler.client.report [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1466.120312] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Acquiring lock "f7fae82d-f236-4ce5-8422-17fd4ef19bbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.120543] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Lock "f7fae82d-f236-4ce5-8422-17fd4ef19bbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.120740] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Acquiring lock "f7fae82d-f236-4ce5-8422-17fd4ef19bbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.120916] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Lock "f7fae82d-f236-4ce5-8422-17fd4ef19bbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.121093] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Lock "f7fae82d-f236-4ce5-8422-17fd4ef19bbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.123232] env[68835]: INFO nova.compute.manager [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Terminating instance [ 1466.291320] env[68835]: DEBUG oslo_concurrency.lockutils [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.093s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.291707] env[68835]: INFO nova.compute.manager [None req-1b493b33-d3f1-499d-8f58-beefd28e4195 tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Successfully reverted task state from rebuilding on failure for instance. [ 1466.627587] env[68835]: DEBUG nova.compute.manager [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1466.627954] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43d41ce0-7ffc-44b7-b04c-e03ed8416117 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.637597] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af45d243-9941-44a8-a92d-a3127000bfd8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.661772] env[68835]: WARNING nova.virt.vmwareapi.driver [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance f7fae82d-f236-4ce5-8422-17fd4ef19bbe could not be found. [ 1466.661948] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1466.662233] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77efa9e2-9afa-4e89-9349-b2c6308e614f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.669497] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4f5a96-4a61-4ecc-8eae-2294599d58c1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.692287] env[68835]: WARNING nova.virt.vmwareapi.vmops [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f7fae82d-f236-4ce5-8422-17fd4ef19bbe could not be found. [ 1466.692508] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1466.692699] env[68835]: INFO nova.compute.manager [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1466.692933] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1466.693163] env[68835]: DEBUG nova.compute.manager [-] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1466.693252] env[68835]: DEBUG nova.network.neutron [-] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1467.373112] env[68835]: DEBUG nova.compute.manager [req-419686e0-ee65-4534-8f85-f306db5966b4 req-dc11d88e-fb4b-4246-abaf-183b9fa6cfda service nova] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Received event network-vif-deleted-3af65370-f1bd-4e8b-96b9-2a7a9f0f2683 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1467.373368] env[68835]: INFO nova.compute.manager [req-419686e0-ee65-4534-8f85-f306db5966b4 req-dc11d88e-fb4b-4246-abaf-183b9fa6cfda service nova] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Neutron deleted interface 3af65370-f1bd-4e8b-96b9-2a7a9f0f2683; detaching it from the instance and deleting it from the info cache [ 1467.373667] env[68835]: DEBUG nova.network.neutron [req-419686e0-ee65-4534-8f85-f306db5966b4 req-dc11d88e-fb4b-4246-abaf-183b9fa6cfda service nova] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.848427] env[68835]: DEBUG nova.network.neutron [-] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.876187] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47a68f62-66d8-4ebd-8c67-cfa364912eeb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.885526] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6733d48-c59f-41d3-ba5d-ae6615321c4d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.912093] env[68835]: DEBUG nova.compute.manager [req-419686e0-ee65-4534-8f85-f306db5966b4 req-dc11d88e-fb4b-4246-abaf-183b9fa6cfda service nova] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Detach interface failed, port_id=3af65370-f1bd-4e8b-96b9-2a7a9f0f2683, reason: Instance f7fae82d-f236-4ce5-8422-17fd4ef19bbe could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1468.350875] env[68835]: INFO nova.compute.manager [-] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Took 1.66 seconds to deallocate network for instance. [ 1468.897731] env[68835]: INFO nova.compute.manager [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Took 0.55 seconds to detach 1 volumes for instance. [ 1468.900329] env[68835]: DEBUG nova.compute.manager [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Deleting volume: 2346edd9-98d5-41b4-8866-ec403841c9a2 {{(pid=68835) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1469.453387] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.453688] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.453958] env[68835]: DEBUG nova.objects.instance [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Lazy-loading 'resources' on Instance uuid f7fae82d-f236-4ce5-8422-17fd4ef19bbe {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1469.989266] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70633776-ee7c-4ede-9a31-c69a7e088deb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.996702] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fb6af8-b2a4-4b27-9bc8-0b93335e51d6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.026089] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6daa78-2db8-475f-b99c-6430df9037f9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.032695] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6cdab3-2108-4058-a2e9-561bec98a493 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.045586] env[68835]: DEBUG nova.compute.provider_tree [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.549180] env[68835]: DEBUG nova.scheduler.client.report [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1471.055363] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.277427] env[68835]: DEBUG oslo_concurrency.lockutils [None req-4363e81b-f80f-4647-bac0-f301844ab4ed tempest-ServerActionsV293TestJSON-1170648818 tempest-ServerActionsV293TestJSON-1170648818-project-member] Lock "f7fae82d-f236-4ce5-8422-17fd4ef19bbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.157s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.248648] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1499.248926] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68835) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1499.643176] env[68835]: DEBUG oslo_concurrency.lockutils [None req-829ff3cc-89b1-425f-92ed-647f80733490 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.643396] env[68835]: DEBUG oslo_concurrency.lockutils [None req-829ff3cc-89b1-425f-92ed-647f80733490 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.643579] env[68835]: DEBUG nova.compute.manager [None req-829ff3cc-89b1-425f-92ed-647f80733490 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1499.644816] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fa7742-d5ee-4a2c-b59c-4f83ab8d7b08 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.651523] env[68835]: DEBUG nova.compute.manager [None req-829ff3cc-89b1-425f-92ed-647f80733490 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68835) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1499.652070] env[68835]: DEBUG nova.objects.instance [None req-829ff3cc-89b1-425f-92ed-647f80733490 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lazy-loading 'flavor' on Instance uuid 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.661058] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-829ff3cc-89b1-425f-92ed-647f80733490 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1500.661458] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d053aef-ad7e-41db-8b82-25bf94892c17 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.669984] env[68835]: DEBUG oslo_vmware.api [None req-829ff3cc-89b1-425f-92ed-647f80733490 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1500.669984] env[68835]: value = "task-3155234" [ 1500.669984] env[68835]: _type = "Task" [ 1500.669984] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.677615] env[68835]: DEBUG oslo_vmware.api [None req-829ff3cc-89b1-425f-92ed-647f80733490 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.179410] env[68835]: DEBUG oslo_vmware.api [None req-829ff3cc-89b1-425f-92ed-647f80733490 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155234, 'name': PowerOffVM_Task, 'duration_secs': 0.177235} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.179667] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-829ff3cc-89b1-425f-92ed-647f80733490 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.179860] env[68835]: DEBUG nova.compute.manager [None req-829ff3cc-89b1-425f-92ed-647f80733490 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1501.180641] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1822080d-76b2-4875-8e04-c12c01e1d9ac {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.248544] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.248814] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.691020] env[68835]: DEBUG oslo_concurrency.lockutils [None req-829ff3cc-89b1-425f-92ed-647f80733490 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.121984] env[68835]: DEBUG nova.objects.instance [None req-e0181184-e321-4cb1-8951-ef6184b5398f tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lazy-loading 'flavor' on Instance uuid 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1502.248431] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.626943] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e0181184-e321-4cb1-8951-ef6184b5398f tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "refresh_cache-89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.627209] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e0181184-e321-4cb1-8951-ef6184b5398f tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "refresh_cache-89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.627350] env[68835]: DEBUG nova.network.neutron [None req-e0181184-e321-4cb1-8951-ef6184b5398f tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1502.627529] env[68835]: DEBUG nova.objects.instance [None req-e0181184-e321-4cb1-8951-ef6184b5398f tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lazy-loading 'info_cache' on Instance uuid 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1503.130733] env[68835]: DEBUG nova.objects.base [None req-e0181184-e321-4cb1-8951-ef6184b5398f tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Object Instance<89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90> lazy-loaded attributes: flavor,info_cache {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1503.243546] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.248056] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.248234] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.752028] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.752028] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.752028] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.752028] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68835) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1503.752751] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ab8d33-9e8f-4749-9698-bb51bb2c070e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.762926] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9c9f01-daf6-42c4-b205-ba8fbe6fb0cd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.777345] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9468487c-9354-4751-aa37-4a7d07893be8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.783394] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9521926-86e8-482a-a236-e76589ff62c4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.812584] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180813MB free_disk=131GB free_vcpus=48 pci_devices=None {{(pid=68835) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1503.812706] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.812910] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.954235] env[68835]: DEBUG nova.network.neutron [None req-e0181184-e321-4cb1-8951-ef6184b5398f tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Updating instance_info_cache with network_info: [{"id": "022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9", "address": "fa:16:3e:bc:5f:3d", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap022f6d19-c4", "ovs_interfaceid": "022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.456758] env[68835]: DEBUG oslo_concurrency.lockutils [None req-e0181184-e321-4cb1-8951-ef6184b5398f tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "refresh_cache-89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.837941] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1504.838232] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1504.838440] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1504.866910] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840789a1-fa0f-4c0e-b464-8d22877f903a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.874354] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fff050-fd4d-4e40-9d30-f0403b7a7b3c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.904356] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44120d8-a24f-47ef-b50b-4a834a3bd455 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.911253] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca57eda-480f-4f29-b1e0-be1b15b33d18 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.924052] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.427218] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.461980] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0181184-e321-4cb1-8951-ef6184b5398f tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1505.462356] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe3ecfb1-d27d-44c4-80b9-2b697f7f7d27 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.471511] env[68835]: DEBUG oslo_vmware.api [None req-e0181184-e321-4cb1-8951-ef6184b5398f tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1505.471511] env[68835]: value = "task-3155235" [ 1505.471511] env[68835]: _type = "Task" [ 1505.471511] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.479061] env[68835]: DEBUG oslo_vmware.api [None req-e0181184-e321-4cb1-8951-ef6184b5398f tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.932734] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68835) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1505.932934] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.120s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.980844] env[68835]: DEBUG oslo_vmware.api [None req-e0181184-e321-4cb1-8951-ef6184b5398f tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155235, 'name': PowerOnVM_Task, 'duration_secs': 0.399003} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.981121] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0181184-e321-4cb1-8951-ef6184b5398f tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1505.981300] env[68835]: DEBUG nova.compute.manager [None req-e0181184-e321-4cb1-8951-ef6184b5398f tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.982059] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fd2068-36ac-423b-b871-24bdc5a2df68 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.892728] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71ab4bb-196c-4371-8b53-04c3ec1ddb7f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.899664] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fb91aa39-0ebe-48f9-bc66-eb4961958919 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Suspending the VM {{(pid=68835) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1506.899897] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9f67e24e-08e9-44a1-941d-b750841f8c3b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.906140] env[68835]: DEBUG oslo_vmware.api [None req-fb91aa39-0ebe-48f9-bc66-eb4961958919 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1506.906140] env[68835]: value = "task-3155236" [ 1506.906140] env[68835]: _type = "Task" [ 1506.906140] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.913602] env[68835]: DEBUG oslo_vmware.api [None req-fb91aa39-0ebe-48f9-bc66-eb4961958919 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155236, 'name': SuspendVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.933225] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.415887] env[68835]: DEBUG oslo_vmware.api [None req-fb91aa39-0ebe-48f9-bc66-eb4961958919 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155236, 'name': SuspendVM_Task} progress is 75%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.916691] env[68835]: DEBUG oslo_vmware.api [None req-fb91aa39-0ebe-48f9-bc66-eb4961958919 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155236, 'name': SuspendVM_Task, 'duration_secs': 0.67801} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.917157] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fb91aa39-0ebe-48f9-bc66-eb4961958919 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Suspended the VM {{(pid=68835) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1507.917157] env[68835]: DEBUG nova.compute.manager [None req-fb91aa39-0ebe-48f9-bc66-eb4961958919 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1507.917817] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddadfa43-3973-4ec4-9d41-9ca47fc5702f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.243818] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.201067] env[68835]: INFO nova.compute.manager [None req-8ee810e3-83d4-471f-8bc6-1b1110aa368b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Resuming [ 1509.201067] env[68835]: DEBUG nova.objects.instance [None req-8ee810e3-83d4-471f-8bc6-1b1110aa368b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lazy-loading 'flavor' on Instance uuid 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1510.710960] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8ee810e3-83d4-471f-8bc6-1b1110aa368b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "refresh_cache-89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.711387] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8ee810e3-83d4-471f-8bc6-1b1110aa368b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquired lock "refresh_cache-89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.711387] env[68835]: DEBUG nova.network.neutron [None req-8ee810e3-83d4-471f-8bc6-1b1110aa368b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1511.413391] env[68835]: DEBUG nova.network.neutron [None req-8ee810e3-83d4-471f-8bc6-1b1110aa368b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Updating instance_info_cache with network_info: [{"id": "022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9", "address": "fa:16:3e:bc:5f:3d", "network": {"id": "da59fd82-c75f-4012-8b6d-dedd6cf7a051", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-492021760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee92ca6cb8ac47788251c37ca255f0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap022f6d19-c4", "ovs_interfaceid": "022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.916527] env[68835]: DEBUG oslo_concurrency.lockutils [None req-8ee810e3-83d4-471f-8bc6-1b1110aa368b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Releasing lock "refresh_cache-89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.917544] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff0b8bb-b1b5-4aea-92f8-719150f801da {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.924266] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee810e3-83d4-471f-8bc6-1b1110aa368b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Resuming the VM {{(pid=68835) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1511.924483] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-930d8370-7d8e-4a86-a71d-6e94ce6da4ea {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.930916] env[68835]: DEBUG oslo_vmware.api [None req-8ee810e3-83d4-471f-8bc6-1b1110aa368b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1511.930916] env[68835]: value = "task-3155237" [ 1511.930916] env[68835]: _type = "Task" [ 1511.930916] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.938102] env[68835]: DEBUG oslo_vmware.api [None req-8ee810e3-83d4-471f-8bc6-1b1110aa368b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.443280] env[68835]: DEBUG oslo_vmware.api [None req-8ee810e3-83d4-471f-8bc6-1b1110aa368b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155237, 'name': PowerOnVM_Task, 'duration_secs': 0.496349} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.443601] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee810e3-83d4-471f-8bc6-1b1110aa368b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Resumed the VM {{(pid=68835) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1512.443713] env[68835]: DEBUG nova.compute.manager [None req-8ee810e3-83d4-471f-8bc6-1b1110aa368b tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1512.444542] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bace8bb1-7c6d-4f3d-a714-ae6bb9b4330e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.837296] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.837673] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.837853] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.838055] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.838235] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.840448] env[68835]: INFO nova.compute.manager [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Terminating instance [ 1514.344838] env[68835]: DEBUG nova.compute.manager [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1514.345099] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1514.346026] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9ab423-3a9f-4fd5-8b59-d843158e1062 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.353781] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1514.354008] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49cdea1b-339a-432a-ae11-66b5d6ebcfe4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.359827] env[68835]: DEBUG oslo_vmware.api [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1514.359827] env[68835]: value = "task-3155238" [ 1514.359827] env[68835]: _type = "Task" [ 1514.359827] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.367422] env[68835]: DEBUG oslo_vmware.api [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.869492] env[68835]: DEBUG oslo_vmware.api [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155238, 'name': PowerOffVM_Task, 'duration_secs': 0.180378} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.869763] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1514.869933] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1514.870198] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5789645b-4d80-46a4-b639-0e77e9135ffb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.928408] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1514.928625] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1514.928815] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Deleting the datastore file [datastore2] 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1514.929120] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83fa8441-81f1-485a-bc05-cf290dec39e9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.936107] env[68835]: DEBUG oslo_vmware.api [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for the task: (returnval){ [ 1514.936107] env[68835]: value = "task-3155240" [ 1514.936107] env[68835]: _type = "Task" [ 1514.936107] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.943561] env[68835]: DEBUG oslo_vmware.api [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.445943] env[68835]: DEBUG oslo_vmware.api [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Task: {'id': task-3155240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151439} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.446259] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1515.446447] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1515.446627] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1515.446795] env[68835]: INFO nova.compute.manager [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1515.447059] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1515.447269] env[68835]: DEBUG nova.compute.manager [-] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1515.447406] env[68835]: DEBUG nova.network.neutron [-] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1515.922456] env[68835]: DEBUG nova.compute.manager [req-9ee2608e-918b-448e-8a92-9dba7999c7f4 req-47de8099-72f3-48f7-982a-78bc9e836b50 service nova] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Received event network-vif-deleted-022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1515.922456] env[68835]: INFO nova.compute.manager [req-9ee2608e-918b-448e-8a92-9dba7999c7f4 req-47de8099-72f3-48f7-982a-78bc9e836b50 service nova] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Neutron deleted interface 022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9; detaching it from the instance and deleting it from the info cache [ 1515.922937] env[68835]: DEBUG nova.network.neutron [req-9ee2608e-918b-448e-8a92-9dba7999c7f4 req-47de8099-72f3-48f7-982a-78bc9e836b50 service nova] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.396653] env[68835]: DEBUG nova.network.neutron [-] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.425249] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5ccbb65-804a-44a5-bf78-c5653121270f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.435402] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2426ff8-a200-4da8-ab48-a7d633041e26 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.458933] env[68835]: DEBUG nova.compute.manager [req-9ee2608e-918b-448e-8a92-9dba7999c7f4 req-47de8099-72f3-48f7-982a-78bc9e836b50 service nova] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Detach interface failed, port_id=022f6d19-c4e0-4f89-b8e5-1e8c0ba216f9, reason: Instance 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1516.900096] env[68835]: INFO nova.compute.manager [-] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Took 1.45 seconds to deallocate network for instance. [ 1517.406444] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.406813] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.406861] env[68835]: DEBUG nova.objects.instance [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lazy-loading 'resources' on Instance uuid 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1517.940855] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0c3165-e411-45d7-ab5f-c8913ca74c9c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.948539] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6144ca65-b195-4cd7-9dca-af8139650d78 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.977718] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05caf93c-cb95-43d0-9d54-e4ca48cb8c70 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.984764] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc4afe2-48dd-4c37-8b38-1617920be057 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.997282] env[68835]: DEBUG nova.compute.provider_tree [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.500640] env[68835]: DEBUG nova.scheduler.client.report [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1519.006432] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.026571] env[68835]: INFO nova.scheduler.client.report [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Deleted allocations for instance 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90 [ 1519.533876] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40f774a3-1fc3-492a-9889-8d91968f2ef6 tempest-ServerActionsTestJSON-1018389342 tempest-ServerActionsTestJSON-1018389342-project-member] Lock "89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.696s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.181807] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "b960560c-857e-4c29-8286-d37e637b0a64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.182059] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "b960560c-857e-4c29-8286-d37e637b0a64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.684612] env[68835]: DEBUG nova.compute.manager [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1526.205909] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.206217] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.207695] env[68835]: INFO nova.compute.claims [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1527.243626] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73545a93-860f-46a4-8dcb-6979e23a962d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.251332] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c9570f-fc15-48db-a6d3-7e43d259d4f9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.281501] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3ea891-5b63-40c0-a60b-cc02e5c5fc2b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.288042] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf26cfee-0b98-4b44-b3d1-d9c80e0954f0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.301723] env[68835]: DEBUG nova.compute.provider_tree [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.805058] env[68835]: DEBUG nova.scheduler.client.report [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1528.311038] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.104s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.311340] env[68835]: DEBUG nova.compute.manager [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1528.816049] env[68835]: DEBUG nova.compute.utils [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1528.817556] env[68835]: DEBUG nova.compute.manager [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1528.817736] env[68835]: DEBUG nova.network.neutron [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1528.850654] env[68835]: DEBUG nova.policy [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c79860f569646b587adc626504bbd2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10de831290304c19b2325b639af092ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1529.075476] env[68835]: DEBUG nova.network.neutron [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Successfully created port: d70f2bfb-9600-4c92-ade1-3fde052450b1 {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1529.321610] env[68835]: DEBUG nova.compute.manager [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1530.333035] env[68835]: DEBUG nova.compute.manager [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1530.361246] env[68835]: DEBUG nova.virt.hardware [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1530.361439] env[68835]: DEBUG nova.virt.hardware [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1530.361615] env[68835]: DEBUG nova.virt.hardware [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1530.361820] env[68835]: DEBUG nova.virt.hardware [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1530.361987] env[68835]: DEBUG nova.virt.hardware [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1530.362152] env[68835]: DEBUG nova.virt.hardware [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1530.362364] env[68835]: DEBUG nova.virt.hardware [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1530.362523] env[68835]: DEBUG nova.virt.hardware [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1530.362689] env[68835]: DEBUG nova.virt.hardware [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1530.362849] env[68835]: DEBUG nova.virt.hardware [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1530.363028] env[68835]: DEBUG nova.virt.hardware [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1530.363924] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee541c7b-c3bf-4e1e-a4e7-8f73819648a4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.372188] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2233a02-b33d-4405-ad1a-95ce178f8373 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.478475] env[68835]: DEBUG nova.compute.manager [req-bc167aed-6855-4b09-88d7-40aac7e4957f req-b81c3561-cdf7-42ce-9088-74da18e67fcc service nova] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Received event network-vif-plugged-d70f2bfb-9600-4c92-ade1-3fde052450b1 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1530.478706] env[68835]: DEBUG oslo_concurrency.lockutils [req-bc167aed-6855-4b09-88d7-40aac7e4957f req-b81c3561-cdf7-42ce-9088-74da18e67fcc service nova] Acquiring lock "b960560c-857e-4c29-8286-d37e637b0a64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.478961] env[68835]: DEBUG oslo_concurrency.lockutils [req-bc167aed-6855-4b09-88d7-40aac7e4957f req-b81c3561-cdf7-42ce-9088-74da18e67fcc service nova] Lock "b960560c-857e-4c29-8286-d37e637b0a64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.479218] env[68835]: DEBUG oslo_concurrency.lockutils [req-bc167aed-6855-4b09-88d7-40aac7e4957f req-b81c3561-cdf7-42ce-9088-74da18e67fcc service nova] Lock "b960560c-857e-4c29-8286-d37e637b0a64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.479337] env[68835]: DEBUG nova.compute.manager [req-bc167aed-6855-4b09-88d7-40aac7e4957f req-b81c3561-cdf7-42ce-9088-74da18e67fcc service nova] [instance: b960560c-857e-4c29-8286-d37e637b0a64] No waiting events found dispatching network-vif-plugged-d70f2bfb-9600-4c92-ade1-3fde052450b1 {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1530.479503] env[68835]: WARNING nova.compute.manager [req-bc167aed-6855-4b09-88d7-40aac7e4957f req-b81c3561-cdf7-42ce-9088-74da18e67fcc service nova] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Received unexpected event network-vif-plugged-d70f2bfb-9600-4c92-ade1-3fde052450b1 for instance with vm_state building and task_state spawning. [ 1530.535283] env[68835]: DEBUG nova.network.neutron [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Successfully updated port: d70f2bfb-9600-4c92-ade1-3fde052450b1 {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1531.038239] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "refresh_cache-b960560c-857e-4c29-8286-d37e637b0a64" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.038438] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquired lock "refresh_cache-b960560c-857e-4c29-8286-d37e637b0a64" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.038639] env[68835]: DEBUG nova.network.neutron [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1531.575115] env[68835]: DEBUG nova.network.neutron [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1531.702748] env[68835]: DEBUG nova.network.neutron [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Updating instance_info_cache with network_info: [{"id": "d70f2bfb-9600-4c92-ade1-3fde052450b1", "address": "fa:16:3e:c1:4c:1c", "network": {"id": "77b3bbb4-06e2-467c-9e79-1f6c580e881b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1736210805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10de831290304c19b2325b639af092ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70f2bfb-96", "ovs_interfaceid": "d70f2bfb-9600-4c92-ade1-3fde052450b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.205241] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Releasing lock "refresh_cache-b960560c-857e-4c29-8286-d37e637b0a64" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.205588] env[68835]: DEBUG nova.compute.manager [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Instance network_info: |[{"id": "d70f2bfb-9600-4c92-ade1-3fde052450b1", "address": "fa:16:3e:c1:4c:1c", "network": {"id": "77b3bbb4-06e2-467c-9e79-1f6c580e881b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1736210805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10de831290304c19b2325b639af092ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70f2bfb-96", "ovs_interfaceid": "d70f2bfb-9600-4c92-ade1-3fde052450b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1532.206045] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:4c:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd70f2bfb-9600-4c92-ade1-3fde052450b1', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1532.213492] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Creating folder: Project (10de831290304c19b2325b639af092ef). Parent ref: group-v630977. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1532.213756] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fb71824-1450-4049-af0c-ebe6b4ea111d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.227759] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Created folder: Project (10de831290304c19b2325b639af092ef) in parent group-v630977. [ 1532.227927] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Creating folder: Instances. Parent ref: group-v631320. {{(pid=68835) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1532.228154] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea86eb0b-bba8-4079-bcca-ed5ddec32369 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.237477] env[68835]: INFO nova.virt.vmwareapi.vm_util [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Created folder: Instances in parent group-v631320. [ 1532.237715] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1532.237896] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1532.238093] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6af22416-ecac-40b4-a1b5-c6a73201deb6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.256209] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1532.256209] env[68835]: value = "task-3155243" [ 1532.256209] env[68835]: _type = "Task" [ 1532.256209] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.263112] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155243, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.504557] env[68835]: DEBUG nova.compute.manager [req-d3b348b6-37a4-4ee6-b64e-0d93399308bc req-d66ad7b6-50c7-4731-b32a-5d6a6e1e9644 service nova] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Received event network-changed-d70f2bfb-9600-4c92-ade1-3fde052450b1 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1532.504777] env[68835]: DEBUG nova.compute.manager [req-d3b348b6-37a4-4ee6-b64e-0d93399308bc req-d66ad7b6-50c7-4731-b32a-5d6a6e1e9644 service nova] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Refreshing instance network info cache due to event network-changed-d70f2bfb-9600-4c92-ade1-3fde052450b1. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1532.505012] env[68835]: DEBUG oslo_concurrency.lockutils [req-d3b348b6-37a4-4ee6-b64e-0d93399308bc req-d66ad7b6-50c7-4731-b32a-5d6a6e1e9644 service nova] Acquiring lock "refresh_cache-b960560c-857e-4c29-8286-d37e637b0a64" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.505171] env[68835]: DEBUG oslo_concurrency.lockutils [req-d3b348b6-37a4-4ee6-b64e-0d93399308bc req-d66ad7b6-50c7-4731-b32a-5d6a6e1e9644 service nova] Acquired lock "refresh_cache-b960560c-857e-4c29-8286-d37e637b0a64" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.505343] env[68835]: DEBUG nova.network.neutron [req-d3b348b6-37a4-4ee6-b64e-0d93399308bc req-d66ad7b6-50c7-4731-b32a-5d6a6e1e9644 service nova] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Refreshing network info cache for port d70f2bfb-9600-4c92-ade1-3fde052450b1 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1532.766953] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155243, 'name': CreateVM_Task, 'duration_secs': 0.303545} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.766953] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1532.767643] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.767814] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.768163] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.768409] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d28da07-e50f-40ef-82f4-3ebecd48d9e3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.772965] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1532.772965] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5275c2bf-6282-d6f1-d718-a0b16eadf969" [ 1532.772965] env[68835]: _type = "Task" [ 1532.772965] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.780352] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5275c2bf-6282-d6f1-d718-a0b16eadf969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.187096] env[68835]: DEBUG nova.network.neutron [req-d3b348b6-37a4-4ee6-b64e-0d93399308bc req-d66ad7b6-50c7-4731-b32a-5d6a6e1e9644 service nova] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Updated VIF entry in instance network info cache for port d70f2bfb-9600-4c92-ade1-3fde052450b1. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1533.187514] env[68835]: DEBUG nova.network.neutron [req-d3b348b6-37a4-4ee6-b64e-0d93399308bc req-d66ad7b6-50c7-4731-b32a-5d6a6e1e9644 service nova] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Updating instance_info_cache with network_info: [{"id": "d70f2bfb-9600-4c92-ade1-3fde052450b1", "address": "fa:16:3e:c1:4c:1c", "network": {"id": "77b3bbb4-06e2-467c-9e79-1f6c580e881b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1736210805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10de831290304c19b2325b639af092ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70f2bfb-96", "ovs_interfaceid": "d70f2bfb-9600-4c92-ade1-3fde052450b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.283147] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5275c2bf-6282-d6f1-d718-a0b16eadf969, 'name': SearchDatastore_Task, 'duration_secs': 0.010809} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.283441] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.283693] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1533.283902] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.284060] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.284240] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1533.284478] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6266a20d-589d-403c-998c-2218b824557e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.292661] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1533.292831] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1533.293517] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e1b0d46-a4f9-4b02-9d1d-45f0da6865f9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.298161] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1533.298161] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]5244c0b5-6c56-fc37-4914-57599600e982" [ 1533.298161] env[68835]: _type = "Task" [ 1533.298161] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.305232] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5244c0b5-6c56-fc37-4914-57599600e982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.689954] env[68835]: DEBUG oslo_concurrency.lockutils [req-d3b348b6-37a4-4ee6-b64e-0d93399308bc req-d66ad7b6-50c7-4731-b32a-5d6a6e1e9644 service nova] Releasing lock "refresh_cache-b960560c-857e-4c29-8286-d37e637b0a64" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.808373] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]5244c0b5-6c56-fc37-4914-57599600e982, 'name': SearchDatastore_Task, 'duration_secs': 0.008635} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.809128] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a1e5e1-08e3-4948-a697-fcd9d0d4ae72 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.814523] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1533.814523] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52f96d7b-6abb-b86d-a410-578ad3261d75" [ 1533.814523] env[68835]: _type = "Task" [ 1533.814523] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.821676] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f96d7b-6abb-b86d-a410-578ad3261d75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.324512] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52f96d7b-6abb-b86d-a410-578ad3261d75, 'name': SearchDatastore_Task, 'duration_secs': 0.009185} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.324799] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.325073] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] b960560c-857e-4c29-8286-d37e637b0a64/b960560c-857e-4c29-8286-d37e637b0a64.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1534.325326] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01ed1526-5e5f-49dc-ae45-687935ef3a05 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.332044] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1534.332044] env[68835]: value = "task-3155244" [ 1534.332044] env[68835]: _type = "Task" [ 1534.332044] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.340703] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.841475] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434893} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.843065] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore1] b960560c-857e-4c29-8286-d37e637b0a64/b960560c-857e-4c29-8286-d37e637b0a64.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1534.843065] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1534.843065] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-942dfd28-b8a2-4d87-ae8b-dd5264e55ed3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.848867] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1534.848867] env[68835]: value = "task-3155245" [ 1534.848867] env[68835]: _type = "Task" [ 1534.848867] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.856123] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.358075] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058737} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.358326] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1535.359090] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924ad4a9-a64c-47f6-ad3d-58f05451be2c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.381456] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] b960560c-857e-4c29-8286-d37e637b0a64/b960560c-857e-4c29-8286-d37e637b0a64.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1535.381650] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a93f8800-b039-4514-988d-23a0eb69a18d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.401079] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1535.401079] env[68835]: value = "task-3155246" [ 1535.401079] env[68835]: _type = "Task" [ 1535.401079] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.408335] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.911325] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155246, 'name': ReconfigVM_Task, 'duration_secs': 0.260897} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.911700] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Reconfigured VM instance instance-0000007e to attach disk [datastore1] b960560c-857e-4c29-8286-d37e637b0a64/b960560c-857e-4c29-8286-d37e637b0a64.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1535.912239] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14f793a6-6aea-47de-aa56-09c241cedee2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.918949] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1535.918949] env[68835]: value = "task-3155247" [ 1535.918949] env[68835]: _type = "Task" [ 1535.918949] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.925997] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155247, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.428394] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155247, 'name': Rename_Task, 'duration_secs': 0.140703} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.428652] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1536.428882] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1753a81d-d11e-4e15-bc57-0a245e22d056 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.435062] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1536.435062] env[68835]: value = "task-3155248" [ 1536.435062] env[68835]: _type = "Task" [ 1536.435062] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.441769] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.944650] env[68835]: DEBUG oslo_vmware.api [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155248, 'name': PowerOnVM_Task, 'duration_secs': 0.433765} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.944986] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1536.945117] env[68835]: INFO nova.compute.manager [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1536.945287] env[68835]: DEBUG nova.compute.manager [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1536.946035] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c33481-4aa9-4a47-b931-c0526cd484b6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.463686] env[68835]: INFO nova.compute.manager [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Took 11.27 seconds to build instance. [ 1537.965904] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c2945678-32d3-4911-bec2-133bc2bb742e tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "b960560c-857e-4c29-8286-d37e637b0a64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.784s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1538.130586] env[68835]: DEBUG nova.compute.manager [req-be6c7d45-06a2-4c9b-9160-3db9f54b6fdf req-791d688a-f9fd-4ce1-8901-8821fec1b358 service nova] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Received event network-changed-d70f2bfb-9600-4c92-ade1-3fde052450b1 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1538.130757] env[68835]: DEBUG nova.compute.manager [req-be6c7d45-06a2-4c9b-9160-3db9f54b6fdf req-791d688a-f9fd-4ce1-8901-8821fec1b358 service nova] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Refreshing instance network info cache due to event network-changed-d70f2bfb-9600-4c92-ade1-3fde052450b1. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1538.130998] env[68835]: DEBUG oslo_concurrency.lockutils [req-be6c7d45-06a2-4c9b-9160-3db9f54b6fdf req-791d688a-f9fd-4ce1-8901-8821fec1b358 service nova] Acquiring lock "refresh_cache-b960560c-857e-4c29-8286-d37e637b0a64" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.131200] env[68835]: DEBUG oslo_concurrency.lockutils [req-be6c7d45-06a2-4c9b-9160-3db9f54b6fdf req-791d688a-f9fd-4ce1-8901-8821fec1b358 service nova] Acquired lock "refresh_cache-b960560c-857e-4c29-8286-d37e637b0a64" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.131367] env[68835]: DEBUG nova.network.neutron [req-be6c7d45-06a2-4c9b-9160-3db9f54b6fdf req-791d688a-f9fd-4ce1-8901-8821fec1b358 service nova] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Refreshing network info cache for port d70f2bfb-9600-4c92-ade1-3fde052450b1 {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1538.823802] env[68835]: DEBUG nova.network.neutron [req-be6c7d45-06a2-4c9b-9160-3db9f54b6fdf req-791d688a-f9fd-4ce1-8901-8821fec1b358 service nova] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Updated VIF entry in instance network info cache for port d70f2bfb-9600-4c92-ade1-3fde052450b1. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1538.824187] env[68835]: DEBUG nova.network.neutron [req-be6c7d45-06a2-4c9b-9160-3db9f54b6fdf req-791d688a-f9fd-4ce1-8901-8821fec1b358 service nova] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Updating instance_info_cache with network_info: [{"id": "d70f2bfb-9600-4c92-ade1-3fde052450b1", "address": "fa:16:3e:c1:4c:1c", "network": {"id": "77b3bbb4-06e2-467c-9e79-1f6c580e881b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1736210805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10de831290304c19b2325b639af092ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70f2bfb-96", "ovs_interfaceid": "d70f2bfb-9600-4c92-ade1-3fde052450b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.326779] env[68835]: DEBUG oslo_concurrency.lockutils [req-be6c7d45-06a2-4c9b-9160-3db9f54b6fdf req-791d688a-f9fd-4ce1-8901-8821fec1b358 service nova] Releasing lock "refresh_cache-b960560c-857e-4c29-8286-d37e637b0a64" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.248486] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.248953] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68835) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1562.248906] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1563.248674] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1563.248863] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1563.250068] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1563.753021] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1563.753320] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1563.753517] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.753714] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68835) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1563.754610] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb093a3-b57d-40d0-b94f-85f66391d463 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.763100] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f794bc2-a697-416c-b0b4-19eb38c4253c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.776893] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b89fe40-a29c-4ebc-be9b-f3600586f9cd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.782949] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2685ae-6290-4539-ad44-f6e5bc3f7ba3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.811252] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180836MB free_disk=131GB free_vcpus=48 pci_devices=None {{(pid=68835) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1563.811376] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1563.811581] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1564.836336] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance b960560c-857e-4c29-8286-d37e637b0a64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1564.836570] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1564.836686] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1564.860967] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94a243f-9083-41cb-b005-a115268f2a7a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.868559] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eddc654-1955-4447-be11-b39ea80eb123 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.897321] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c82dcb-a282-4070-94aa-2c8f8e57a3c7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.904112] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc90a24-157b-44c7-9be4-d68d183449ad {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.916644] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.419800] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1565.925506] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68835) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1565.925855] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1567.921183] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.921539] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.921576] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1576.673022] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "b960560c-857e-4c29-8286-d37e637b0a64" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1576.673022] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "b960560c-857e-4c29-8286-d37e637b0a64" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1577.176188] env[68835]: DEBUG nova.compute.utils [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1577.679523] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "b960560c-857e-4c29-8286-d37e637b0a64" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1578.737647] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "b960560c-857e-4c29-8286-d37e637b0a64" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1578.738077] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "b960560c-857e-4c29-8286-d37e637b0a64" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1578.738169] env[68835]: INFO nova.compute.manager [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Attaching volume 99d63d07-657d-4cc6-a0a8-70e02e84ccfa to /dev/sdb [ 1578.767445] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ed1abe-b800-4a30-9493-f679905deb84 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.774449] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c2dd6f-0ed0-441c-8dd6-0246ca275ead {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.787437] env[68835]: DEBUG nova.virt.block_device [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Updating existing volume attachment record: 52972413-2da3-466e-aa5c-f782a2ef9284 {{(pid=68835) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1583.330229] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Volume attach. Driver type: vmdk {{(pid=68835) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1583.330501] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631324', 'volume_id': '99d63d07-657d-4cc6-a0a8-70e02e84ccfa', 'name': 'volume-99d63d07-657d-4cc6-a0a8-70e02e84ccfa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b960560c-857e-4c29-8286-d37e637b0a64', 'attached_at': '', 'detached_at': '', 'volume_id': '99d63d07-657d-4cc6-a0a8-70e02e84ccfa', 'serial': '99d63d07-657d-4cc6-a0a8-70e02e84ccfa'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1583.331849] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7035ccc4-f34a-40a8-8b6f-60a3b26391be {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.347967] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcc310f-1d00-4482-afcf-485015dac777 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.371758] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-99d63d07-657d-4cc6-a0a8-70e02e84ccfa/volume-99d63d07-657d-4cc6-a0a8-70e02e84ccfa.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1583.371974] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55fda2a5-a697-49e6-acd1-2c77bee1aea9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.388839] env[68835]: DEBUG oslo_vmware.api [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1583.388839] env[68835]: value = "task-3155253" [ 1583.388839] env[68835]: _type = "Task" [ 1583.388839] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.396043] env[68835]: DEBUG oslo_vmware.api [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.898996] env[68835]: DEBUG oslo_vmware.api [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155253, 'name': ReconfigVM_Task, 'duration_secs': 0.346595} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.899358] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-99d63d07-657d-4cc6-a0a8-70e02e84ccfa/volume-99d63d07-657d-4cc6-a0a8-70e02e84ccfa.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1583.904093] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa73831a-a0cf-445c-8804-2706a0e7980f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.919013] env[68835]: DEBUG oslo_vmware.api [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1583.919013] env[68835]: value = "task-3155254" [ 1583.919013] env[68835]: _type = "Task" [ 1583.919013] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.927767] env[68835]: DEBUG oslo_vmware.api [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.429467] env[68835]: DEBUG oslo_vmware.api [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155254, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.930731] env[68835]: DEBUG oslo_vmware.api [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155254, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.431215] env[68835]: DEBUG oslo_vmware.api [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155254, 'name': ReconfigVM_Task, 'duration_secs': 1.143461} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.431576] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631324', 'volume_id': '99d63d07-657d-4cc6-a0a8-70e02e84ccfa', 'name': 'volume-99d63d07-657d-4cc6-a0a8-70e02e84ccfa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b960560c-857e-4c29-8286-d37e637b0a64', 'attached_at': '', 'detached_at': '', 'volume_id': '99d63d07-657d-4cc6-a0a8-70e02e84ccfa', 'serial': '99d63d07-657d-4cc6-a0a8-70e02e84ccfa'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1586.465465] env[68835]: DEBUG nova.objects.instance [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lazy-loading 'flavor' on Instance uuid b960560c-857e-4c29-8286-d37e637b0a64 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1586.971749] env[68835]: DEBUG oslo_concurrency.lockutils [None req-16cbbae0-ffdf-4cec-96ed-996b408dc302 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "b960560c-857e-4c29-8286-d37e637b0a64" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.234s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1587.086266] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c0b91921-fe03-4f33-af7b-d2f616d4ef46 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "b960560c-857e-4c29-8286-d37e637b0a64" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1587.086527] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c0b91921-fe03-4f33-af7b-d2f616d4ef46 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "b960560c-857e-4c29-8286-d37e637b0a64" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1587.086707] env[68835]: DEBUG nova.compute.manager [None req-c0b91921-fe03-4f33-af7b-d2f616d4ef46 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1587.087612] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fe3d24-383a-4085-a0ba-759092edf488 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.094311] env[68835]: DEBUG nova.compute.manager [None req-c0b91921-fe03-4f33-af7b-d2f616d4ef46 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68835) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1587.094843] env[68835]: DEBUG nova.objects.instance [None req-c0b91921-fe03-4f33-af7b-d2f616d4ef46 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lazy-loading 'flavor' on Instance uuid b960560c-857e-4c29-8286-d37e637b0a64 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.101880] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b91921-fe03-4f33-af7b-d2f616d4ef46 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1588.102278] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22c7c82c-3a6a-46c9-85fd-4c10259b673f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.109930] env[68835]: DEBUG oslo_vmware.api [None req-c0b91921-fe03-4f33-af7b-d2f616d4ef46 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1588.109930] env[68835]: value = "task-3155255" [ 1588.109930] env[68835]: _type = "Task" [ 1588.109930] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.117397] env[68835]: DEBUG oslo_vmware.api [None req-c0b91921-fe03-4f33-af7b-d2f616d4ef46 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.620373] env[68835]: DEBUG oslo_vmware.api [None req-c0b91921-fe03-4f33-af7b-d2f616d4ef46 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155255, 'name': PowerOffVM_Task, 'duration_secs': 0.209385} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.620626] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b91921-fe03-4f33-af7b-d2f616d4ef46 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1588.620818] env[68835]: DEBUG nova.compute.manager [None req-c0b91921-fe03-4f33-af7b-d2f616d4ef46 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.621587] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34663e9c-5887-4d9a-9e10-feb1db26bbca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.133185] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c0b91921-fe03-4f33-af7b-d2f616d4ef46 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "b960560c-857e-4c29-8286-d37e637b0a64" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.440440] env[68835]: DEBUG nova.objects.instance [None req-d430b7f6-32eb-434d-8002-31cef854a386 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lazy-loading 'flavor' on Instance uuid b960560c-857e-4c29-8286-d37e637b0a64 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1589.945949] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d430b7f6-32eb-434d-8002-31cef854a386 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "refresh_cache-b960560c-857e-4c29-8286-d37e637b0a64" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.946141] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d430b7f6-32eb-434d-8002-31cef854a386 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquired lock "refresh_cache-b960560c-857e-4c29-8286-d37e637b0a64" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.946312] env[68835]: DEBUG nova.network.neutron [None req-d430b7f6-32eb-434d-8002-31cef854a386 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1589.946492] env[68835]: DEBUG nova.objects.instance [None req-d430b7f6-32eb-434d-8002-31cef854a386 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lazy-loading 'info_cache' on Instance uuid b960560c-857e-4c29-8286-d37e637b0a64 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1590.451090] env[68835]: DEBUG nova.objects.base [None req-d430b7f6-32eb-434d-8002-31cef854a386 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1591.164572] env[68835]: DEBUG nova.network.neutron [None req-d430b7f6-32eb-434d-8002-31cef854a386 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Updating instance_info_cache with network_info: [{"id": "d70f2bfb-9600-4c92-ade1-3fde052450b1", "address": "fa:16:3e:c1:4c:1c", "network": {"id": "77b3bbb4-06e2-467c-9e79-1f6c580e881b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1736210805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10de831290304c19b2325b639af092ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70f2bfb-96", "ovs_interfaceid": "d70f2bfb-9600-4c92-ade1-3fde052450b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.668201] env[68835]: DEBUG oslo_concurrency.lockutils [None req-d430b7f6-32eb-434d-8002-31cef854a386 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Releasing lock "refresh_cache-b960560c-857e-4c29-8286-d37e637b0a64" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.674820] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-d430b7f6-32eb-434d-8002-31cef854a386 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1592.675209] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a051ba9f-f70d-408a-9d21-6423f30efdde {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.683989] env[68835]: DEBUG oslo_vmware.api [None req-d430b7f6-32eb-434d-8002-31cef854a386 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1592.683989] env[68835]: value = "task-3155256" [ 1592.683989] env[68835]: _type = "Task" [ 1592.683989] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.691655] env[68835]: DEBUG oslo_vmware.api [None req-d430b7f6-32eb-434d-8002-31cef854a386 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.193505] env[68835]: DEBUG oslo_vmware.api [None req-d430b7f6-32eb-434d-8002-31cef854a386 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155256, 'name': PowerOnVM_Task, 'duration_secs': 0.386588} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.193778] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-d430b7f6-32eb-434d-8002-31cef854a386 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1593.193983] env[68835]: DEBUG nova.compute.manager [None req-d430b7f6-32eb-434d-8002-31cef854a386 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1593.194757] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5b9471-a9c7-4a7b-8240-244680b89592 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.249728] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1621.250106] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68835) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1624.249204] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1624.249552] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.248404] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.248621] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.248754] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.248964] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.753069] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1625.753483] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1625.753483] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1625.753635] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68835) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1625.754528] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cf0340-acaa-42dc-af02-9368f282a435 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.762559] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f3e0fd-9296-4a26-8890-254292df137d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.776355] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d981cc8-2f5a-4145-b26c-33aa22f7a4fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.782261] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b692a78-10ad-4502-a64d-1e3a7f0119fb {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.810274] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180781MB free_disk=131GB free_vcpus=48 pci_devices=None {{(pid=68835) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1625.810433] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1625.810643] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1626.839888] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance b960560c-857e-4c29-8286-d37e637b0a64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1626.840123] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1626.840269] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1626.868373] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5968f0f-fe18-40fd-9e6e-603ca7a5a992 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.875743] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60cd304-ef35-4769-914b-b28685bfe4d5 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.905333] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8a1560-bf1b-43bf-96f4-89737732816b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.911887] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c4fc50-da41-485f-a378-260f5a5f33e8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.924252] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.427583] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1627.428935] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68835) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1627.429156] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.618s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1629.425261] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1630.168357] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a835a40a-6b57-480c-b217-ad8c5c20f722 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "b960560c-857e-4c29-8286-d37e637b0a64" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1630.168629] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a835a40a-6b57-480c-b217-ad8c5c20f722 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "b960560c-857e-4c29-8286-d37e637b0a64" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1630.671977] env[68835]: INFO nova.compute.manager [None req-a835a40a-6b57-480c-b217-ad8c5c20f722 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Detaching volume 99d63d07-657d-4cc6-a0a8-70e02e84ccfa [ 1630.702915] env[68835]: INFO nova.virt.block_device [None req-a835a40a-6b57-480c-b217-ad8c5c20f722 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Attempting to driver detach volume 99d63d07-657d-4cc6-a0a8-70e02e84ccfa from mountpoint /dev/sdb [ 1630.703172] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-a835a40a-6b57-480c-b217-ad8c5c20f722 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Volume detach. Driver type: vmdk {{(pid=68835) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1630.703351] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-a835a40a-6b57-480c-b217-ad8c5c20f722 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631324', 'volume_id': '99d63d07-657d-4cc6-a0a8-70e02e84ccfa', 'name': 'volume-99d63d07-657d-4cc6-a0a8-70e02e84ccfa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b960560c-857e-4c29-8286-d37e637b0a64', 'attached_at': '', 'detached_at': '', 'volume_id': '99d63d07-657d-4cc6-a0a8-70e02e84ccfa', 'serial': '99d63d07-657d-4cc6-a0a8-70e02e84ccfa'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1630.704220] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d63c44-ecea-49dd-a990-c3dfe4398536 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.725417] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c878e5-7e43-4d3a-b85e-5824b7367852 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.731765] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac5101a-4ae5-41f9-9ca6-8d96cc82af96 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.751491] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd71da2e-23fa-4dde-9a65-8236fcd64476 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.765506] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-a835a40a-6b57-480c-b217-ad8c5c20f722 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] The volume has not been displaced from its original location: [datastore2] volume-99d63d07-657d-4cc6-a0a8-70e02e84ccfa/volume-99d63d07-657d-4cc6-a0a8-70e02e84ccfa.vmdk. No consolidation needed. {{(pid=68835) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1630.770672] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-a835a40a-6b57-480c-b217-ad8c5c20f722 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1630.770907] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7479b1bc-f2f4-4b34-91e8-dc7a1906baa0 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.789254] env[68835]: DEBUG oslo_vmware.api [None req-a835a40a-6b57-480c-b217-ad8c5c20f722 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1630.789254] env[68835]: value = "task-3155257" [ 1630.789254] env[68835]: _type = "Task" [ 1630.789254] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.796951] env[68835]: DEBUG oslo_vmware.api [None req-a835a40a-6b57-480c-b217-ad8c5c20f722 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.299508] env[68835]: DEBUG oslo_vmware.api [None req-a835a40a-6b57-480c-b217-ad8c5c20f722 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155257, 'name': ReconfigVM_Task, 'duration_secs': 0.219229} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.299766] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-a835a40a-6b57-480c-b217-ad8c5c20f722 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1631.304494] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93a559fe-1acd-4207-a89f-14f0f9a3788b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.320095] env[68835]: DEBUG oslo_vmware.api [None req-a835a40a-6b57-480c-b217-ad8c5c20f722 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1631.320095] env[68835]: value = "task-3155258" [ 1631.320095] env[68835]: _type = "Task" [ 1631.320095] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.327704] env[68835]: DEBUG oslo_vmware.api [None req-a835a40a-6b57-480c-b217-ad8c5c20f722 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.829992] env[68835]: DEBUG oslo_vmware.api [None req-a835a40a-6b57-480c-b217-ad8c5c20f722 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155258, 'name': ReconfigVM_Task, 'duration_secs': 0.129706} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.830328] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-a835a40a-6b57-480c-b217-ad8c5c20f722 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631324', 'volume_id': '99d63d07-657d-4cc6-a0a8-70e02e84ccfa', 'name': 'volume-99d63d07-657d-4cc6-a0a8-70e02e84ccfa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b960560c-857e-4c29-8286-d37e637b0a64', 'attached_at': '', 'detached_at': '', 'volume_id': '99d63d07-657d-4cc6-a0a8-70e02e84ccfa', 'serial': '99d63d07-657d-4cc6-a0a8-70e02e84ccfa'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1632.371892] env[68835]: DEBUG nova.objects.instance [None req-a835a40a-6b57-480c-b217-ad8c5c20f722 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lazy-loading 'flavor' on Instance uuid b960560c-857e-4c29-8286-d37e637b0a64 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1633.244323] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.330139] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8a68c90-3f79-47ef-b3e0-ce33975718f1 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "b960560c-857e-4c29-8286-d37e637b0a64" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1633.379191] env[68835]: DEBUG oslo_concurrency.lockutils [None req-a835a40a-6b57-480c-b217-ad8c5c20f722 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "b960560c-857e-4c29-8286-d37e637b0a64" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1633.380275] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8a68c90-3f79-47ef-b3e0-ce33975718f1 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "b960560c-857e-4c29-8286-d37e637b0a64" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.050s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1633.380493] env[68835]: DEBUG nova.compute.manager [None req-c8a68c90-3f79-47ef-b3e0-ce33975718f1 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1633.381543] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a44275-9967-4f7e-9ff7-c59327dca5ba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.388081] env[68835]: DEBUG nova.compute.manager [None req-c8a68c90-3f79-47ef-b3e0-ce33975718f1 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68835) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1633.388655] env[68835]: DEBUG nova.objects.instance [None req-c8a68c90-3f79-47ef-b3e0-ce33975718f1 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lazy-loading 'flavor' on Instance uuid b960560c-857e-4c29-8286-d37e637b0a64 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.395188] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a68c90-3f79-47ef-b3e0-ce33975718f1 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1634.395558] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1ea57f3-9d0c-496f-8ad9-567f35e7f825 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.404955] env[68835]: DEBUG oslo_vmware.api [None req-c8a68c90-3f79-47ef-b3e0-ce33975718f1 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1634.404955] env[68835]: value = "task-3155259" [ 1634.404955] env[68835]: _type = "Task" [ 1634.404955] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.412561] env[68835]: DEBUG oslo_vmware.api [None req-c8a68c90-3f79-47ef-b3e0-ce33975718f1 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.915497] env[68835]: DEBUG oslo_vmware.api [None req-c8a68c90-3f79-47ef-b3e0-ce33975718f1 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155259, 'name': PowerOffVM_Task, 'duration_secs': 0.169249} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.915782] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a68c90-3f79-47ef-b3e0-ce33975718f1 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1634.916009] env[68835]: DEBUG nova.compute.manager [None req-c8a68c90-3f79-47ef-b3e0-ce33975718f1 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1634.916771] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f148fa75-a260-499c-bdfc-2a0e4eb391d7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.428126] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c8a68c90-3f79-47ef-b3e0-ce33975718f1 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "b960560c-857e-4c29-8286-d37e637b0a64" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1635.691216] env[68835]: DEBUG nova.objects.instance [None req-ac9cde16-3663-4760-ad6b-b5ccc8e56274 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lazy-loading 'flavor' on Instance uuid b960560c-857e-4c29-8286-d37e637b0a64 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1636.196556] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ac9cde16-3663-4760-ad6b-b5ccc8e56274 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "refresh_cache-b960560c-857e-4c29-8286-d37e637b0a64" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.196779] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ac9cde16-3663-4760-ad6b-b5ccc8e56274 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquired lock "refresh_cache-b960560c-857e-4c29-8286-d37e637b0a64" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.196902] env[68835]: DEBUG nova.network.neutron [None req-ac9cde16-3663-4760-ad6b-b5ccc8e56274 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1636.197080] env[68835]: DEBUG nova.objects.instance [None req-ac9cde16-3663-4760-ad6b-b5ccc8e56274 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lazy-loading 'info_cache' on Instance uuid b960560c-857e-4c29-8286-d37e637b0a64 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1636.700359] env[68835]: DEBUG nova.objects.base [None req-ac9cde16-3663-4760-ad6b-b5ccc8e56274 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68835) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1637.389652] env[68835]: DEBUG nova.network.neutron [None req-ac9cde16-3663-4760-ad6b-b5ccc8e56274 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Updating instance_info_cache with network_info: [{"id": "d70f2bfb-9600-4c92-ade1-3fde052450b1", "address": "fa:16:3e:c1:4c:1c", "network": {"id": "77b3bbb4-06e2-467c-9e79-1f6c580e881b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1736210805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10de831290304c19b2325b639af092ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70f2bfb-96", "ovs_interfaceid": "d70f2bfb-9600-4c92-ade1-3fde052450b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.892953] env[68835]: DEBUG oslo_concurrency.lockutils [None req-ac9cde16-3663-4760-ad6b-b5ccc8e56274 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Releasing lock "refresh_cache-b960560c-857e-4c29-8286-d37e637b0a64" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.898475] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9cde16-3663-4760-ad6b-b5ccc8e56274 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1638.898859] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97790f1d-a7d3-47d6-a5a3-1e9ab156d2a1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.907421] env[68835]: DEBUG oslo_vmware.api [None req-ac9cde16-3663-4760-ad6b-b5ccc8e56274 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1638.907421] env[68835]: value = "task-3155260" [ 1638.907421] env[68835]: _type = "Task" [ 1638.907421] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.914562] env[68835]: DEBUG oslo_vmware.api [None req-ac9cde16-3663-4760-ad6b-b5ccc8e56274 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.417019] env[68835]: DEBUG oslo_vmware.api [None req-ac9cde16-3663-4760-ad6b-b5ccc8e56274 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155260, 'name': PowerOnVM_Task, 'duration_secs': 0.340462} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.417305] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9cde16-3663-4760-ad6b-b5ccc8e56274 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1639.417507] env[68835]: DEBUG nova.compute.manager [None req-ac9cde16-3663-4760-ad6b-b5ccc8e56274 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1639.418273] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c5091c-29a0-4bbd-96a1-e22bed875107 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.794060] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "b960560c-857e-4c29-8286-d37e637b0a64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1675.794482] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "b960560c-857e-4c29-8286-d37e637b0a64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1675.794581] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "b960560c-857e-4c29-8286-d37e637b0a64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1675.794766] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "b960560c-857e-4c29-8286-d37e637b0a64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1675.794942] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "b960560c-857e-4c29-8286-d37e637b0a64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1675.798550] env[68835]: INFO nova.compute.manager [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Terminating instance [ 1676.302374] env[68835]: DEBUG nova.compute.manager [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1676.302600] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1676.303528] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73df5dd1-fc35-467e-a485-7023189885c3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.311254] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1676.311467] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a375b94e-2b66-4314-90a7-aeb0d285e7ed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.318014] env[68835]: DEBUG oslo_vmware.api [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1676.318014] env[68835]: value = "task-3155261" [ 1676.318014] env[68835]: _type = "Task" [ 1676.318014] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.325373] env[68835]: DEBUG oslo_vmware.api [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.827405] env[68835]: DEBUG oslo_vmware.api [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155261, 'name': PowerOffVM_Task, 'duration_secs': 0.189673} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.827768] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1676.827813] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1676.828071] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27d74ac4-3073-48fc-b59d-3d3772f4b642 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.890229] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1676.890440] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Deleting contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1676.890622] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Deleting the datastore file [datastore1] b960560c-857e-4c29-8286-d37e637b0a64 {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1676.890921] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c935fd71-3856-4a0d-a51a-662ba4451c32 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.897235] env[68835]: DEBUG oslo_vmware.api [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1676.897235] env[68835]: value = "task-3155263" [ 1676.897235] env[68835]: _type = "Task" [ 1676.897235] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.904393] env[68835]: DEBUG oslo_vmware.api [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.406956] env[68835]: DEBUG oslo_vmware.api [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139025} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.407240] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1677.407428] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Deleted contents of the VM from datastore datastore1 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1677.407605] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1677.407782] env[68835]: INFO nova.compute.manager [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1677.408056] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1677.408256] env[68835]: DEBUG nova.compute.manager [-] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1677.408351] env[68835]: DEBUG nova.network.neutron [-] [instance: b960560c-857e-4c29-8286-d37e637b0a64] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1677.842104] env[68835]: DEBUG nova.compute.manager [req-b6d41f30-a799-4dbf-8f52-537d852d6574 req-1eef0c59-2d4e-4163-ad9c-1a56ecaa08ae service nova] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Received event network-vif-deleted-d70f2bfb-9600-4c92-ade1-3fde052450b1 {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1677.842374] env[68835]: INFO nova.compute.manager [req-b6d41f30-a799-4dbf-8f52-537d852d6574 req-1eef0c59-2d4e-4163-ad9c-1a56ecaa08ae service nova] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Neutron deleted interface d70f2bfb-9600-4c92-ade1-3fde052450b1; detaching it from the instance and deleting it from the info cache [ 1677.842596] env[68835]: DEBUG nova.network.neutron [req-b6d41f30-a799-4dbf-8f52-537d852d6574 req-1eef0c59-2d4e-4163-ad9c-1a56ecaa08ae service nova] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.325837] env[68835]: DEBUG nova.network.neutron [-] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.344824] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-febffa8a-9f3a-4e6c-abe7-135bd00cbeb6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.355267] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3b83c5-e357-4156-af97-e73f09142a85 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.380060] env[68835]: DEBUG nova.compute.manager [req-b6d41f30-a799-4dbf-8f52-537d852d6574 req-1eef0c59-2d4e-4163-ad9c-1a56ecaa08ae service nova] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Detach interface failed, port_id=d70f2bfb-9600-4c92-ade1-3fde052450b1, reason: Instance b960560c-857e-4c29-8286-d37e637b0a64 could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1678.829169] env[68835]: INFO nova.compute.manager [-] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Took 1.42 seconds to deallocate network for instance. [ 1679.336504] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1679.336504] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1679.336886] env[68835]: DEBUG nova.objects.instance [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lazy-loading 'resources' on Instance uuid b960560c-857e-4c29-8286-d37e637b0a64 {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1679.871575] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039b8ee3-123e-435b-9a17-89b151035a93 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.880396] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a1d253-d4b9-49c9-93eb-f659d8cf5690 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.909916] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82066d95-644b-4653-92b9-e0c888c35c37 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.916498] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad8a681-7a58-46bd-b1e3-afaefa1b82f6 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.929205] env[68835]: DEBUG nova.compute.provider_tree [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.432926] env[68835]: DEBUG nova.scheduler.client.report [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1680.937620] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1680.958754] env[68835]: INFO nova.scheduler.client.report [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Deleted allocations for instance b960560c-857e-4c29-8286-d37e637b0a64 [ 1681.467379] env[68835]: DEBUG oslo_concurrency.lockutils [None req-cf4f18e0-40af-4003-a359-4c12e1084b3b tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "b960560c-857e-4c29-8286-d37e637b0a64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.673s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1682.249192] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1682.249377] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68835) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1683.675317] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1683.675317] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1684.177268] env[68835]: DEBUG nova.compute.manager [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Starting instance... {{(pid=68835) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1684.249023] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.249205] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.695940] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1684.696248] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1684.697718] env[68835]: INFO nova.compute.claims [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1685.248713] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1685.731717] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7732d4-6035-4da0-ac28-1b60ca2499ed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.739694] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ad1f74-7d24-43f7-9405-9455b60be774 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.768732] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2638715-8aeb-4c73-83aa-67da98ee5138 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.775574] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b2ee2c-225e-4745-ada5-c471d5142034 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.789285] env[68835]: DEBUG nova.compute.provider_tree [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.292507] env[68835]: DEBUG nova.scheduler.client.report [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1686.797128] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1686.797661] env[68835]: DEBUG nova.compute.manager [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Start building networks asynchronously for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1687.248589] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1687.248777] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1687.248968] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1687.302625] env[68835]: DEBUG nova.compute.utils [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1687.303958] env[68835]: DEBUG nova.compute.manager [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Allocating IP information in the background. {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1687.304148] env[68835]: DEBUG nova.network.neutron [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] allocate_for_instance() {{(pid=68835) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1687.356804] env[68835]: DEBUG nova.policy [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c79860f569646b587adc626504bbd2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10de831290304c19b2325b639af092ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68835) authorize /opt/stack/nova/nova/policy.py:192}} [ 1687.605621] env[68835]: DEBUG nova.network.neutron [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Successfully created port: 40780731-181b-401f-8cca-1abbebf987cc {{(pid=68835) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1687.751963] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1687.752237] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1687.752411] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1687.752577] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68835) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1687.753522] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54ae68b-918e-4020-8b73-eb07e9c4668d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.761785] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc172ab0-5b29-4b8a-832a-02a7063431fd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.775441] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198e7aa2-b2b2-4437-bca0-c3804b48e6e8 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.781828] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e97026-c3e3-4edc-bd83-b7d82d474dee {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.813240] env[68835]: DEBUG nova.compute.manager [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Start building block device mappings for instance. {{(pid=68835) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1687.815305] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180893MB free_disk=131GB free_vcpus=48 pci_devices=None {{(pid=68835) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1687.815466] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1687.815646] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1688.824041] env[68835]: DEBUG nova.compute.manager [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Start spawning the instance on the hypervisor. {{(pid=68835) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1688.845038] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 000fb399-4a63-48b5-8a3b-67c69bbe24dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1688.845390] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1688.845390] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1688.855459] env[68835]: DEBUG nova.virt.hardware [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-25T18:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-25T18:31:20Z,direct_url=,disk_format='vmdk',id=61e80c77-27af-4034-acfc-6b989eb5a7e6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='674520ad03524402af9fcec3ddce5d68',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-25T18:31:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1688.855701] env[68835]: DEBUG nova.virt.hardware [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Flavor limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1688.855859] env[68835]: DEBUG nova.virt.hardware [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Image limits 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1688.856052] env[68835]: DEBUG nova.virt.hardware [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Flavor pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1688.856203] env[68835]: DEBUG nova.virt.hardware [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Image pref 0:0:0 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1688.856350] env[68835]: DEBUG nova.virt.hardware [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68835) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1688.856553] env[68835]: DEBUG nova.virt.hardware [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1688.856709] env[68835]: DEBUG nova.virt.hardware [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1688.856874] env[68835]: DEBUG nova.virt.hardware [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Got 1 possible topologies {{(pid=68835) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1688.857051] env[68835]: DEBUG nova.virt.hardware [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1688.857229] env[68835]: DEBUG nova.virt.hardware [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68835) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1688.858100] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cdf732-0595-40b0-bf52-219f63b35631 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.868170] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6249dc09-ff96-44c9-8c9a-10c550316a24 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.874362] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50504c5d-2a44-4a44-82cc-ddcbc2ae5a8e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.888821] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae23257c-2022-463e-811e-863d97999320 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.917832] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6365f6-6c91-4dd0-ab7d-51f66b301b04 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.924459] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32bcf31-3dcd-473e-9f9d-720ae59f0d8e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.938031] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.949513] env[68835]: DEBUG nova.compute.manager [req-8c4ec4b5-f058-493a-ba7b-e09dc5a562c9 req-f8caf622-36ef-4994-a742-bda4e2fb40ea service nova] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Received event network-vif-plugged-40780731-181b-401f-8cca-1abbebf987cc {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1688.949725] env[68835]: DEBUG oslo_concurrency.lockutils [req-8c4ec4b5-f058-493a-ba7b-e09dc5a562c9 req-f8caf622-36ef-4994-a742-bda4e2fb40ea service nova] Acquiring lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1688.949927] env[68835]: DEBUG oslo_concurrency.lockutils [req-8c4ec4b5-f058-493a-ba7b-e09dc5a562c9 req-f8caf622-36ef-4994-a742-bda4e2fb40ea service nova] Lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1688.950107] env[68835]: DEBUG oslo_concurrency.lockutils [req-8c4ec4b5-f058-493a-ba7b-e09dc5a562c9 req-f8caf622-36ef-4994-a742-bda4e2fb40ea service nova] Lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1688.950274] env[68835]: DEBUG nova.compute.manager [req-8c4ec4b5-f058-493a-ba7b-e09dc5a562c9 req-f8caf622-36ef-4994-a742-bda4e2fb40ea service nova] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] No waiting events found dispatching network-vif-plugged-40780731-181b-401f-8cca-1abbebf987cc {{(pid=68835) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1688.950434] env[68835]: WARNING nova.compute.manager [req-8c4ec4b5-f058-493a-ba7b-e09dc5a562c9 req-f8caf622-36ef-4994-a742-bda4e2fb40ea service nova] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Received unexpected event network-vif-plugged-40780731-181b-401f-8cca-1abbebf987cc for instance with vm_state building and task_state spawning. [ 1689.024897] env[68835]: DEBUG nova.network.neutron [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Successfully updated port: 40780731-181b-401f-8cca-1abbebf987cc {{(pid=68835) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1689.441293] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1689.527849] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "refresh_cache-000fb399-4a63-48b5-8a3b-67c69bbe24dc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.528024] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquired lock "refresh_cache-000fb399-4a63-48b5-8a3b-67c69bbe24dc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1689.528188] env[68835]: DEBUG nova.network.neutron [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Building network info cache for instance {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1689.946369] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68835) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1689.946743] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.131s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1690.060470] env[68835]: DEBUG nova.network.neutron [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Instance cache missing network info. {{(pid=68835) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1690.406795] env[68835]: DEBUG nova.network.neutron [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Updating instance_info_cache with network_info: [{"id": "40780731-181b-401f-8cca-1abbebf987cc", "address": "fa:16:3e:fc:10:4e", "network": {"id": "77b3bbb4-06e2-467c-9e79-1f6c580e881b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1736210805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10de831290304c19b2325b639af092ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40780731-18", "ovs_interfaceid": "40780731-181b-401f-8cca-1abbebf987cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.910075] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Releasing lock "refresh_cache-000fb399-4a63-48b5-8a3b-67c69bbe24dc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1690.910396] env[68835]: DEBUG nova.compute.manager [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Instance network_info: |[{"id": "40780731-181b-401f-8cca-1abbebf987cc", "address": "fa:16:3e:fc:10:4e", "network": {"id": "77b3bbb4-06e2-467c-9e79-1f6c580e881b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1736210805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10de831290304c19b2325b639af092ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40780731-18", "ovs_interfaceid": "40780731-181b-401f-8cca-1abbebf987cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68835) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1690.910835] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:10:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40780731-181b-401f-8cca-1abbebf987cc', 'vif_model': 'vmxnet3'}] {{(pid=68835) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1690.918425] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1690.918634] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Creating VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1690.918855] env[68835]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c947f1f-3b77-4c64-97cb-b8ea446a3e39 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.939059] env[68835]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1690.939059] env[68835]: value = "task-3155264" [ 1690.939059] env[68835]: _type = "Task" [ 1690.939059] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.946432] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155264, 'name': CreateVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.974827] env[68835]: DEBUG nova.compute.manager [req-d6701201-fe1d-4e15-bcbc-4fcf25ca88ca req-193e2b76-655e-4f14-a88b-84bea06cd345 service nova] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Received event network-changed-40780731-181b-401f-8cca-1abbebf987cc {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1690.975016] env[68835]: DEBUG nova.compute.manager [req-d6701201-fe1d-4e15-bcbc-4fcf25ca88ca req-193e2b76-655e-4f14-a88b-84bea06cd345 service nova] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Refreshing instance network info cache due to event network-changed-40780731-181b-401f-8cca-1abbebf987cc. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1690.975224] env[68835]: DEBUG oslo_concurrency.lockutils [req-d6701201-fe1d-4e15-bcbc-4fcf25ca88ca req-193e2b76-655e-4f14-a88b-84bea06cd345 service nova] Acquiring lock "refresh_cache-000fb399-4a63-48b5-8a3b-67c69bbe24dc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.975363] env[68835]: DEBUG oslo_concurrency.lockutils [req-d6701201-fe1d-4e15-bcbc-4fcf25ca88ca req-193e2b76-655e-4f14-a88b-84bea06cd345 service nova] Acquired lock "refresh_cache-000fb399-4a63-48b5-8a3b-67c69bbe24dc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1690.975521] env[68835]: DEBUG nova.network.neutron [req-d6701201-fe1d-4e15-bcbc-4fcf25ca88ca req-193e2b76-655e-4f14-a88b-84bea06cd345 service nova] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Refreshing network info cache for port 40780731-181b-401f-8cca-1abbebf987cc {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1691.448478] env[68835]: DEBUG oslo_vmware.api [-] Task: {'id': task-3155264, 'name': CreateVM_Task, 'duration_secs': 0.282991} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.448684] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Created VM on the ESX host {{(pid=68835) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1691.449425] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.449647] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1691.450045] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1691.450335] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369b85ac-046c-4931-8826-b2fc10e919f2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.454670] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1691.454670] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52a68d78-dada-45ad-6581-122f983533ba" [ 1691.454670] env[68835]: _type = "Task" [ 1691.454670] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.461955] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a68d78-dada-45ad-6581-122f983533ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.647880] env[68835]: DEBUG nova.network.neutron [req-d6701201-fe1d-4e15-bcbc-4fcf25ca88ca req-193e2b76-655e-4f14-a88b-84bea06cd345 service nova] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Updated VIF entry in instance network info cache for port 40780731-181b-401f-8cca-1abbebf987cc. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1691.648271] env[68835]: DEBUG nova.network.neutron [req-d6701201-fe1d-4e15-bcbc-4fcf25ca88ca req-193e2b76-655e-4f14-a88b-84bea06cd345 service nova] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Updating instance_info_cache with network_info: [{"id": "40780731-181b-401f-8cca-1abbebf987cc", "address": "fa:16:3e:fc:10:4e", "network": {"id": "77b3bbb4-06e2-467c-9e79-1f6c580e881b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1736210805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10de831290304c19b2325b639af092ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40780731-18", "ovs_interfaceid": "40780731-181b-401f-8cca-1abbebf987cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.942565] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1691.966095] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52a68d78-dada-45ad-6581-122f983533ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011078} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.966095] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1691.966095] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Processing image 61e80c77-27af-4034-acfc-6b989eb5a7e6 {{(pid=68835) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1691.966518] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.966518] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1691.966518] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1691.966778] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b28c4e71-fc97-4421-b721-899b13bbcd96 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.975110] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68835) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1691.975290] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68835) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1691.975971] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cced15e-ebf9-4260-8096-a797c7c53117 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.980688] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1691.980688] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52379f10-b165-fc76-e358-e8f318d3ca1f" [ 1691.980688] env[68835]: _type = "Task" [ 1691.980688] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.987890] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52379f10-b165-fc76-e358-e8f318d3ca1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.151425] env[68835]: DEBUG oslo_concurrency.lockutils [req-d6701201-fe1d-4e15-bcbc-4fcf25ca88ca req-193e2b76-655e-4f14-a88b-84bea06cd345 service nova] Releasing lock "refresh_cache-000fb399-4a63-48b5-8a3b-67c69bbe24dc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1692.491475] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52379f10-b165-fc76-e358-e8f318d3ca1f, 'name': SearchDatastore_Task, 'duration_secs': 0.008328} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.492190] env[68835]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a7e6a0b-93bf-4026-bb93-1e4caefc6074 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.497031] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1692.497031] env[68835]: value = "session[5287af4f-8882-4ccb-b606-426b89964e3d]52228119-a52b-e5c9-b228-15b8f3781a03" [ 1692.497031] env[68835]: _type = "Task" [ 1692.497031] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.504466] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52228119-a52b-e5c9-b228-15b8f3781a03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.007295] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': session[5287af4f-8882-4ccb-b606-426b89964e3d]52228119-a52b-e5c9-b228-15b8f3781a03, 'name': SearchDatastore_Task, 'duration_secs': 0.00924} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.007613] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1693.007738] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 000fb399-4a63-48b5-8a3b-67c69bbe24dc/000fb399-4a63-48b5-8a3b-67c69bbe24dc.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1693.007984] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-718074da-7519-40b0-8dbe-57ed694c15f7 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.014580] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1693.014580] env[68835]: value = "task-3155265" [ 1693.014580] env[68835]: _type = "Task" [ 1693.014580] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.021647] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.524225] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428716} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.524508] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e80c77-27af-4034-acfc-6b989eb5a7e6/61e80c77-27af-4034-acfc-6b989eb5a7e6.vmdk to [datastore2] 000fb399-4a63-48b5-8a3b-67c69bbe24dc/000fb399-4a63-48b5-8a3b-67c69bbe24dc.vmdk {{(pid=68835) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1693.524721] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Extending root virtual disk to 1048576 {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1693.524975] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea239325-19f2-4924-8c61-1f09bc6a9db1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.531415] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1693.531415] env[68835]: value = "task-3155266" [ 1693.531415] env[68835]: _type = "Task" [ 1693.531415] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.538243] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.041547] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059033} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.041856] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Extended root virtual disk {{(pid=68835) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1694.042535] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712c0e0a-8f34-4996-8179-e6c59d5da194 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.063642] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 000fb399-4a63-48b5-8a3b-67c69bbe24dc/000fb399-4a63-48b5-8a3b-67c69bbe24dc.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1694.063868] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-454123b5-c88a-4309-939f-7b7faf17470c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.082701] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1694.082701] env[68835]: value = "task-3155267" [ 1694.082701] env[68835]: _type = "Task" [ 1694.082701] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.089569] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.593304] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155267, 'name': ReconfigVM_Task, 'duration_secs': 0.305227} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.593594] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 000fb399-4a63-48b5-8a3b-67c69bbe24dc/000fb399-4a63-48b5-8a3b-67c69bbe24dc.vmdk or device None with type sparse {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1694.594263] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-575345b2-ea08-4f8e-82b0-ce53b5f3b77d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.600046] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1694.600046] env[68835]: value = "task-3155268" [ 1694.600046] env[68835]: _type = "Task" [ 1694.600046] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.608366] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155268, 'name': Rename_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.109328] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155268, 'name': Rename_Task, 'duration_secs': 0.161212} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.109648] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Powering on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1695.109824] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7eb934ce-1836-4dff-92eb-e75b752402ba {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.116262] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1695.116262] env[68835]: value = "task-3155269" [ 1695.116262] env[68835]: _type = "Task" [ 1695.116262] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.123197] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.625928] env[68835]: DEBUG oslo_vmware.api [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155269, 'name': PowerOnVM_Task, 'duration_secs': 0.418724} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.626222] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Powered on the VM {{(pid=68835) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1695.626423] env[68835]: INFO nova.compute.manager [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1695.626603] env[68835]: DEBUG nova.compute.manager [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Checking state {{(pid=68835) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1695.627385] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3979c47b-cdfe-4761-b0fe-c00081e161de {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.146335] env[68835]: INFO nova.compute.manager [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Took 11.46 seconds to build instance. [ 1696.571995] env[68835]: DEBUG nova.compute.manager [req-b6c71a6b-8d09-4c86-a4d8-758c25ee93cd req-6c1b8337-0085-4d93-9388-08644ee931e7 service nova] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Received event network-changed-40780731-181b-401f-8cca-1abbebf987cc {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1696.572185] env[68835]: DEBUG nova.compute.manager [req-b6c71a6b-8d09-4c86-a4d8-758c25ee93cd req-6c1b8337-0085-4d93-9388-08644ee931e7 service nova] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Refreshing instance network info cache due to event network-changed-40780731-181b-401f-8cca-1abbebf987cc. {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1696.572406] env[68835]: DEBUG oslo_concurrency.lockutils [req-b6c71a6b-8d09-4c86-a4d8-758c25ee93cd req-6c1b8337-0085-4d93-9388-08644ee931e7 service nova] Acquiring lock "refresh_cache-000fb399-4a63-48b5-8a3b-67c69bbe24dc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.572553] env[68835]: DEBUG oslo_concurrency.lockutils [req-b6c71a6b-8d09-4c86-a4d8-758c25ee93cd req-6c1b8337-0085-4d93-9388-08644ee931e7 service nova] Acquired lock "refresh_cache-000fb399-4a63-48b5-8a3b-67c69bbe24dc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1696.572712] env[68835]: DEBUG nova.network.neutron [req-b6c71a6b-8d09-4c86-a4d8-758c25ee93cd req-6c1b8337-0085-4d93-9388-08644ee931e7 service nova] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Refreshing network info cache for port 40780731-181b-401f-8cca-1abbebf987cc {{(pid=68835) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1696.648056] env[68835]: DEBUG oslo_concurrency.lockutils [None req-fb4c0727-92bc-436d-ae90-670d6e4d88cf tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.973s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1697.271695] env[68835]: DEBUG nova.network.neutron [req-b6c71a6b-8d09-4c86-a4d8-758c25ee93cd req-6c1b8337-0085-4d93-9388-08644ee931e7 service nova] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Updated VIF entry in instance network info cache for port 40780731-181b-401f-8cca-1abbebf987cc. {{(pid=68835) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1697.272109] env[68835]: DEBUG nova.network.neutron [req-b6c71a6b-8d09-4c86-a4d8-758c25ee93cd req-6c1b8337-0085-4d93-9388-08644ee931e7 service nova] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Updating instance_info_cache with network_info: [{"id": "40780731-181b-401f-8cca-1abbebf987cc", "address": "fa:16:3e:fc:10:4e", "network": {"id": "77b3bbb4-06e2-467c-9e79-1f6c580e881b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1736210805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10de831290304c19b2325b639af092ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40780731-18", "ovs_interfaceid": "40780731-181b-401f-8cca-1abbebf987cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.774783] env[68835]: DEBUG oslo_concurrency.lockutils [req-b6c71a6b-8d09-4c86-a4d8-758c25ee93cd req-6c1b8337-0085-4d93-9388-08644ee931e7 service nova] Releasing lock "refresh_cache-000fb399-4a63-48b5-8a3b-67c69bbe24dc" {{(pid=68835) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1735.396509] env[68835]: DEBUG oslo_concurrency.lockutils [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1735.397951] env[68835]: DEBUG oslo_concurrency.lockutils [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1735.900478] env[68835]: DEBUG nova.compute.utils [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1736.403900] env[68835]: DEBUG oslo_concurrency.lockutils [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1737.463437] env[68835]: DEBUG oslo_concurrency.lockutils [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1737.463807] env[68835]: DEBUG oslo_concurrency.lockutils [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1737.463925] env[68835]: INFO nova.compute.manager [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Attaching volume b7174e14-01e0-4203-8c54-6d23ecfe34da to /dev/sdb [ 1737.493629] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a9db33-cc81-4670-aea4-7fde90a3cf10 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.500658] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb38f9fc-ee86-4870-b9d1-8cc27999db35 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.513799] env[68835]: DEBUG nova.virt.block_device [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Updating existing volume attachment record: 5add186d-9bf3-4935-9b5a-b34f5c5e7ca1 {{(pid=68835) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1742.056657] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Volume attach. Driver type: vmdk {{(pid=68835) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1742.056942] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631326', 'volume_id': 'b7174e14-01e0-4203-8c54-6d23ecfe34da', 'name': 'volume-b7174e14-01e0-4203-8c54-6d23ecfe34da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '000fb399-4a63-48b5-8a3b-67c69bbe24dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7174e14-01e0-4203-8c54-6d23ecfe34da', 'serial': 'b7174e14-01e0-4203-8c54-6d23ecfe34da'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1742.057840] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d25d5d5-bc95-414b-8efa-7c26920f9c34 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.074299] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e691b6-3adf-4951-bf16-857b5c121312 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.097467] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-b7174e14-01e0-4203-8c54-6d23ecfe34da/volume-b7174e14-01e0-4203-8c54-6d23ecfe34da.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.097693] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-257f570d-0d03-407c-8db7-c3947d57dafd {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.114706] env[68835]: DEBUG oslo_vmware.api [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1742.114706] env[68835]: value = "task-3155272" [ 1742.114706] env[68835]: _type = "Task" [ 1742.114706] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.121888] env[68835]: DEBUG oslo_vmware.api [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.624997] env[68835]: DEBUG oslo_vmware.api [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155272, 'name': ReconfigVM_Task, 'duration_secs': 0.307016} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.625295] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-b7174e14-01e0-4203-8c54-6d23ecfe34da/volume-b7174e14-01e0-4203-8c54-6d23ecfe34da.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1742.629911] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76caa385-76a7-4936-aa12-e740f603838d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.645172] env[68835]: DEBUG oslo_vmware.api [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1742.645172] env[68835]: value = "task-3155273" [ 1742.645172] env[68835]: _type = "Task" [ 1742.645172] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.652443] env[68835]: DEBUG oslo_vmware.api [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.155191] env[68835]: DEBUG oslo_vmware.api [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155273, 'name': ReconfigVM_Task, 'duration_secs': 0.136882} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.155531] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631326', 'volume_id': 'b7174e14-01e0-4203-8c54-6d23ecfe34da', 'name': 'volume-b7174e14-01e0-4203-8c54-6d23ecfe34da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '000fb399-4a63-48b5-8a3b-67c69bbe24dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7174e14-01e0-4203-8c54-6d23ecfe34da', 'serial': 'b7174e14-01e0-4203-8c54-6d23ecfe34da'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1743.250362] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1743.250601] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68835) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1744.189682] env[68835]: DEBUG nova.objects.instance [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lazy-loading 'flavor' on Instance uuid 000fb399-4a63-48b5-8a3b-67c69bbe24dc {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1744.697195] env[68835]: DEBUG oslo_concurrency.lockutils [None req-095c56fd-b60e-417d-81e2-7407d1cabd1c tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1745.248853] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.249256] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.249293] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.498911] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1745.499144] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1746.002860] env[68835]: DEBUG nova.compute.utils [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Using /dev/sd instead of None {{(pid=68835) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1746.506273] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1747.248894] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1747.249149] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1747.561642] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1747.561936] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1747.562153] env[68835]: INFO nova.compute.manager [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Attaching volume 75050268-5410-4922-8e14-8432b6991f54 to /dev/sdc [ 1747.591946] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bffe88f-3718-480b-8f52-4521a266ee25 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.598653] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214b2a48-4b30-459f-bffb-3e6c0352ab5d {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.611203] env[68835]: DEBUG nova.virt.block_device [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Updating existing volume attachment record: 0dbca64c-b03d-4bb6-8ead-cc9d7ee21767 {{(pid=68835) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1747.752307] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1747.752637] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1747.752823] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1747.752980] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68835) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1747.753878] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20db2f0a-3362-48bc-a252-83c7875a5673 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.761486] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdec98a-d283-4ca3-8865-6e7ba29d6e2c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.777447] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c022e589-c7ef-481c-baf6-b95950627c2c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.783539] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b9a96e-8407-4763-8e53-76c8cd0dc899 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.812528] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180877MB free_disk=131GB free_vcpus=48 pci_devices=None {{(pid=68835) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1747.812661] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1747.812875] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1748.869627] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Instance 000fb399-4a63-48b5-8a3b-67c69bbe24dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68835) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1748.869877] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1748.869986] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68835) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1748.886135] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Refreshing inventories for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1748.897739] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Updating ProviderTree inventory for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1748.897908] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Updating inventory in ProviderTree for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1748.907616] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Refreshing aggregate associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, aggregates: None {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1748.924172] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Refreshing trait associations for resource provider 630ca13a-1b55-4f34-b293-1d2d311149b3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=68835) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1748.946684] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2f8f57-2f6e-40f6-841a-86d1e0220f44 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.954354] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153fa82a-2218-4867-95f5-4f1fe0794df2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.985162] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac215545-f51f-4630-88d8-fc67d30de3b2 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.992039] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46b0017-f499-4dfc-8555-39288fe2fe9a {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.005163] env[68835]: DEBUG nova.compute.provider_tree [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.508734] env[68835]: DEBUG nova.scheduler.client.report [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1750.014554] env[68835]: DEBUG nova.compute.resource_tracker [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68835) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1750.014913] env[68835]: DEBUG oslo_concurrency.lockutils [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.202s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1750.015040] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1750.015157] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Cleaning up deleted instances with incomplete migration {{(pid=68835) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1750.517972] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1751.254023] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1751.254348] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1751.254462] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1751.254605] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Cleaning up deleted instances {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1751.758514] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] There are 4 instances to clean {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1751.758694] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: b960560c-857e-4c29-8286-d37e637b0a64] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1752.153550] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Volume attach. Driver type: vmdk {{(pid=68835) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1752.153978] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631327', 'volume_id': '75050268-5410-4922-8e14-8432b6991f54', 'name': 'volume-75050268-5410-4922-8e14-8432b6991f54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '000fb399-4a63-48b5-8a3b-67c69bbe24dc', 'attached_at': '', 'detached_at': '', 'volume_id': '75050268-5410-4922-8e14-8432b6991f54', 'serial': '75050268-5410-4922-8e14-8432b6991f54'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1752.155312] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e5942f-d84b-416e-869f-af254d8d9a1f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.181159] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92a25ee-2fbf-47ad-a185-962e2b2a6fd3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.227977] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-75050268-5410-4922-8e14-8432b6991f54/volume-75050268-5410-4922-8e14-8432b6991f54.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1752.228392] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9e614e9-321f-4cda-9dd0-1ad4c6a6aeca {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.256633] env[68835]: DEBUG oslo_vmware.api [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1752.256633] env[68835]: value = "task-3155276" [ 1752.256633] env[68835]: _type = "Task" [ 1752.256633] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.261549] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 89a0f4f6-2cbc-4485-80bd-9d1f58c7ff90] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1752.270637] env[68835]: DEBUG oslo_vmware.api [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.767013] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: f7fae82d-f236-4ce5-8422-17fd4ef19bbe] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1752.768886] env[68835]: DEBUG oslo_vmware.api [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155276, 'name': ReconfigVM_Task, 'duration_secs': 0.320236} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.769213] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-75050268-5410-4922-8e14-8432b6991f54/volume-75050268-5410-4922-8e14-8432b6991f54.vmdk or device None with type thin {{(pid=68835) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1752.774737] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b3d1d76-7b6a-48b3-89ef-3b65f69f09e9 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.791078] env[68835]: DEBUG oslo_vmware.api [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1752.791078] env[68835]: value = "task-3155277" [ 1752.791078] env[68835]: _type = "Task" [ 1752.791078] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.799456] env[68835]: DEBUG oslo_vmware.api [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.275270] env[68835]: DEBUG nova.compute.manager [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] [instance: 6edd1da7-3af2-4457-bb9d-5dcba81370be] Instance has had 0 of 5 cleanup attempts {{(pid=68835) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1753.300974] env[68835]: DEBUG oslo_vmware.api [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.801456] env[68835]: DEBUG oslo_vmware.api [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155277, 'name': ReconfigVM_Task, 'duration_secs': 0.856828} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.801770] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631327', 'volume_id': '75050268-5410-4922-8e14-8432b6991f54', 'name': 'volume-75050268-5410-4922-8e14-8432b6991f54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '000fb399-4a63-48b5-8a3b-67c69bbe24dc', 'attached_at': '', 'detached_at': '', 'volume_id': '75050268-5410-4922-8e14-8432b6991f54', 'serial': '75050268-5410-4922-8e14-8432b6991f54'} {{(pid=68835) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1754.837203] env[68835]: DEBUG nova.objects.instance [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lazy-loading 'flavor' on Instance uuid 000fb399-4a63-48b5-8a3b-67c69bbe24dc {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.343484] env[68835]: DEBUG oslo_concurrency.lockutils [None req-c0c64798-179d-4ad9-8779-865f42ab6b15 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.781s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1756.130483] env[68835]: DEBUG oslo_concurrency.lockutils [None req-732db143-f491-4be7-b4f9-0d234efb08e4 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1756.130835] env[68835]: DEBUG oslo_concurrency.lockutils [None req-732db143-f491-4be7-b4f9-0d234efb08e4 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1756.633680] env[68835]: INFO nova.compute.manager [None req-732db143-f491-4be7-b4f9-0d234efb08e4 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Detaching volume b7174e14-01e0-4203-8c54-6d23ecfe34da [ 1756.663186] env[68835]: INFO nova.virt.block_device [None req-732db143-f491-4be7-b4f9-0d234efb08e4 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Attempting to driver detach volume b7174e14-01e0-4203-8c54-6d23ecfe34da from mountpoint /dev/sdb [ 1756.663451] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-732db143-f491-4be7-b4f9-0d234efb08e4 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Volume detach. Driver type: vmdk {{(pid=68835) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1756.663641] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-732db143-f491-4be7-b4f9-0d234efb08e4 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631326', 'volume_id': 'b7174e14-01e0-4203-8c54-6d23ecfe34da', 'name': 'volume-b7174e14-01e0-4203-8c54-6d23ecfe34da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '000fb399-4a63-48b5-8a3b-67c69bbe24dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7174e14-01e0-4203-8c54-6d23ecfe34da', 'serial': 'b7174e14-01e0-4203-8c54-6d23ecfe34da'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1756.664520] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fc322c-c9bf-4cb9-b822-43c77ee42b25 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.689888] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0e612c-fdb4-40fc-8c69-3d0ce57a8d68 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.696836] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d4439e-5716-4d00-a5f7-e09376b015a1 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.719238] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abe2e44-1a48-48c5-a122-b050077ad5fa {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.733277] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-732db143-f491-4be7-b4f9-0d234efb08e4 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] The volume has not been displaced from its original location: [datastore2] volume-b7174e14-01e0-4203-8c54-6d23ecfe34da/volume-b7174e14-01e0-4203-8c54-6d23ecfe34da.vmdk. No consolidation needed. {{(pid=68835) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1756.738521] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-732db143-f491-4be7-b4f9-0d234efb08e4 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1756.738782] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b29a63e5-f7ee-4f63-bc1c-e456917054c3 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.755727] env[68835]: DEBUG oslo_vmware.api [None req-732db143-f491-4be7-b4f9-0d234efb08e4 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1756.755727] env[68835]: value = "task-3155278" [ 1756.755727] env[68835]: _type = "Task" [ 1756.755727] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.763089] env[68835]: DEBUG oslo_vmware.api [None req-732db143-f491-4be7-b4f9-0d234efb08e4 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.767512] env[68835]: DEBUG oslo_service.periodic_task [None req-40bfb70f-d416-4cc7-8b3b-3cc6fdb51822 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68835) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1757.265523] env[68835]: DEBUG oslo_vmware.api [None req-732db143-f491-4be7-b4f9-0d234efb08e4 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155278, 'name': ReconfigVM_Task, 'duration_secs': 0.262725} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.265877] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-732db143-f491-4be7-b4f9-0d234efb08e4 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1757.271555] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8441246a-636f-4eb9-8091-8bd762191673 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.286294] env[68835]: DEBUG oslo_vmware.api [None req-732db143-f491-4be7-b4f9-0d234efb08e4 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1757.286294] env[68835]: value = "task-3155279" [ 1757.286294] env[68835]: _type = "Task" [ 1757.286294] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.293833] env[68835]: DEBUG oslo_vmware.api [None req-732db143-f491-4be7-b4f9-0d234efb08e4 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.797274] env[68835]: DEBUG oslo_vmware.api [None req-732db143-f491-4be7-b4f9-0d234efb08e4 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155279, 'name': ReconfigVM_Task, 'duration_secs': 0.127479} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.797598] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-732db143-f491-4be7-b4f9-0d234efb08e4 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631326', 'volume_id': 'b7174e14-01e0-4203-8c54-6d23ecfe34da', 'name': 'volume-b7174e14-01e0-4203-8c54-6d23ecfe34da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '000fb399-4a63-48b5-8a3b-67c69bbe24dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7174e14-01e0-4203-8c54-6d23ecfe34da', 'serial': 'b7174e14-01e0-4203-8c54-6d23ecfe34da'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1758.337037] env[68835]: DEBUG nova.objects.instance [None req-732db143-f491-4be7-b4f9-0d234efb08e4 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lazy-loading 'flavor' on Instance uuid 000fb399-4a63-48b5-8a3b-67c69bbe24dc {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1759.344658] env[68835]: DEBUG oslo_concurrency.lockutils [None req-732db143-f491-4be7-b4f9-0d234efb08e4 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1759.367286] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2ddc2699-8f3d-4f4c-bff9-10e3ece5f752 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1759.367534] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2ddc2699-8f3d-4f4c-bff9-10e3ece5f752 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1759.870489] env[68835]: INFO nova.compute.manager [None req-2ddc2699-8f3d-4f4c-bff9-10e3ece5f752 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Detaching volume 75050268-5410-4922-8e14-8432b6991f54 [ 1759.900286] env[68835]: INFO nova.virt.block_device [None req-2ddc2699-8f3d-4f4c-bff9-10e3ece5f752 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Attempting to driver detach volume 75050268-5410-4922-8e14-8432b6991f54 from mountpoint /dev/sdc [ 1759.900520] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ddc2699-8f3d-4f4c-bff9-10e3ece5f752 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Volume detach. Driver type: vmdk {{(pid=68835) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1759.900706] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ddc2699-8f3d-4f4c-bff9-10e3ece5f752 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631327', 'volume_id': '75050268-5410-4922-8e14-8432b6991f54', 'name': 'volume-75050268-5410-4922-8e14-8432b6991f54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '000fb399-4a63-48b5-8a3b-67c69bbe24dc', 'attached_at': '', 'detached_at': '', 'volume_id': '75050268-5410-4922-8e14-8432b6991f54', 'serial': '75050268-5410-4922-8e14-8432b6991f54'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1759.902049] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f189522-39c6-4487-8289-1fe6c0792083 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.923297] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca7fa3e-f58b-4466-bfbd-9845342f2634 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.929914] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cda9ff5-178a-44dd-a615-9211c2f499ed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.949763] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2545f3-4816-4766-b9a0-413705336b41 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.964912] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ddc2699-8f3d-4f4c-bff9-10e3ece5f752 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] The volume has not been displaced from its original location: [datastore2] volume-75050268-5410-4922-8e14-8432b6991f54/volume-75050268-5410-4922-8e14-8432b6991f54.vmdk. No consolidation needed. {{(pid=68835) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1759.970234] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ddc2699-8f3d-4f4c-bff9-10e3ece5f752 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Reconfiguring VM instance instance-0000007f to detach disk 2002 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1759.970474] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a60a0680-bcd1-4b68-8d1e-a494e7f40bef {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.988153] env[68835]: DEBUG oslo_vmware.api [None req-2ddc2699-8f3d-4f4c-bff9-10e3ece5f752 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1759.988153] env[68835]: value = "task-3155280" [ 1759.988153] env[68835]: _type = "Task" [ 1759.988153] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.995393] env[68835]: DEBUG oslo_vmware.api [None req-2ddc2699-8f3d-4f4c-bff9-10e3ece5f752 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.497474] env[68835]: DEBUG oslo_vmware.api [None req-2ddc2699-8f3d-4f4c-bff9-10e3ece5f752 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155280, 'name': ReconfigVM_Task, 'duration_secs': 0.204668} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.497826] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ddc2699-8f3d-4f4c-bff9-10e3ece5f752 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Reconfigured VM instance instance-0000007f to detach disk 2002 {{(pid=68835) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1760.502343] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95fa4847-3594-4460-a7e6-994c7113e830 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.517555] env[68835]: DEBUG oslo_vmware.api [None req-2ddc2699-8f3d-4f4c-bff9-10e3ece5f752 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1760.517555] env[68835]: value = "task-3155281" [ 1760.517555] env[68835]: _type = "Task" [ 1760.517555] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.525270] env[68835]: DEBUG oslo_vmware.api [None req-2ddc2699-8f3d-4f4c-bff9-10e3ece5f752 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.027552] env[68835]: DEBUG oslo_vmware.api [None req-2ddc2699-8f3d-4f4c-bff9-10e3ece5f752 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155281, 'name': ReconfigVM_Task, 'duration_secs': 0.13478} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.027850] env[68835]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ddc2699-8f3d-4f4c-bff9-10e3ece5f752 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-631327', 'volume_id': '75050268-5410-4922-8e14-8432b6991f54', 'name': 'volume-75050268-5410-4922-8e14-8432b6991f54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '000fb399-4a63-48b5-8a3b-67c69bbe24dc', 'attached_at': '', 'detached_at': '', 'volume_id': '75050268-5410-4922-8e14-8432b6991f54', 'serial': '75050268-5410-4922-8e14-8432b6991f54'} {{(pid=68835) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1761.567031] env[68835]: DEBUG nova.objects.instance [None req-2ddc2699-8f3d-4f4c-bff9-10e3ece5f752 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lazy-loading 'flavor' on Instance uuid 000fb399-4a63-48b5-8a3b-67c69bbe24dc {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1762.574660] env[68835]: DEBUG oslo_concurrency.lockutils [None req-2ddc2699-8f3d-4f4c-bff9-10e3ece5f752 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1763.733933] env[68835]: DEBUG oslo_concurrency.lockutils [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1763.734294] env[68835]: DEBUG oslo_concurrency.lockutils [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1763.734388] env[68835]: DEBUG oslo_concurrency.lockutils [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1763.734551] env[68835]: DEBUG oslo_concurrency.lockutils [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1763.734723] env[68835]: DEBUG oslo_concurrency.lockutils [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1763.736944] env[68835]: INFO nova.compute.manager [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Terminating instance [ 1764.241621] env[68835]: DEBUG nova.compute.manager [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Start destroying the instance on the hypervisor. {{(pid=68835) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1764.241892] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Destroying instance {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1764.243227] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be001fc8-b1a4-444c-a70e-d17af2f53a3e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.250753] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Powering off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1764.250969] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d33c2b4c-97dd-451e-a204-9452a451192b {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.257183] env[68835]: DEBUG oslo_vmware.api [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1764.257183] env[68835]: value = "task-3155282" [ 1764.257183] env[68835]: _type = "Task" [ 1764.257183] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.264735] env[68835]: DEBUG oslo_vmware.api [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.767475] env[68835]: DEBUG oslo_vmware.api [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155282, 'name': PowerOffVM_Task, 'duration_secs': 0.170909} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.767837] env[68835]: DEBUG nova.virt.vmwareapi.vm_util [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Powered off the VM {{(pid=68835) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1764.767930] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Unregistering the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1764.768156] env[68835]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8d30467-59e0-421c-862c-05ab6d2c190c {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.829052] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Unregistered the VM {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1764.829249] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Deleting contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1764.829424] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Deleting the datastore file [datastore2] 000fb399-4a63-48b5-8a3b-67c69bbe24dc {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1764.829692] env[68835]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0cafc5c-f352-4fc8-87cd-ea1385152805 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.836198] env[68835]: DEBUG oslo_vmware.api [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for the task: (returnval){ [ 1764.836198] env[68835]: value = "task-3155284" [ 1764.836198] env[68835]: _type = "Task" [ 1764.836198] env[68835]: } to complete. {{(pid=68835) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.844818] env[68835]: DEBUG oslo_vmware.api [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.347021] env[68835]: DEBUG oslo_vmware.api [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Task: {'id': task-3155284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141983} completed successfully. {{(pid=68835) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.347314] env[68835]: DEBUG nova.virt.vmwareapi.ds_util [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Deleted the datastore file {{(pid=68835) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1765.347501] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Deleted contents of the VM from datastore datastore2 {{(pid=68835) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1765.347679] env[68835]: DEBUG nova.virt.vmwareapi.vmops [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Instance destroyed {{(pid=68835) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1765.347857] env[68835]: INFO nova.compute.manager [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1765.348120] env[68835]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68835) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1765.348323] env[68835]: DEBUG nova.compute.manager [-] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Deallocating network for instance {{(pid=68835) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1765.348418] env[68835]: DEBUG nova.network.neutron [-] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] deallocate_for_instance() {{(pid=68835) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1765.789804] env[68835]: DEBUG nova.compute.manager [req-24a60490-09c0-4f1a-860d-7032cf8598d3 req-65864481-47ce-414f-8c9a-77f1a57d5175 service nova] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Received event network-vif-deleted-40780731-181b-401f-8cca-1abbebf987cc {{(pid=68835) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1765.790054] env[68835]: INFO nova.compute.manager [req-24a60490-09c0-4f1a-860d-7032cf8598d3 req-65864481-47ce-414f-8c9a-77f1a57d5175 service nova] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Neutron deleted interface 40780731-181b-401f-8cca-1abbebf987cc; detaching it from the instance and deleting it from the info cache [ 1765.790240] env[68835]: DEBUG nova.network.neutron [req-24a60490-09c0-4f1a-860d-7032cf8598d3 req-65864481-47ce-414f-8c9a-77f1a57d5175 service nova] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.274496] env[68835]: DEBUG nova.network.neutron [-] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Updating instance_info_cache with network_info: [] {{(pid=68835) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.294045] env[68835]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92e6589f-20b1-48f5-b8f3-a4dd640e5cd4 {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.304083] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408434e3-5d38-40c3-a7c4-662c2093bb2f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.327982] env[68835]: DEBUG nova.compute.manager [req-24a60490-09c0-4f1a-860d-7032cf8598d3 req-65864481-47ce-414f-8c9a-77f1a57d5175 service nova] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Detach interface failed, port_id=40780731-181b-401f-8cca-1abbebf987cc, reason: Instance 000fb399-4a63-48b5-8a3b-67c69bbe24dc could not be found. {{(pid=68835) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1766.777077] env[68835]: INFO nova.compute.manager [-] [instance: 000fb399-4a63-48b5-8a3b-67c69bbe24dc] Took 1.43 seconds to deallocate network for instance. [ 1767.283885] env[68835]: DEBUG oslo_concurrency.lockutils [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1767.284259] env[68835]: DEBUG oslo_concurrency.lockutils [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1767.284462] env[68835]: DEBUG nova.objects.instance [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lazy-loading 'resources' on Instance uuid 000fb399-4a63-48b5-8a3b-67c69bbe24dc {{(pid=68835) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1767.817859] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5872998-2c6b-40e7-ae76-ca49943306ed {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.825817] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36f32bb-9b4c-463b-ae08-a38295a68ede {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.856850] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915c5355-3abc-4189-95eb-1ca01375911f {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.863783] env[68835]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc2fbf7-b055-4da0-9fe3-c2f14af6e30e {{(pid=68835) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.876487] env[68835]: DEBUG nova.compute.provider_tree [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Inventory has not changed in ProviderTree for provider: 630ca13a-1b55-4f34-b293-1d2d311149b3 {{(pid=68835) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1768.380141] env[68835]: DEBUG nova.scheduler.client.report [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Inventory has not changed for provider 630ca13a-1b55-4f34-b293-1d2d311149b3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68835) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1768.884840] env[68835]: DEBUG oslo_concurrency.lockutils [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1768.910894] env[68835]: INFO nova.scheduler.client.report [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Deleted allocations for instance 000fb399-4a63-48b5-8a3b-67c69bbe24dc [ 1769.418401] env[68835]: DEBUG oslo_concurrency.lockutils [None req-178578b3-f7bf-4dfc-a924-871c56bf5892 tempest-AttachVolumeTestJSON-1381856400 tempest-AttachVolumeTestJSON-1381856400-project-member] Lock "000fb399-4a63-48b5-8a3b-67c69bbe24dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.684s {{(pid=68835) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}